{"level":"warn","ts":"2026-10-14T13:34:29.403235Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-10-14T13:34:29.403331Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.237:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.237:2380","--initial-cluster=instance=https://199.19.213.237:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.237:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.237:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-10-14T13:34:29.403418Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-10-14T13:34:29.403427Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.237:2380"]} {"level":"info","ts":"2026-10-14T13:34:29.403442Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-10-14T13:34:29.404058Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.237:2379"]} {"level":"info","ts":"2026-10-14T13:34:29.404132Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.237:2380"],"listen-peer-urls":["https://199.19.213.237:2380"],"advertise-client-urls":["https://199.19.213.237:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.237:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.237:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-10-14T13:34:29.407186Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.832634ms"} {"level":"info","ts":"2026-10-14T13:34:29.41284Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c51d7a9ea5537d6e","cluster-id":"bea7a5ea8f053dc3"} {"level":"info","ts":"2026-10-14T13:34:29.412935Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c51d7a9ea5537d6e switched to configuration voters=()"} {"level":"info","ts":"2026-10-14T13:34:29.41297Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c51d7a9ea5537d6e became follower at term 0"} {"level":"info","ts":"2026-10-14T13:34:29.41298Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c51d7a9ea5537d6e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-10-14T13:34:29.412989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c51d7a9ea5537d6e became follower at term 1"} {"level":"info","ts":"2026-10-14T13:34:29.413019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c51d7a9ea5537d6e switched to configuration voters=(14203643621593546094)"} {"level":"warn","ts":"2026-10-14T13:34:29.426157Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-10-14T13:34:29.427655Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-10-14T13:34:29.428969Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-10-14T13:34:29.431159Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c51d7a9ea5537d6e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-10-14T13:34:29.431408Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c51d7a9ea5537d6e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-10-14T13:34:29.431492Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-10-14T13:34:29.431605Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-10-14T13:34:29.431625Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-10-14T13:34:29.433272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c51d7a9ea5537d6e switched to configuration voters=(14203643621593546094)"} {"level":"info","ts":"2026-10-14T13:34:29.433539Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bea7a5ea8f053dc3","local-member-id":"c51d7a9ea5537d6e","added-peer-id":"c51d7a9ea5537d6e","added-peer-peer-urls":["https://199.19.213.237:2380"]} {"level":"info","ts":"2026-10-14T13:34:29.435673Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-10-14T13:34:29.435788Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.237:2380"} {"level":"info","ts":"2026-10-14T13:34:29.435867Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.237:2380"} {"level":"info","ts":"2026-10-14T13:34:29.435938Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c51d7a9ea5537d6e","initial-advertise-peer-urls":["https://199.19.213.237:2380"],"listen-peer-urls":["https://199.19.213.237:2380"],"advertise-client-urls":["https://199.19.213.237:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.237:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-10-14T13:34:29.435968Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-10-14T13:34:29.813291Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c51d7a9ea5537d6e is starting a new election at term 1"} {"level":"info","ts":"2026-10-14T13:34:29.813362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c51d7a9ea5537d6e became pre-candidate at term 1"} {"level":"info","ts":"2026-10-14T13:34:29.813409Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c51d7a9ea5537d6e received MsgPreVoteResp from c51d7a9ea5537d6e at term 1"} {"level":"info","ts":"2026-10-14T13:34:29.813423Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c51d7a9ea5537d6e became candidate at term 2"} {"level":"info","ts":"2026-10-14T13:34:29.813429Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c51d7a9ea5537d6e received MsgVoteResp from c51d7a9ea5537d6e at term 2"} {"level":"info","ts":"2026-10-14T13:34:29.81344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c51d7a9ea5537d6e became leader at term 2"} {"level":"info","ts":"2026-10-14T13:34:29.813454Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c51d7a9ea5537d6e elected leader c51d7a9ea5537d6e at term 2"} {"level":"info","ts":"2026-10-14T13:34:29.814506Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c51d7a9ea5537d6e","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.237:2379]}","request-path":"/0/members/c51d7a9ea5537d6e/attributes","cluster-id":"bea7a5ea8f053dc3","publish-timeout":"7s"} {"level":"info","ts":"2026-10-14T13:34:29.814564Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-10-14T13:34:29.814678Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-10-14T13:34:29.814895Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-10-14T13:34:29.814912Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-10-14T13:34:29.8149Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-10-14T13:34:29.81652Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bea7a5ea8f053dc3","local-member-id":"c51d7a9ea5537d6e","cluster-version":"3.5"} {"level":"info","ts":"2026-10-14T13:34:29.816547Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-10-14T13:34:29.816606Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-10-14T13:34:29.816634Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-10-14T13:34:29.817483Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.237:2379"} {"level":"info","ts":"2026-10-14T13:35:24.807463Z","caller":"traceutil/trace.go:171","msg":"trace[1306710669] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"163.157681ms","start":"2026-10-14T13:35:24.644217Z","end":"2026-10-14T13:35:24.807375Z","steps":["trace[1306710669] 'process raft request' (duration: 159.545871ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:35:25.305307Z","caller":"traceutil/trace.go:171","msg":"trace[968526822] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"259.214498ms","start":"2026-10-14T13:35:25.04607Z","end":"2026-10-14T13:35:25.305285Z","steps":["trace[968526822] 'read index received' (duration: 259.037314ms)","trace[968526822] 'applied index is now lower than readState.Index' (duration: 176.234µs)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:35:25.305522Z","caller":"traceutil/trace.go:171","msg":"trace[77056508] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"429.26036ms","start":"2026-10-14T13:35:24.876218Z","end":"2026-10-14T13:35:25.305478Z","steps":["trace[77056508] 'process raft request' (duration: 428.935734ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:35:25.305696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.605086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9kmwc\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-10-14T13:35:25.305812Z","caller":"traceutil/trace.go:171","msg":"trace[1739949831] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9kmwc; range_end:; response_count:1; response_revision:620; }","duration":"259.751659ms","start":"2026-10-14T13:35:25.046021Z","end":"2026-10-14T13:35:25.305772Z","steps":["trace[1739949831] 'agreement among raft nodes before linearized reading' (duration: 259.431122ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:35:25.30596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T13:35:24.876176Z","time spent":"429.421213ms","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-10-14T13:35:42.168864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.73266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-14T13:35:42.169149Z","caller":"traceutil/trace.go:171","msg":"trace[1926512783] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"179.640065ms","start":"2026-10-14T13:35:41.989477Z","end":"2026-10-14T13:35:42.169117Z","steps":["trace[1926512783] 'process raft request' (duration: 29.267062ms)","trace[1926512783] 'compare' (duration: 149.598318ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:35:42.35999Z","caller":"traceutil/trace.go:171","msg":"trace[1629374686] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"182.056572ms","start":"2026-10-14T13:35:42.177902Z","end":"2026-10-14T13:35:42.359958Z","steps":["trace[1629374686] 'process raft request' (duration: 181.880158ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:36:12.273961Z","caller":"traceutil/trace.go:171","msg":"trace[849838368] linearizableReadLoop","detail":"{readStateIndex:1224; appliedIndex:1223; }","duration":"156.162607ms","start":"2026-10-14T13:36:12.117755Z","end":"2026-10-14T13:36:12.273918Z","steps":["trace[849838368] 'read index received' (duration: 155.841181ms)","trace[849838368] 'applied index is now lower than readState.Index' (duration: 320.026µs)"],"step_count":2} {"level":"warn","ts":"2026-10-14T13:36:12.274181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.390071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-14T13:36:12.274229Z","caller":"traceutil/trace.go:171","msg":"trace[307904842] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1188; }","duration":"156.527813ms","start":"2026-10-14T13:36:12.117684Z","end":"2026-10-14T13:36:12.274212Z","steps":["trace[307904842] 'agreement among raft nodes before linearized reading' (duration: 156.404021ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:36:12.274334Z","caller":"traceutil/trace.go:171","msg":"trace[2126279836] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"238.081985ms","start":"2026-10-14T13:36:12.03621Z","end":"2026-10-14T13:36:12.274292Z","steps":["trace[2126279836] 'process raft request' (duration: 237.460093ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:36:35.725329Z","caller":"traceutil/trace.go:171","msg":"trace[1690682081] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"287.971311ms","start":"2026-10-14T13:36:35.437332Z","end":"2026-10-14T13:36:35.725303Z","steps":["trace[1690682081] 'process raft request' (duration: 287.818008ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:36:35.964053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.954426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-14T13:36:35.964172Z","caller":"traceutil/trace.go:171","msg":"trace[818878657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1452; }","duration":"104.110139ms","start":"2026-10-14T13:36:35.860037Z","end":"2026-10-14T13:36:35.964147Z","steps":["trace[818878657] 'range keys from in-memory index tree' (duration: 103.889436ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:36:36.193561Z","caller":"traceutil/trace.go:171","msg":"trace[669173471] linearizableReadLoop","detail":"{readStateIndex:1500; appliedIndex:1499; }","duration":"228.053169ms","start":"2026-10-14T13:36:35.965481Z","end":"2026-10-14T13:36:36.193534Z","steps":["trace[669173471] 'read index received' (duration: 227.777084ms)","trace[669173471] 'applied index is now lower than readState.Index' (duration: 275.055µs)"],"step_count":2} {"level":"warn","ts":"2026-10-14T13:36:36.193706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.208353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-14T13:36:36.193781Z","caller":"traceutil/trace.go:171","msg":"trace[885662296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1453; }","duration":"228.370466ms","start":"2026-10-14T13:36:35.965394Z","end":"2026-10-14T13:36:36.193765Z","steps":["trace[885662296] 'agreement among raft nodes before linearized reading' (duration: 228.232473ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:36:36.193843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.019716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-10-14T13:36:36.193922Z","caller":"traceutil/trace.go:171","msg":"trace[857252099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1453; }","duration":"106.140227ms","start":"2026-10-14T13:36:36.087763Z","end":"2026-10-14T13:36:36.193903Z","steps":["trace[857252099] 'agreement among raft nodes before linearized reading' (duration: 105.916593ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:36:36.194113Z","caller":"traceutil/trace.go:171","msg":"trace[930775300] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"232.660829ms","start":"2026-10-14T13:36:35.960952Z","end":"2026-10-14T13:36:36.193613Z","steps":["trace[930775300] 'process raft request' (duration: 232.395554ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:36:36.668713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.126633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-14T13:36:36.668934Z","caller":"traceutil/trace.go:171","msg":"trace[652343865] linearizableReadLoop","detail":"{readStateIndex:1502; appliedIndex:1500; }","duration":"258.727948ms","start":"2026-10-14T13:36:36.410183Z","end":"2026-10-14T13:36:36.668911Z","steps":["trace[652343865] 'read index received' (duration: 57.31321ms)","trace[652343865] 'applied index is now lower than readState.Index' (duration: 201.412778ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:36:36.669055Z","caller":"traceutil/trace.go:171","msg":"trace[1543863539] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"470.911844ms","start":"2026-10-14T13:36:36.198103Z","end":"2026-10-14T13:36:36.669015Z","steps":["trace[1543863539] 'process raft request' (duration: 470.748031ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:36:36.669101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.906852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-10-14T13:36:36.669095Z","caller":"traceutil/trace.go:171","msg":"trace[586784815] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"470.996846ms","start":"2026-10-14T13:36:36.198058Z","end":"2026-10-14T13:36:36.669055Z","steps":["trace[586784815] 'process raft request' (duration: 269.421904ms)","trace[586784815] 'compare' (duration: 200.920569ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:36:36.669148Z","caller":"traceutil/trace.go:171","msg":"trace[209129380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1455; }","duration":"258.988663ms","start":"2026-10-14T13:36:36.410148Z","end":"2026-10-14T13:36:36.669137Z","steps":["trace[209129380] 'agreement among raft nodes before linearized reading' (duration: 258.863971ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:36:36.669203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.870829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-10-14T13:36:36.669222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T13:36:36.198088Z","time spent":"471.043116ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-14T13:36:36.669249Z","caller":"traceutil/trace.go:171","msg":"trace[2145898652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1455; }","duration":"198.963081ms","start":"2026-10-14T13:36:36.470273Z","end":"2026-10-14T13:36:36.669236Z","steps":["trace[2145898652] 'agreement among raft nodes before linearized reading' (duration: 198.768827ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:36:36.669248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T13:36:36.198038Z","time spent":"471.131898ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-14T13:37:05.500414Z","caller":"traceutil/trace.go:171","msg":"trace[2046504218] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"119.974524ms","start":"2026-10-14T13:37:05.380405Z","end":"2026-10-14T13:37:05.50038Z","steps":["trace[2046504218] 'process raft request' (duration: 119.678698ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:37:05.51438Z","caller":"traceutil/trace.go:171","msg":"trace[1671904463] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"121.917562ms","start":"2026-10-14T13:37:05.3924Z","end":"2026-10-14T13:37:05.514317Z","steps":["trace[1671904463] 'process raft request' (duration: 121.644317ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:37:05.844099Z","caller":"traceutil/trace.go:171","msg":"trace[483462816] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"204.513597ms","start":"2026-10-14T13:37:05.639537Z","end":"2026-10-14T13:37:05.844051Z","steps":["trace[483462816] 'process raft request' (duration: 184.8447ms)","trace[483462816] 'compare' (duration: 19.33215ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:37:19.884867Z","caller":"traceutil/trace.go:171","msg":"trace[1593326713] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"177.170853ms","start":"2026-10-14T13:37:19.70767Z","end":"2026-10-14T13:37:19.884841Z","steps":["trace[1593326713] 'process raft request' (duration: 176.572812ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:38:02.275627Z","caller":"traceutil/trace.go:171","msg":"trace[1262487020] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"148.891803ms","start":"2026-10-14T13:38:02.1267Z","end":"2026-10-14T13:38:02.275591Z","steps":["trace[1262487020] 'process raft request' (duration: 148.645549ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:38:02.574501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.890026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-14T13:38:02.574861Z","caller":"traceutil/trace.go:171","msg":"trace[1831874186] linearizableReadLoop","detail":"{readStateIndex:2340; appliedIndex:2338; }","duration":"107.793274ms","start":"2026-10-14T13:38:02.46688Z","end":"2026-10-14T13:38:02.574673Z","steps":["trace[1831874186] 'read index received' (duration: 86.83226ms)","trace[1831874186] 'applied index is now lower than readState.Index' (duration: 20.959434ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:38:02.57493Z","caller":"traceutil/trace.go:171","msg":"trace[768518865] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"216.152857ms","start":"2026-10-14T13:38:02.358732Z","end":"2026-10-14T13:38:02.574884Z","steps":["trace[768518865] 'process raft request' (duration: 56.755492ms)","trace[768518865] 'compare' (duration: 158.761593ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:38:02.574933Z","caller":"traceutil/trace.go:171","msg":"trace[1459412112] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"109.980414ms","start":"2026-10-14T13:38:02.464926Z","end":"2026-10-14T13:38:02.574906Z","steps":["trace[1459412112] 'process raft request' (duration: 109.688309ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:38:02.575271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.382945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-10-14T13:38:02.575321Z","caller":"traceutil/trace.go:171","msg":"trace[325709736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2252; }","duration":"108.453546ms","start":"2026-10-14T13:38:02.466851Z","end":"2026-10-14T13:38:02.575305Z","steps":["trace[325709736] 'agreement among raft nodes before linearized reading' (duration: 108.092909ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:38:49.009324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.777769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-14T13:38:49.00946Z","caller":"traceutil/trace.go:171","msg":"trace[378228412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2676; }","duration":"148.971203ms","start":"2026-10-14T13:38:48.860455Z","end":"2026-10-14T13:38:49.009426Z","steps":["trace[378228412] 'range keys from in-memory index tree' (duration: 148.625947ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:38:49.009446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.832249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-10-14T13:38:49.009581Z","caller":"traceutil/trace.go:171","msg":"trace[1760002185] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2676; }","duration":"129.068683ms","start":"2026-10-14T13:38:48.880479Z","end":"2026-10-14T13:38:49.009547Z","steps":["trace[1760002185] 'range keys from in-memory index tree' (duration: 128.551283ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:39:21.923721Z","caller":"traceutil/trace.go:171","msg":"trace[1125010852] linearizableReadLoop","detail":"{readStateIndex:2988; appliedIndex:2986; }","duration":"212.060167ms","start":"2026-10-14T13:39:21.71162Z","end":"2026-10-14T13:39:21.92368Z","steps":["trace[1125010852] 'read index received' (duration: 31.043752ms)","trace[1125010852] 'applied index is now lower than readState.Index' (duration: 181.014715ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:39:21.923811Z","caller":"traceutil/trace.go:171","msg":"trace[483174191] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"219.701924ms","start":"2026-10-14T13:39:21.704077Z","end":"2026-10-14T13:39:21.923778Z","steps":["trace[483174191] 'process raft request' (duration: 196.396429ms)","trace[483174191] 'compare' (duration: 22.858757ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T13:39:21.923918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.286162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-10-14T13:39:21.923982Z","caller":"traceutil/trace.go:171","msg":"trace[817922964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2875; }","duration":"212.382444ms","start":"2026-10-14T13:39:21.711583Z","end":"2026-10-14T13:39:21.923965Z","steps":["trace[817922964] 'agreement among raft nodes before linearized reading' (duration: 212.232521ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:39:21.924141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.486806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-10-14T13:39:21.924192Z","caller":"traceutil/trace.go:171","msg":"trace[657533091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2875; }","duration":"212.581768ms","start":"2026-10-14T13:39:21.711595Z","end":"2026-10-14T13:39:21.924177Z","steps":["trace[657533091] 'agreement among raft nodes before linearized reading' (duration: 212.346893ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:39:22.248105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.355797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-14T13:39:22.248213Z","caller":"traceutil/trace.go:171","msg":"trace[2044391515] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2877; }","duration":"218.547941ms","start":"2026-10-14T13:39:22.029641Z","end":"2026-10-14T13:39:22.248189Z","steps":["trace[2044391515] 'count revisions from in-memory index tree' (duration: 218.266136ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:39:22.248252Z","caller":"traceutil/trace.go:171","msg":"trace[664783745] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"157.19717ms","start":"2026-10-14T13:39:22.091023Z","end":"2026-10-14T13:39:22.248221Z","steps":["trace[664783745] 'process raft request' (duration: 63.100194ms)","trace[664783745] 'compare' (duration: 93.818831ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:39:22.26294Z","caller":"traceutil/trace.go:171","msg":"trace[1986168448] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"171.38154ms","start":"2026-10-14T13:39:22.091534Z","end":"2026-10-14T13:39:22.262916Z","steps":["trace[1986168448] 'process raft request' (duration: 171.192797ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:39:22.263221Z","caller":"traceutil/trace.go:171","msg":"trace[1140652777] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"116.056904ms","start":"2026-10-14T13:39:22.14713Z","end":"2026-10-14T13:39:22.263187Z","steps":["trace[1140652777] 'process raft request' (duration: 115.733628ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:42:40.042907Z","caller":"traceutil/trace.go:171","msg":"trace[1703434124] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"170.274796ms","start":"2026-10-14T13:42:39.872589Z","end":"2026-10-14T13:42:40.042864Z","steps":["trace[1703434124] 'process raft request' (duration: 82.504414ms)","trace[1703434124] 'compare' (duration: 87.423775ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T13:44:10.592818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.044504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-14T13:44:10.593006Z","caller":"traceutil/trace.go:171","msg":"trace[399542688] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"321.005939ms","start":"2026-10-14T13:44:10.271953Z","end":"2026-10-14T13:44:10.592959Z","steps":["trace[399542688] 'process raft request' (duration: 68.72381ms)","trace[399542688] 'compare' (duration: 251.887261ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T13:44:10.593157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T13:44:10.271909Z","time spent":"321.170181ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T13:44:14.20726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.684488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-10-14T13:44:14.20744Z","caller":"traceutil/trace.go:171","msg":"trace[1025937426] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:5347; }","duration":"260.932402ms","start":"2026-10-14T13:44:13.946477Z","end":"2026-10-14T13:44:14.207409Z","steps":["trace[1025937426] 'range keys from in-memory index tree' (duration: 260.450693ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:44:14.207645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.378098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-4q76n-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-10-14T13:44:14.207736Z","caller":"traceutil/trace.go:171","msg":"trace[1559549038] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-4q76n-tls; range_end:; response_count:1; response_revision:5347; }","duration":"145.524711ms","start":"2026-10-14T13:44:14.062188Z","end":"2026-10-14T13:44:14.207713Z","steps":["trace[1559549038] 'range keys from in-memory index tree' (duration: 144.95135ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:44:14.207882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.896565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:787144"} {"level":"warn","ts":"2026-10-14T13:44:14.207666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.082763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4fbe352c-b79b-412b-b41d-059acc168b87\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-10-14T13:44:14.207921Z","caller":"traceutil/trace.go:171","msg":"trace[147219385] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5347; }","duration":"120.986027ms","start":"2026-10-14T13:44:14.086924Z","end":"2026-10-14T13:44:14.20791Z","steps":["trace[147219385] 'range keys from in-memory index tree' (duration: 119.850865ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:44:14.207948Z","caller":"traceutil/trace.go:171","msg":"trace[814973825] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4fbe352c-b79b-412b-b41d-059acc168b87; range_end:; response_count:1; response_revision:5347; }","duration":"281.403429ms","start":"2026-10-14T13:44:13.926523Z","end":"2026-10-14T13:44:14.207926Z","steps":["trace[814973825] 'range keys from in-memory index tree' (duration: 280.35926ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:44:14.20812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.331493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4fbe352c-b79b-412b-b41d-059acc168b87\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-10-14T13:44:14.208154Z","caller":"traceutil/trace.go:171","msg":"trace[162454147] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4fbe352c-b79b-412b-b41d-059acc168b87; range_end:; response_count:1; response_revision:5347; }","duration":"221.416145ms","start":"2026-10-14T13:44:13.986728Z","end":"2026-10-14T13:44:14.208144Z","steps":["trace[162454147] 'range keys from in-memory index tree' (duration: 220.238433ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:44:17.577309Z","caller":"traceutil/trace.go:171","msg":"trace[1793489186] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"110.242823ms","start":"2026-10-14T13:44:17.467027Z","end":"2026-10-14T13:44:17.577269Z","steps":["trace[1793489186] 'process raft request' (duration: 110.019109ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:44:17.577636Z","caller":"traceutil/trace.go:171","msg":"trace[1238416235] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"106.774398ms","start":"2026-10-14T13:44:17.470782Z","end":"2026-10-14T13:44:17.577556Z","steps":["trace[1238416235] 'process raft request' (duration: 106.447272ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:44:28.720475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.727594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-10-14T13:44:28.72075Z","caller":"traceutil/trace.go:171","msg":"trace[683293308] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"174.939687ms","start":"2026-10-14T13:44:28.54574Z","end":"2026-10-14T13:44:28.720679Z","steps":["trace[683293308] 'process raft request' (duration: 36.940479ms)","trace[683293308] 'compare' (duration: 137.398907ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:44:29.966504Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2917} {"level":"info","ts":"2026-10-14T13:44:30.050577Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2917,"took":"82.471449ms","hash":1227107588,"current-db-size-bytes":55570432,"current-db-size":"56 MB","current-db-size-in-use-bytes":31490048,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-10-14T13:44:30.050653Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1227107588,"revision":2917,"compact-revision":-1} {"level":"warn","ts":"2026-10-14T13:44:36.96392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.237339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cxzvp\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-10-14T13:44:36.964013Z","caller":"traceutil/trace.go:171","msg":"trace[1169139113] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cxzvp; range_end:; response_count:1; response_revision:5759; }","duration":"105.378612ms","start":"2026-10-14T13:44:36.858617Z","end":"2026-10-14T13:44:36.963996Z","steps":["trace[1169139113] 'range keys from in-memory index tree' (duration: 105.084146ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:44:36.964008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.895349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-10-14T13:44:36.964078Z","caller":"traceutil/trace.go:171","msg":"trace[326613668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5759; }","duration":"108.021072ms","start":"2026-10-14T13:44:36.856039Z","end":"2026-10-14T13:44:36.96406Z","steps":["trace[326613668] 'range keys from in-memory index tree' (duration: 107.783767ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:44:36.964151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.12826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-14T13:44:36.96418Z","caller":"traceutil/trace.go:171","msg":"trace[1346939494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5759; }","duration":"103.217072ms","start":"2026-10-14T13:44:36.860956Z","end":"2026-10-14T13:44:36.964173Z","steps":["trace[1346939494] 'range keys from in-memory index tree' (duration: 103.016228ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:44:37.196976Z","caller":"traceutil/trace.go:171","msg":"trace[623415401] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"107.041464ms","start":"2026-10-14T13:44:37.089895Z","end":"2026-10-14T13:44:37.196937Z","steps":["trace[623415401] 'process raft request' (duration: 106.79965ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:44:37.490382Z","caller":"traceutil/trace.go:171","msg":"trace[1054668311] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"154.4903ms","start":"2026-10-14T13:44:37.33584Z","end":"2026-10-14T13:44:37.49033Z","steps":["trace[1054668311] 'process raft request' (duration: 154.010581ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:44:51.10249Z","caller":"traceutil/trace.go:171","msg":"trace[81767179] linearizableReadLoop","detail":"{readStateIndex:6160; appliedIndex:6159; }","duration":"103.858314ms","start":"2026-10-14T13:44:50.998608Z","end":"2026-10-14T13:44:51.102467Z","steps":["trace[81767179] 'read index received' (duration: 71.692756ms)","trace[81767179] 'applied index is now lower than readState.Index' (duration: 32.164168ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:44:51.102629Z","caller":"traceutil/trace.go:171","msg":"trace[268567444] transaction","detail":"{read_only:false; response_revision:5936; number_of_response:1; }","duration":"113.684149ms","start":"2026-10-14T13:44:50.988889Z","end":"2026-10-14T13:44:51.102573Z","steps":["trace[268567444] 'process raft request' (duration: 81.48737ms)","trace[268567444] 'compare' (duration: 31.950854ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T13:44:51.102833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.196611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-10-14T13:44:51.102943Z","caller":"traceutil/trace.go:171","msg":"trace[1833651282] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5936; }","duration":"104.367504ms","start":"2026-10-14T13:44:50.998543Z","end":"2026-10-14T13:44:51.102911Z","steps":["trace[1833651282] 'agreement among raft nodes before linearized reading' (duration: 104.030947ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:49:29.974794Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5604} {"level":"info","ts":"2026-10-14T13:49:30.062851Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5604,"took":"85.70452ms","hash":3654091348,"current-db-size-bytes":55570432,"current-db-size":"56 MB","current-db-size-in-use-bytes":27054080,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-10-14T13:49:30.062938Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3654091348,"revision":5604,"compact-revision":2917} {"level":"info","ts":"2026-10-14T13:51:14.021908Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000236b.wal"} {"level":"info","ts":"2026-10-14T13:51:18.725846Z","caller":"traceutil/trace.go:171","msg":"trace[795418413] linearizableReadLoop","detail":"{readStateIndex:9097; appliedIndex:9096; }","duration":"312.885832ms","start":"2026-10-14T13:51:18.412915Z","end":"2026-10-14T13:51:18.725801Z","steps":["trace[795418413] 'read index received' (duration: 312.765749ms)","trace[795418413] 'applied index is now lower than readState.Index' (duration: 118.963µs)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:51:18.7259Z","caller":"traceutil/trace.go:171","msg":"trace[2043512322] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"389.732083ms","start":"2026-10-14T13:51:18.336124Z","end":"2026-10-14T13:51:18.725856Z","steps":["trace[2043512322] 'process raft request' (duration: 389.517239ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:51:18.726082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.122966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-10-14T13:51:18.72611Z","caller":"traceutil/trace.go:171","msg":"trace[1166592001] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8779; }","duration":"313.250538ms","start":"2026-10-14T13:51:18.412852Z","end":"2026-10-14T13:51:18.726103Z","steps":["trace[1166592001] 'agreement among raft nodes before linearized reading' (duration: 313.064125ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:51:18.726112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T13:51:18.336097Z","time spent":"389.906166ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T13:51:18.726138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T13:51:18.412829Z","time spent":"313.30198ms","remote":"127.0.0.1:43738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-10-14T13:51:18.786386Z","caller":"traceutil/trace.go:171","msg":"trace[612071996] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"278.330388ms","start":"2026-10-14T13:51:18.508008Z","end":"2026-10-14T13:51:18.786338Z","steps":["trace[612071996] 'process raft request' (duration: 256.410414ms)","trace[612071996] 'compare' (duration: 21.67429ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:51:18.78646Z","caller":"traceutil/trace.go:171","msg":"trace[233706225] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"116.695785ms","start":"2026-10-14T13:51:18.669739Z","end":"2026-10-14T13:51:18.786435Z","steps":["trace[233706225] 'process raft request' (duration: 116.539362ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:51:29.621638Z","caller":"traceutil/trace.go:171","msg":"trace[135502621] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"120.809433ms","start":"2026-10-14T13:51:29.50079Z","end":"2026-10-14T13:51:29.6216Z","steps":["trace[135502621] 'process raft request' (duration: 120.592928ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:51:29.913853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.696732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-14T13:51:29.913951Z","caller":"traceutil/trace.go:171","msg":"trace[1738537381] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8837; }","duration":"245.885066ms","start":"2026-10-14T13:51:29.668042Z","end":"2026-10-14T13:51:29.913927Z","steps":["trace[1738537381] 'count revisions from in-memory index tree' (duration: 245.539389ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:51:59.967752Z","caller":"traceutil/trace.go:171","msg":"trace[318154298] linearizableReadLoop","detail":"{readStateIndex:9381; appliedIndex:9380; }","duration":"216.108043ms","start":"2026-10-14T13:51:59.751611Z","end":"2026-10-14T13:51:59.967719Z","steps":["trace[318154298] 'read index received' (duration: 214.928441ms)","trace[318154298] 'applied index is now lower than readState.Index' (duration: 1.178002ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T13:51:59.968089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.436809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-10-14T13:51:59.968256Z","caller":"traceutil/trace.go:171","msg":"trace[886633799] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9052; }","duration":"216.666274ms","start":"2026-10-14T13:51:59.751565Z","end":"2026-10-14T13:51:59.968231Z","steps":["trace[886633799] 'agreement among raft nodes before linearized reading' (duration: 216.312147ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:51:59.968705Z","caller":"traceutil/trace.go:171","msg":"trace[1908566369] transaction","detail":"{read_only:false; response_revision:9052; number_of_response:1; }","duration":"218.670681ms","start":"2026-10-14T13:51:59.749155Z","end":"2026-10-14T13:51:59.967826Z","steps":["trace[1908566369] 'process raft request' (duration: 217.361587ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:52:00.19749Z","caller":"traceutil/trace.go:171","msg":"trace[1085769740] linearizableReadLoop","detail":"{readStateIndex:9382; appliedIndex:9381; }","duration":"229.611527ms","start":"2026-10-14T13:51:59.967847Z","end":"2026-10-14T13:52:00.197458Z","steps":["trace[1085769740] 'read index received' (duration: 166.819822ms)","trace[1085769740] 'applied index is now lower than readState.Index' (duration: 62.790205ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:52:00.197571Z","caller":"traceutil/trace.go:171","msg":"trace[1403322920] transaction","detail":"{read_only:false; response_revision:9053; number_of_response:1; }","duration":"445.10779ms","start":"2026-10-14T13:51:59.752426Z","end":"2026-10-14T13:52:00.197534Z","steps":["trace[1403322920] 'process raft request' (duration: 382.321424ms)","trace[1403322920] 'compare' (duration: 62.419599ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T13:52:00.19789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.895488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-10-14T13:52:00.197919Z","caller":"traceutil/trace.go:171","msg":"trace[671463991] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9053; }","duration":"224.94809ms","start":"2026-10-14T13:51:59.972961Z","end":"2026-10-14T13:52:00.197909Z","steps":["trace[671463991] 'agreement among raft nodes before linearized reading' (duration: 224.872588ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:52:00.197712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.219941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-14T13:52:00.19809Z","caller":"traceutil/trace.go:171","msg":"trace[145873023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9053; }","duration":"336.63977ms","start":"2026-10-14T13:51:59.861417Z","end":"2026-10-14T13:52:00.198057Z","steps":["trace[145873023] 'agreement among raft nodes before linearized reading' (duration: 336.177471ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:52:00.1978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.252736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-10-14T13:52:00.198168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T13:51:59.861391Z","time spent":"336.758442ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-10-14T13:52:00.198247Z","caller":"traceutil/trace.go:171","msg":"trace[1856739915] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9053; }","duration":"377.748766ms","start":"2026-10-14T13:51:59.820477Z","end":"2026-10-14T13:52:00.198226Z","steps":["trace[1856739915] 'agreement among raft nodes before linearized reading' (duration: 377.138074ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:52:00.198347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T13:51:59.820453Z","time spent":"377.870148ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-10-14T13:52:00.198842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T13:51:59.75241Z","time spent":"445.478956ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T13:52:04.222475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.378711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-14T13:52:04.222761Z","caller":"traceutil/trace.go:171","msg":"trace[1148725730] transaction","detail":"{read_only:false; response_revision:9075; number_of_response:1; }","duration":"153.253456ms","start":"2026-10-14T13:52:04.069482Z","end":"2026-10-14T13:52:04.222736Z","steps":["trace[1148725730] 'process raft request' (duration: 153.161714ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:52:04.222909Z","caller":"traceutil/trace.go:171","msg":"trace[1388182017] transaction","detail":"{read_only:false; response_revision:9074; number_of_response:1; }","duration":"234.707705ms","start":"2026-10-14T13:52:03.988119Z","end":"2026-10-14T13:52:04.222827Z","steps":["trace[1388182017] 'process raft request' (duration: 101.827075ms)","trace[1388182017] 'compare' (duration: 131.994123ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:52:04.379295Z","caller":"traceutil/trace.go:171","msg":"trace[1809332061] linearizableReadLoop","detail":"{readStateIndex:9406; appliedIndex:9405; }","duration":"163.332065ms","start":"2026-10-14T13:52:04.215931Z","end":"2026-10-14T13:52:04.379263Z","steps":["trace[1809332061] 'read index received' (duration: 158.226109ms)","trace[1809332061] 'applied index is now lower than readState.Index' (duration: 5.103916ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:52:04.379368Z","caller":"traceutil/trace.go:171","msg":"trace[1596553959] transaction","detail":"{read_only:false; response_revision:9076; number_of_response:1; }","duration":"166.229401ms","start":"2026-10-14T13:52:04.213096Z","end":"2026-10-14T13:52:04.379325Z","steps":["trace[1596553959] 'process raft request' (duration: 161.185045ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:52:04.379475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.518629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-14T13:52:04.379518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.369453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-14T13:52:04.379546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.071353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-10-14T13:52:04.379559Z","caller":"traceutil/trace.go:171","msg":"trace[1968794474] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9076; }","duration":"163.655512ms","start":"2026-10-14T13:52:04.215883Z","end":"2026-10-14T13:52:04.379538Z","steps":["trace[1968794474] 'agreement among raft nodes before linearized reading' (duration: 163.506809ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:52:04.379567Z","caller":"traceutil/trace.go:171","msg":"trace[1127783648] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9076; }","duration":"103.466525ms","start":"2026-10-14T13:52:04.276088Z","end":"2026-10-14T13:52:04.379554Z","steps":["trace[1127783648] 'agreement among raft nodes before linearized reading' (duration: 103.377403ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:52:04.379574Z","caller":"traceutil/trace.go:171","msg":"trace[1610559322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9076; }","duration":"153.143424ms","start":"2026-10-14T13:52:04.226422Z","end":"2026-10-14T13:52:04.379566Z","steps":["trace[1610559322] 'agreement among raft nodes before linearized reading' (duration: 153.024412ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:52:04.379831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.524733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cxzvp\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-10-14T13:52:04.379922Z","caller":"traceutil/trace.go:171","msg":"trace[584240728] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cxzvp; range_end:; response_count:1; response_revision:9076; }","duration":"151.698226ms","start":"2026-10-14T13:52:04.228202Z","end":"2026-10-14T13:52:04.3799Z","steps":["trace[584240728] 'agreement among raft nodes before linearized reading' (duration: 151.35728ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:52:13.304553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.917035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-14T13:52:13.304796Z","caller":"traceutil/trace.go:171","msg":"trace[231249177] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"271.036071ms","start":"2026-10-14T13:52:13.033739Z","end":"2026-10-14T13:52:13.304776Z","steps":["trace[231249177] 'process raft request' (duration: 123.80889ms)","trace[231249177] 'compare' (duration: 146.600189ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:52:13.304981Z","caller":"traceutil/trace.go:171","msg":"trace[350728814] linearizableReadLoop","detail":"{readStateIndex:9456; appliedIndex:9454; }","duration":"234.098113ms","start":"2026-10-14T13:52:13.070844Z","end":"2026-10-14T13:52:13.304942Z","steps":["trace[350728814] 'read index received' (duration: 86.690199ms)","trace[350728814] 'applied index is now lower than readState.Index' (duration: 147.404764ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:52:13.30505Z","caller":"traceutil/trace.go:171","msg":"trace[1150836379] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"258.619015ms","start":"2026-10-14T13:52:13.046411Z","end":"2026-10-14T13:52:13.30503Z","steps":["trace[1150836379] 'process raft request' (duration: 258.260399ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T13:52:13.305345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.48407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-10-14T13:52:13.305398Z","caller":"traceutil/trace.go:171","msg":"trace[110780785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9124; }","duration":"234.604482ms","start":"2026-10-14T13:52:13.07078Z","end":"2026-10-14T13:52:13.305384Z","steps":["trace[110780785] 'agreement among raft nodes before linearized reading' (duration: 234.287366ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:52:13.464255Z","caller":"traceutil/trace.go:171","msg":"trace[688115919] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"154.088631ms","start":"2026-10-14T13:52:13.310079Z","end":"2026-10-14T13:52:13.464168Z","steps":["trace[688115919] 'process raft request' (duration: 131.78259ms)","trace[688115919] 'compare' (duration: 21.968305ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T13:52:13.46422Z","caller":"traceutil/trace.go:171","msg":"trace[358421104] linearizableReadLoop","detail":"{readStateIndex:9457; appliedIndex:9456; }","duration":"152.821348ms","start":"2026-10-14T13:52:13.311328Z","end":"2026-10-14T13:52:13.464149Z","steps":["trace[358421104] 'read index received' (duration: 130.438425ms)","trace[358421104] 'applied index is now lower than readState.Index' (duration: 22.381063ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T13:52:13.464575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.225355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-10-14T13:52:13.464703Z","caller":"traceutil/trace.go:171","msg":"trace[96893497] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9125; }","duration":"153.45501ms","start":"2026-10-14T13:52:13.31122Z","end":"2026-10-14T13:52:13.464675Z","steps":["trace[96893497] 'agreement among raft nodes before linearized reading' (duration: 153.121814ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:52:14.430082Z","caller":"traceutil/trace.go:171","msg":"trace[285186082] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"125.43518ms","start":"2026-10-14T13:52:14.304625Z","end":"2026-10-14T13:52:14.43006Z","steps":["trace[285186082] 'process raft request' (duration: 125.292347ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:53:13.405286Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c51d7a9ea5537d6e","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-10-14T13:53:13.414358Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-10-14T13:53:13.414511Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-10-14T13:53:30.76367Z","caller":"traceutil/trace.go:171","msg":"trace[968905325] transaction","detail":"{read_only:false; response_revision:9911; number_of_response:1; }","duration":"108.714226ms","start":"2026-10-14T13:53:30.654899Z","end":"2026-10-14T13:53:30.763613Z","steps":["trace[968905325] 'process raft request' (duration: 108.45189ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:54:29.992992Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7949} {"level":"info","ts":"2026-10-14T13:54:30.082008Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7949,"took":"86.275671ms","hash":553242610,"current-db-size-bytes":55570432,"current-db-size":"56 MB","current-db-size-in-use-bytes":25227264,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-10-14T13:54:30.082084Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":553242610,"revision":7949,"compact-revision":5604} {"level":"info","ts":"2026-10-14T13:58:00.852517Z","caller":"traceutil/trace.go:171","msg":"trace[800737802] transaction","detail":"{read_only:false; response_revision:11635; number_of_response:1; }","duration":"116.396322ms","start":"2026-10-14T13:58:00.736094Z","end":"2026-10-14T13:58:00.85249Z","steps":["trace[800737802] 'process raft request' (duration: 57.12063ms)","trace[800737802] 'compare' (duration: 59.050728ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T13:59:29.195383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.155187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-10-14T13:59:29.195525Z","caller":"traceutil/trace.go:171","msg":"trace[1796201292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12453; }","duration":"151.361361ms","start":"2026-10-14T13:59:29.044121Z","end":"2026-10-14T13:59:29.195483Z","steps":["trace[1796201292] 'range keys from in-memory index tree' (duration: 150.81068ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:59:29.401674Z","caller":"traceutil/trace.go:171","msg":"trace[1049240434] transaction","detail":"{read_only:false; response_revision:12456; number_of_response:1; }","duration":"117.898358ms","start":"2026-10-14T13:59:29.283733Z","end":"2026-10-14T13:59:29.401631Z","steps":["trace[1049240434] 'process raft request' (duration: 117.648604ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:59:30.038246Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10318} {"level":"warn","ts":"2026-10-14T13:59:30.624399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.584816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-14T13:59:30.624701Z","caller":"traceutil/trace.go:171","msg":"trace[1361460545] transaction","detail":"{read_only:false; response_revision:12462; number_of_response:1; }","duration":"287.011795ms","start":"2026-10-14T13:59:30.337667Z","end":"2026-10-14T13:59:30.624679Z","steps":["trace[1361460545] 'process raft request' (duration: 286.859372ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T13:59:30.624758Z","caller":"traceutil/trace.go:171","msg":"trace[963337821] transaction","detail":"{read_only:false; response_revision:12461; number_of_response:1; }","duration":"292.768173ms","start":"2026-10-14T13:59:30.331942Z","end":"2026-10-14T13:59:30.624711Z","steps":["trace[963337821] 'process raft request' (duration: 68.742979ms)","trace[963337821] 'compare' (duration: 207.540303ms)","trace[963337821] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:552; } (duration: 15.85311ms)"],"step_count":3} {"level":"info","ts":"2026-10-14T13:59:30.659347Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10318,"took":"618.389957ms","hash":1626296285,"current-db-size-bytes":55570432,"current-db-size":"56 MB","current-db-size-in-use-bytes":25509888,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-10-14T13:59:30.659446Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1626296285,"revision":10318,"compact-revision":7949} {"level":"info","ts":"2026-10-14T14:04:30.046171Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12459} {"level":"info","ts":"2026-10-14T14:04:30.134933Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12459,"took":"85.728589ms","hash":290870280,"current-db-size-bytes":55570432,"current-db-size":"56 MB","current-db-size-in-use-bytes":27570176,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-10-14T14:04:30.135014Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":290870280,"revision":12459,"compact-revision":10318} {"level":"info","ts":"2026-10-14T14:05:48.482184Z","caller":"traceutil/trace.go:171","msg":"trace[1859292533] transaction","detail":"{read_only:false; response_revision:15021; number_of_response:1; }","duration":"164.75751ms","start":"2026-10-14T14:05:48.317402Z","end":"2026-10-14T14:05:48.48216Z","steps":["trace[1859292533] 'process raft request' (duration: 164.588387ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:05:48.508781Z","caller":"traceutil/trace.go:171","msg":"trace[93804330] linearizableReadLoop","detail":"{readStateIndex:15549; appliedIndex:15547; }","duration":"117.086642ms","start":"2026-10-14T14:05:48.391658Z","end":"2026-10-14T14:05:48.508744Z","steps":["trace[93804330] 'read index received' (duration: 90.433258ms)","trace[93804330] 'applied index is now lower than readState.Index' (duration: 26.651834ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T14:05:48.508884Z","caller":"traceutil/trace.go:171","msg":"trace[1799643811] transaction","detail":"{read_only:false; response_revision:15022; number_of_response:1; }","duration":"179.880886ms","start":"2026-10-14T14:05:48.328956Z","end":"2026-10-14T14:05:48.508837Z","steps":["trace[1799643811] 'process raft request' (duration: 179.54418ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:05:48.509139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.435308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-10-14T14:05:48.50923Z","caller":"traceutil/trace.go:171","msg":"trace[101644901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15022; }","duration":"117.56817ms","start":"2026-10-14T14:05:48.391644Z","end":"2026-10-14T14:05:48.509212Z","steps":["trace[101644901] 'agreement among raft nodes before linearized reading' (duration: 117.270645ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:05:52.63251Z","caller":"traceutil/trace.go:171","msg":"trace[1085362893] transaction","detail":"{read_only:false; response_revision:15050; number_of_response:1; }","duration":"108.263085ms","start":"2026-10-14T14:05:52.524207Z","end":"2026-10-14T14:05:52.63247Z","steps":["trace[1085362893] 'process raft request' (duration: 107.805267ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:06:32.917167Z","caller":"traceutil/trace.go:171","msg":"trace[1078553116] transaction","detail":"{read_only:false; response_revision:15267; number_of_response:1; }","duration":"103.603446ms","start":"2026-10-14T14:06:32.813495Z","end":"2026-10-14T14:06:32.917099Z","steps":["trace[1078553116] 'process raft request' (duration: 103.2941ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:06:33.910932Z","caller":"traceutil/trace.go:171","msg":"trace[1662259582] linearizableReadLoop","detail":"{readStateIndex:15810; appliedIndex:15809; }","duration":"285.083034ms","start":"2026-10-14T14:06:33.625819Z","end":"2026-10-14T14:06:33.910902Z","steps":["trace[1662259582] 'read index received' (duration: 284.908841ms)","trace[1662259582] 'applied index is now lower than readState.Index' (duration: 173.143µs)"],"step_count":2} {"level":"info","ts":"2026-10-14T14:06:33.911034Z","caller":"traceutil/trace.go:171","msg":"trace[656921065] transaction","detail":"{read_only:false; response_revision:15272; number_of_response:1; }","duration":"400.766928ms","start":"2026-10-14T14:06:33.510206Z","end":"2026-10-14T14:06:33.910973Z","steps":["trace[656921065] 'process raft request' (duration: 400.477563ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:06:33.911198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.4682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-14T14:06:33.911255Z","caller":"traceutil/trace.go:171","msg":"trace[2105103949] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:15272; }","duration":"250.644203ms","start":"2026-10-14T14:06:33.660595Z","end":"2026-10-14T14:06:33.911239Z","steps":["trace[2105103949] 'agreement among raft nodes before linearized reading' (duration: 250.47107ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:06:33.911329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:06:33.510166Z","time spent":"401.026303ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T14:06:33.911419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.526316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-10-14T14:06:33.911534Z","caller":"traceutil/trace.go:171","msg":"trace[1865835315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15272; }","duration":"156.698259ms","start":"2026-10-14T14:06:33.754815Z","end":"2026-10-14T14:06:33.911513Z","steps":["trace[1865835315] 'agreement among raft nodes before linearized reading' (duration: 156.464055ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:06:33.911904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.048341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-10-14T14:06:33.912001Z","caller":"traceutil/trace.go:171","msg":"trace[36726031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15272; }","duration":"286.241646ms","start":"2026-10-14T14:06:33.625737Z","end":"2026-10-14T14:06:33.911979Z","steps":["trace[36726031] 'agreement among raft nodes before linearized reading' (duration: 285.325859ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:06:58.032021Z","caller":"traceutil/trace.go:171","msg":"trace[454282263] linearizableReadLoop","detail":"{readStateIndex:16144; appliedIndex:16143; }","duration":"141.547973ms","start":"2026-10-14T14:06:57.890436Z","end":"2026-10-14T14:06:58.031984Z","steps":["trace[454282263] 'read index received' (duration: 141.447591ms)","trace[454282263] 'applied index is now lower than readState.Index' (duration: 98.581µs)"],"step_count":2} {"level":"info","ts":"2026-10-14T14:06:58.032174Z","caller":"traceutil/trace.go:171","msg":"trace[463046813] transaction","detail":"{read_only:false; response_revision:15594; number_of_response:1; }","duration":"264.047067ms","start":"2026-10-14T14:06:57.768047Z","end":"2026-10-14T14:06:58.032094Z","steps":["trace[463046813] 'process raft request' (duration: 263.687189ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:06:58.032464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.009612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bvj2s\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-10-14T14:06:58.032535Z","caller":"traceutil/trace.go:171","msg":"trace[1617765108] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bvj2s; range_end:; response_count:1; response_revision:15594; }","duration":"142.160084ms","start":"2026-10-14T14:06:57.890357Z","end":"2026-10-14T14:06:58.032517Z","steps":["trace[1617765108] 'agreement among raft nodes before linearized reading' (duration: 141.803108ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:08:24.877091Z","caller":"traceutil/trace.go:171","msg":"trace[989760649] transaction","detail":"{read_only:false; response_revision:16409; number_of_response:1; }","duration":"194.147916ms","start":"2026-10-14T14:08:24.682899Z","end":"2026-10-14T14:08:24.877047Z","steps":["trace[989760649] 'process raft request' (duration: 101.094929ms)","trace[989760649] 'compare' (duration: 92.859654ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T14:08:25.117111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.19234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-14T14:08:25.117529Z","caller":"traceutil/trace.go:171","msg":"trace[1512749772] transaction","detail":"{read_only:false; response_revision:16410; number_of_response:1; }","duration":"234.0708ms","start":"2026-10-14T14:08:24.883367Z","end":"2026-10-14T14:08:25.117438Z","steps":["trace[1512749772] 'process raft request' (duration: 104.372561ms)","trace[1512749772] 'compare' (duration: 128.878364ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T14:08:25.427253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.95137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5522"} {"level":"info","ts":"2026-10-14T14:08:25.427329Z","caller":"traceutil/trace.go:171","msg":"trace[77042150] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16410; }","duration":"189.038221ms","start":"2026-10-14T14:08:25.238274Z","end":"2026-10-14T14:08:25.427312Z","steps":["trace[77042150] 'range keys from in-memory index tree' (duration: 188.810337ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:09:30.053904Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14486} {"level":"info","ts":"2026-10-14T14:09:30.143745Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14486,"took":"85.836802ms","hash":4248944984,"current-db-size-bytes":55570432,"current-db-size":"56 MB","current-db-size-in-use-bytes":30646272,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-10-14T14:09:30.14384Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4248944984,"revision":14486,"compact-revision":12459} {"level":"info","ts":"2026-10-14T14:14:30.063671Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16808} {"level":"info","ts":"2026-10-14T14:14:30.183505Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16808,"took":"114.816029ms","hash":2750127577,"current-db-size-bytes":55570432,"current-db-size":"56 MB","current-db-size-in-use-bytes":31604736,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-10-14T14:14:30.183595Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2750127577,"revision":16808,"compact-revision":14486} {"level":"info","ts":"2026-10-14T14:15:05.478284Z","caller":"traceutil/trace.go:171","msg":"trace[1905782725] linearizableReadLoop","detail":"{readStateIndex:19929; appliedIndex:19928; }","duration":"172.187014ms","start":"2026-10-14T14:15:05.306065Z","end":"2026-10-14T14:15:05.478252Z","steps":["trace[1905782725] 'read index received' (duration: 171.944029ms)","trace[1905782725] 'applied index is now lower than readState.Index' (duration: 241.575µs)"],"step_count":2} {"level":"warn","ts":"2026-10-14T14:15:05.478526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.430158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-10-14T14:15:05.478568Z","caller":"traceutil/trace.go:171","msg":"trace[605593444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19258; }","duration":"172.524109ms","start":"2026-10-14T14:15:05.306033Z","end":"2026-10-14T14:15:05.478558Z","steps":["trace[605593444] 'agreement among raft nodes before linearized reading' (duration: 172.345726ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:15:05.478575Z","caller":"traceutil/trace.go:171","msg":"trace[1600495848] transaction","detail":"{read_only:false; response_revision:19258; number_of_response:1; }","duration":"173.220183ms","start":"2026-10-14T14:15:05.305321Z","end":"2026-10-14T14:15:05.478541Z","steps":["trace[1600495848] 'process raft request' (duration: 172.710594ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:15:05.49755Z","caller":"traceutil/trace.go:171","msg":"trace[1532874248] transaction","detail":"{read_only:false; response_revision:19260; number_of_response:1; }","duration":"163.444209ms","start":"2026-10-14T14:15:05.33408Z","end":"2026-10-14T14:15:05.497524Z","steps":["trace[1532874248] 'process raft request' (duration: 163.393268ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:15:05.497973Z","caller":"traceutil/trace.go:171","msg":"trace[711698718] transaction","detail":"{read_only:false; response_revision:19259; number_of_response:1; }","duration":"166.240011ms","start":"2026-10-14T14:15:05.331721Z","end":"2026-10-14T14:15:05.497961Z","steps":["trace[711698718] 'process raft request' (duration: 165.521477ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:15:13.476972Z","caller":"traceutil/trace.go:171","msg":"trace[747810830] linearizableReadLoop","detail":"{readStateIndex:19978; appliedIndex:19977; }","duration":"250.816278ms","start":"2026-10-14T14:15:13.226108Z","end":"2026-10-14T14:15:13.476925Z","steps":["trace[747810830] 'read index received' (duration: 250.436171ms)","trace[747810830] 'applied index is now lower than readState.Index' (duration: 378.957µs)"],"step_count":2} {"level":"info","ts":"2026-10-14T14:15:13.477057Z","caller":"traceutil/trace.go:171","msg":"trace[747568757] transaction","detail":"{read_only:false; response_revision:19305; number_of_response:1; }","duration":"294.587275ms","start":"2026-10-14T14:15:13.182385Z","end":"2026-10-14T14:15:13.476972Z","steps":["trace[747568757] 'process raft request' (duration: 294.32238ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:15:13.477356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.216785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2mnq4\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-10-14T14:15:13.477453Z","caller":"traceutil/trace.go:171","msg":"trace[642859856] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2mnq4; range_end:; response_count:1; response_revision:19305; }","duration":"251.312607ms","start":"2026-10-14T14:15:13.226092Z","end":"2026-10-14T14:15:13.477405Z","steps":["trace[642859856] 'agreement among raft nodes before linearized reading' (duration: 251.060722ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:15:13.477535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.614668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-14T14:15:13.477622Z","caller":"traceutil/trace.go:171","msg":"trace[1977697956] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19305; }","duration":"156.777231ms","start":"2026-10-14T14:15:13.320822Z","end":"2026-10-14T14:15:13.4776Z","steps":["trace[1977697956] 'agreement among raft nodes before linearized reading' (duration: 156.603178ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:15:13.774572Z","caller":"traceutil/trace.go:171","msg":"trace[1615389280] transaction","detail":"{read_only:false; response_revision:19306; number_of_response:1; }","duration":"257.605027ms","start":"2026-10-14T14:15:13.516933Z","end":"2026-10-14T14:15:13.774538Z","steps":["trace[1615389280] 'process raft request' (duration: 257.425003ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:15:13.96991Z","caller":"traceutil/trace.go:171","msg":"trace[121337514] transaction","detail":"{read_only:false; response_revision:19307; number_of_response:1; }","duration":"441.44756ms","start":"2026-10-14T14:15:13.52842Z","end":"2026-10-14T14:15:13.969867Z","steps":["trace[121337514] 'process raft request' (duration: 347.352452ms)","trace[121337514] 'compare' (duration: 92.911106ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T14:15:13.970219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:15:13.528391Z","time spent":"441.638623ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-14T14:15:13.970434Z","caller":"traceutil/trace.go:171","msg":"trace[56613409] linearizableReadLoop","detail":"{readStateIndex:19981; appliedIndex:19978; }","duration":"411.439763ms","start":"2026-10-14T14:15:13.558959Z","end":"2026-10-14T14:15:13.970399Z","steps":["trace[56613409] 'read index received' (duration: 215.42518ms)","trace[56613409] 'applied index is now lower than readState.Index' (duration: 196.013173ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T14:15:13.970547Z","caller":"traceutil/trace.go:171","msg":"trace[2086772027] transaction","detail":"{read_only:false; response_revision:19308; number_of_response:1; }","duration":"440.890368ms","start":"2026-10-14T14:15:13.529628Z","end":"2026-10-14T14:15:13.970519Z","steps":["trace[2086772027] 'process raft request' (duration: 440.147424ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:15:13.970595Z","caller":"traceutil/trace.go:171","msg":"trace[1017408839] transaction","detail":"{read_only:false; response_revision:19309; number_of_response:1; }","duration":"319.140519ms","start":"2026-10-14T14:15:13.651413Z","end":"2026-10-14T14:15:13.970554Z","steps":["trace[1017408839] 'process raft request' (duration: 318.863214ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:15:13.970651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:15:13.529595Z","time spent":"441.001321ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T14:15:13.970725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.793515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-10-14T14:15:13.970786Z","caller":"traceutil/trace.go:171","msg":"trace[429563950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19309; }","duration":"243.921678ms","start":"2026-10-14T14:15:13.726846Z","end":"2026-10-14T14:15:13.970768Z","steps":["trace[429563950] 'agreement among raft nodes before linearized reading' (duration: 243.733184ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:15:13.970784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.815629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-10-14T14:15:13.970828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:15:13.651382Z","time spent":"319.329953ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-14T14:15:13.970855Z","caller":"traceutil/trace.go:171","msg":"trace[292360595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19309; }","duration":"411.951562ms","start":"2026-10-14T14:15:13.558884Z","end":"2026-10-14T14:15:13.970835Z","steps":["trace[292360595] 'agreement among raft nodes before linearized reading' (duration: 411.660397ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:15:13.970903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:15:13.558856Z","time spent":"412.033374ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-10-14T14:15:13.970926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.905027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-14T14:15:13.971029Z","caller":"traceutil/trace.go:171","msg":"trace[822310924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19309; }","duration":"109.080721ms","start":"2026-10-14T14:15:13.86192Z","end":"2026-10-14T14:15:13.971001Z","steps":["trace[822310924] 'agreement among raft nodes before linearized reading' (duration: 108.863037ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:15:14.52201Z","caller":"traceutil/trace.go:171","msg":"trace[1220809817] linearizableReadLoop","detail":"{readStateIndex:19984; appliedIndex:19982; }","duration":"542.684262ms","start":"2026-10-14T14:15:13.9793Z","end":"2026-10-14T14:15:14.521985Z","steps":["trace[1220809817] 'read index received' (duration: 41.783979ms)","trace[1220809817] 'applied index is now lower than readState.Index' (duration: 500.899443ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T14:15:14.522187Z","caller":"traceutil/trace.go:171","msg":"trace[443460267] transaction","detail":"{read_only:false; response_revision:19311; number_of_response:1; }","duration":"543.855674ms","start":"2026-10-14T14:15:13.978285Z","end":"2026-10-14T14:15:14.522141Z","steps":["trace[443460267] 'process raft request' (duration: 543.511498ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:15:14.522431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:15:13.978265Z","time spent":"544.027607ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T14:15:14.523156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.828355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:953801"} {"level":"info","ts":"2026-10-14T14:15:14.523206Z","caller":"traceutil/trace.go:171","msg":"trace[620348988] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19311; }","duration":"543.910746ms","start":"2026-10-14T14:15:13.979281Z","end":"2026-10-14T14:15:14.523192Z","steps":["trace[620348988] 'agreement among raft nodes before linearized reading' (duration: 542.827155ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:15:14.52335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:15:13.979236Z","time spent":"543.992677ms","remote":"127.0.0.1:43738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":953825,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-10-14T14:15:14.532985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.92965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-10-14T14:15:14.533075Z","caller":"traceutil/trace.go:171","msg":"trace[1785514660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19312; }","duration":"323.068703ms","start":"2026-10-14T14:15:14.209985Z","end":"2026-10-14T14:15:14.533054Z","steps":["trace[1785514660] 'agreement among raft nodes before linearized reading' (duration: 322.819528ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:15:14.533114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:15:14.209962Z","time spent":"323.143794ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-10-14T14:15:14.533082Z","caller":"traceutil/trace.go:171","msg":"trace[1046885539] transaction","detail":"{read_only:false; response_revision:19312; number_of_response:1; }","duration":"347.83205ms","start":"2026-10-14T14:15:14.185084Z","end":"2026-10-14T14:15:14.532916Z","steps":["trace[1046885539] 'process raft request' (duration: 347.552135ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:15:14.533153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.217376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-10-14T14:15:14.533231Z","caller":"traceutil/trace.go:171","msg":"trace[1569030211] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19312; }","duration":"233.379169ms","start":"2026-10-14T14:15:14.299833Z","end":"2026-10-14T14:15:14.533212Z","steps":["trace[1569030211] 'agreement among raft nodes before linearized reading' (duration: 233.081293ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:15:14.533374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:15:14.185038Z","time spent":"348.173607ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-14T14:15:16.538114Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c51d7a9ea5537d6e","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-10-14T14:15:16.54614Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-10-14T14:15:16.546342Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-10-14T14:19:30.072354Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19021} {"level":"info","ts":"2026-10-14T14:19:30.185885Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19021,"took":"108.430718ms","hash":723209318,"current-db-size-bytes":55570432,"current-db-size":"56 MB","current-db-size-in-use-bytes":33820672,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-10-14T14:19:30.185986Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":723209318,"revision":19021,"compact-revision":16808} {"level":"info","ts":"2026-10-14T14:21:51.971964Z","caller":"traceutil/trace.go:171","msg":"trace[1513926569] transaction","detail":"{read_only:false; response_revision:22277; number_of_response:1; }","duration":"262.804306ms","start":"2026-10-14T14:21:51.7091Z","end":"2026-10-14T14:21:51.971904Z","steps":["trace[1513926569] 'process raft request' (duration: 167.2406ms)","trace[1513926569] 'compare' (duration: 95.20674ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T14:21:51.972031Z","caller":"traceutil/trace.go:171","msg":"trace[1623234912] linearizableReadLoop","detail":"{readStateIndex:23048; appliedIndex:23046; }","duration":"113.298232ms","start":"2026-10-14T14:21:51.858693Z","end":"2026-10-14T14:21:51.971991Z","steps":["trace[1623234912] 'read index received' (duration: 17.721974ms)","trace[1623234912] 'applied index is now lower than readState.Index' (duration: 95.573668ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T14:21:51.972362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.600158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-14T14:21:51.972429Z","caller":"traceutil/trace.go:171","msg":"trace[1313560227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22278; }","duration":"113.768931ms","start":"2026-10-14T14:21:51.858639Z","end":"2026-10-14T14:21:51.972408Z","steps":["trace[1313560227] 'agreement among raft nodes before linearized reading' (duration: 113.520416ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:21:51.972542Z","caller":"traceutil/trace.go:171","msg":"trace[1390790353] transaction","detail":"{read_only:false; response_revision:22278; number_of_response:1; }","duration":"152.556815ms","start":"2026-10-14T14:21:51.819945Z","end":"2026-10-14T14:21:51.972502Z","steps":["trace[1390790353] 'process raft request' (duration: 151.81297ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:21:52.012146Z","caller":"traceutil/trace.go:171","msg":"trace[268813069] transaction","detail":"{read_only:false; response_revision:22279; number_of_response:1; }","duration":"105.523305ms","start":"2026-10-14T14:21:51.906557Z","end":"2026-10-14T14:21:52.01208Z","steps":["trace[268813069] 'process raft request' (duration: 105.28404ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:22:08.152106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.109851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-14T14:22:08.152242Z","caller":"traceutil/trace.go:171","msg":"trace[330540179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22358; }","duration":"290.486838ms","start":"2026-10-14T14:22:07.861732Z","end":"2026-10-14T14:22:08.152218Z","steps":["trace[330540179] 'range keys from in-memory index tree' (duration: 289.992878ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:22:08.152178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.202644ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-14T14:22:08.152377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.781675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-14T14:22:08.152399Z","caller":"traceutil/trace.go:171","msg":"trace[2111488337] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22358; }","duration":"235.407488ms","start":"2026-10-14T14:22:07.916891Z","end":"2026-10-14T14:22:08.152298Z","steps":["trace[2111488337] 'range keys from in-memory index tree' (duration: 234.99409ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:22:08.152474Z","caller":"traceutil/trace.go:171","msg":"trace[443973646] transaction","detail":"{read_only:false; response_revision:22359; number_of_response:1; }","duration":"244.614761ms","start":"2026-10-14T14:22:07.907843Z","end":"2026-10-14T14:22:08.152458Z","steps":["trace[443973646] 'process raft request' (duration: 63.623572ms)","trace[443973646] 'compare' (duration: 180.331307ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T14:22:08.167329Z","caller":"traceutil/trace.go:171","msg":"trace[160866668] transaction","detail":"{read_only:false; response_revision:22360; number_of_response:1; }","duration":"105.079886ms","start":"2026-10-14T14:22:08.06221Z","end":"2026-10-14T14:22:08.167289Z","steps":["trace[160866668] 'process raft request' (duration: 104.848712ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:22:08.462694Z","caller":"traceutil/trace.go:171","msg":"trace[1435543389] linearizableReadLoop","detail":"{readStateIndex:23135; appliedIndex:23132; }","duration":"317.499819ms","start":"2026-10-14T14:22:08.145167Z","end":"2026-10-14T14:22:08.462666Z","steps":["trace[1435543389] 'read index received' (duration: 21.934355ms)","trace[1435543389] 'applied index is now lower than readState.Index' (duration: 295.564234ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T14:22:08.462989Z","caller":"traceutil/trace.go:171","msg":"trace[12493194] transaction","detail":"{read_only:false; response_revision:22362; number_of_response:1; }","duration":"370.982559ms","start":"2026-10-14T14:22:08.091927Z","end":"2026-10-14T14:22:08.46291Z","steps":["trace[12493194] 'process raft request' (duration: 370.687024ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:22:08.463096Z","caller":"traceutil/trace.go:171","msg":"trace[31749545] transaction","detail":"{read_only:false; response_revision:22361; number_of_response:1; }","duration":"400.14272ms","start":"2026-10-14T14:22:08.062933Z","end":"2026-10-14T14:22:08.463076Z","steps":["trace[31749545] 'process raft request' (duration: 399.472198ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:22:08.463247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:22:08.091906Z","time spent":"371.165642ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T14:22:08.46332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:22:08.062897Z","time spent":"400.302944ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T14:22:08.463561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.11196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-14T14:22:08.463763Z","caller":"traceutil/trace.go:171","msg":"trace[1044636358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22362; }","duration":"318.6054ms","start":"2026-10-14T14:22:08.145107Z","end":"2026-10-14T14:22:08.463712Z","steps":["trace[1044636358] 'agreement among raft nodes before linearized reading' (duration: 317.908536ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:22:08.46391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:22:08.14509Z","time spent":"318.789203ms","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-10-14T14:22:08.63191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.213369ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-10-14T14:22:08.632072Z","caller":"traceutil/trace.go:171","msg":"trace[1829062684] linearizableReadLoop","detail":"{readStateIndex:23137; appliedIndex:23135; }","duration":"169.268898ms","start":"2026-10-14T14:22:08.462776Z","end":"2026-10-14T14:22:08.632045Z","steps":["trace[1829062684] 'read index received' (duration: 36.656212ms)","trace[1829062684] 'applied index is now lower than readState.Index' (duration: 132.610046ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T14:22:08.632186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.577602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-10-14T14:22:08.632189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.659059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-14T14:22:08.632185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.514355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-14T14:22:08.632258Z","caller":"traceutil/trace.go:171","msg":"trace[1471353918] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:22363; }","duration":"212.791811ms","start":"2026-10-14T14:22:08.419448Z","end":"2026-10-14T14:22:08.632239Z","steps":["trace[1471353918] 'agreement among raft nodes before linearized reading' (duration: 212.615928ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:22:08.632283Z","caller":"traceutil/trace.go:171","msg":"trace[814516732] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:22363; }","duration":"402.676538ms","start":"2026-10-14T14:22:08.22958Z","end":"2026-10-14T14:22:08.632257Z","steps":["trace[814516732] 'agreement among raft nodes before linearized reading' (duration: 402.479945ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:22:08.632231Z","caller":"traceutil/trace.go:171","msg":"trace[957007553] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:22363; }","duration":"325.730896ms","start":"2026-10-14T14:22:08.306484Z","end":"2026-10-14T14:22:08.632215Z","steps":["trace[957007553] 'agreement among raft nodes before linearized reading' (duration: 325.583803ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:22:08.63237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.996234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-10-14T14:22:08.632405Z","caller":"traceutil/trace.go:171","msg":"trace[709550745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22363; }","duration":"104.119027ms","start":"2026-10-14T14:22:08.52828Z","end":"2026-10-14T14:22:08.632399Z","steps":["trace[709550745] 'agreement among raft nodes before linearized reading' (duration: 103.971664ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:22:08.632388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.518486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-10-14T14:22:08.632438Z","caller":"traceutil/trace.go:171","msg":"trace[1637719000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22363; }","duration":"158.603317ms","start":"2026-10-14T14:22:08.473819Z","end":"2026-10-14T14:22:08.632423Z","steps":["trace[1637719000] 'agreement among raft nodes before linearized reading' (duration: 158.395214ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:22:08.632354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:22:08.22956Z","time spent":"402.78227ms","remote":"127.0.0.1:52786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-10-14T14:22:08.632338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.498871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-14T14:22:08.632573Z","caller":"traceutil/trace.go:171","msg":"trace[566304069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22363; }","duration":"478.765466ms","start":"2026-10-14T14:22:08.153784Z","end":"2026-10-14T14:22:08.63255Z","steps":["trace[566304069] 'agreement among raft nodes before linearized reading' (duration: 478.408179ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:22:08.632531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:22:08.306453Z","time spent":"325.98381ms","remote":"127.0.0.1:52954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-10-14T14:22:08.632617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:22:08.153729Z","time spent":"478.877928ms","remote":"127.0.0.1:43516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-10-14T14:22:08.796738Z","caller":"traceutil/trace.go:171","msg":"trace[2099459195] transaction","detail":"{read_only:false; response_revision:22364; number_of_response:1; }","duration":"158.923121ms","start":"2026-10-14T14:22:08.637783Z","end":"2026-10-14T14:22:08.796706Z","steps":["trace[2099459195] 'process raft request' (duration: 158.702657ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:22:08.811215Z","caller":"traceutil/trace.go:171","msg":"trace[1385400306] linearizableReadLoop","detail":"{readStateIndex:23139; appliedIndex:23137; }","duration":"149.521726ms","start":"2026-10-14T14:22:08.661651Z","end":"2026-10-14T14:22:08.811173Z","steps":["trace[1385400306] 'read index received' (duration: 134.819487ms)","trace[1385400306] 'applied index is now lower than readState.Index' (duration: 14.700699ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T14:22:08.811272Z","caller":"traceutil/trace.go:171","msg":"trace[619477648] transaction","detail":"{read_only:false; response_revision:22365; number_of_response:1; }","duration":"173.179322ms","start":"2026-10-14T14:22:08.63805Z","end":"2026-10-14T14:22:08.811229Z","steps":["trace[619477648] 'process raft request' (duration: 172.921457ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:22:08.811462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.77936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-14T14:22:08.811546Z","caller":"traceutil/trace.go:171","msg":"trace[360485453] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:22365; }","duration":"149.945073ms","start":"2026-10-14T14:22:08.661581Z","end":"2026-10-14T14:22:08.811526Z","steps":["trace[360485453] 'agreement among raft nodes before linearized reading' (duration: 149.743229ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:24:30.081177Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21292} {"level":"info","ts":"2026-10-14T14:24:30.201625Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21292,"took":"116.580143ms","hash":2983013711,"current-db-size-bytes":55570432,"current-db-size":"56 MB","current-db-size-in-use-bytes":29495296,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-10-14T14:24:30.2017Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2983013711,"revision":21292,"compact-revision":19021} {"level":"info","ts":"2026-10-14T14:26:34.813889Z","caller":"traceutil/trace.go:171","msg":"trace[860848870] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"152.574133ms","start":"2026-10-14T14:26:34.661263Z","end":"2026-10-14T14:26:34.813837Z","steps":["trace[860848870] 'process raft request' (duration: 152.240966ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:27:40.202093Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000676f.wal"} {"level":"info","ts":"2026-10-14T14:29:30.089819Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23473} {"level":"info","ts":"2026-10-14T14:29:30.21974Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23473,"took":"125.195406ms","hash":626645812,"current-db-size-bytes":55570432,"current-db-size":"56 MB","current-db-size-in-use-bytes":44314624,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-10-14T14:29:30.219847Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":626645812,"revision":23473,"compact-revision":21292} {"level":"info","ts":"2026-10-14T14:30:29.034611Z","caller":"traceutil/trace.go:171","msg":"trace[223272999] transaction","detail":"{read_only:false; response_revision:27221; number_of_response:1; }","duration":"166.497666ms","start":"2026-10-14T14:30:28.868079Z","end":"2026-10-14T14:30:29.034576Z","steps":["trace[223272999] 'process raft request' (duration: 159.353281ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:30:29.038489Z","caller":"traceutil/trace.go:171","msg":"trace[1743362762] transaction","detail":"{read_only:false; response_revision:27222; number_of_response:1; }","duration":"102.999965ms","start":"2026-10-14T14:30:28.935466Z","end":"2026-10-14T14:30:29.038466Z","steps":["trace[1743362762] 'process raft request' (duration: 102.503716ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:30:34.599009Z","caller":"traceutil/trace.go:171","msg":"trace[470715107] transaction","detail":"{read_only:false; response_revision:27258; number_of_response:1; }","duration":"168.31168ms","start":"2026-10-14T14:30:34.430659Z","end":"2026-10-14T14:30:34.598971Z","steps":["trace[470715107] 'process raft request' (duration: 153.531301ms)","trace[470715107] 'compare' (duration: 14.450013ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T14:30:34.882433Z","caller":"traceutil/trace.go:171","msg":"trace[861274336] linearizableReadLoop","detail":"{readStateIndex:28173; appliedIndex:28171; }","duration":"360.865378ms","start":"2026-10-14T14:30:34.521537Z","end":"2026-10-14T14:30:34.882403Z","steps":["trace[861274336] 'read index received' (duration: 62.666374ms)","trace[861274336] 'applied index is now lower than readState.Index' (duration: 298.197674ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T14:30:34.883184Z","caller":"traceutil/trace.go:171","msg":"trace[1610633465] transaction","detail":"{read_only:false; response_revision:27259; number_of_response:1; }","duration":"370.679224ms","start":"2026-10-14T14:30:34.512486Z","end":"2026-10-14T14:30:34.883165Z","steps":["trace[1610633465] 'process raft request' (duration: 364.203041ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:30:34.883241Z","caller":"traceutil/trace.go:171","msg":"trace[1520008316] transaction","detail":"{read_only:false; response_revision:27260; number_of_response:1; }","duration":"337.988246ms","start":"2026-10-14T14:30:34.545191Z","end":"2026-10-14T14:30:34.883179Z","steps":["trace[1520008316] 'process raft request' (duration: 337.1326ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:30:34.883302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.730385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-10-14T14:30:34.883374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:30:34.545173Z","time spent":"338.131819ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-14T14:30:34.883414Z","caller":"traceutil/trace.go:171","msg":"trace[1410840855] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27260; }","duration":"361.873197ms","start":"2026-10-14T14:30:34.521519Z","end":"2026-10-14T14:30:34.883392Z","steps":["trace[1410840855] 'agreement among raft nodes before linearized reading' (duration: 361.634513ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:30:34.883471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:30:34.521446Z","time spent":"362.01607ms","remote":"127.0.0.1:43680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-10-14T14:30:34.883346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-14T14:30:34.51245Z","time spent":"370.787867ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-14T14:30:34.891561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.967056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-14T14:30:34.891683Z","caller":"traceutil/trace.go:171","msg":"trace[1117839521] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27261; }","duration":"247.15472ms","start":"2026-10-14T14:30:34.644507Z","end":"2026-10-14T14:30:34.891661Z","steps":["trace[1117839521] 'agreement among raft nodes before linearized reading' (duration: 246.910725ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:30:34.891713Z","caller":"traceutil/trace.go:171","msg":"trace[1791187577] transaction","detail":"{read_only:false; response_revision:27261; number_of_response:1; }","duration":"216.145034ms","start":"2026-10-14T14:30:34.675536Z","end":"2026-10-14T14:30:34.891681Z","steps":["trace[1791187577] 'process raft request' (duration: 215.669275ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:30:34.891892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.826938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-10-14T14:30:34.89195Z","caller":"traceutil/trace.go:171","msg":"trace[893963424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27261; }","duration":"170.93968ms","start":"2026-10-14T14:30:34.720996Z","end":"2026-10-14T14:30:34.891935Z","steps":["trace[893963424] 'agreement among raft nodes before linearized reading' (duration: 170.749706ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:30:35.136388Z","caller":"traceutil/trace.go:171","msg":"trace[866534346] transaction","detail":"{read_only:false; response_revision:27263; number_of_response:1; }","duration":"237.443707ms","start":"2026-10-14T14:30:34.898916Z","end":"2026-10-14T14:30:35.13636Z","steps":["trace[866534346] 'process raft request' (duration: 237.350355ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:30:35.136573Z","caller":"traceutil/trace.go:171","msg":"trace[1197338431] transaction","detail":"{read_only:false; response_revision:27262; number_of_response:1; }","duration":"238.147729ms","start":"2026-10-14T14:30:34.898414Z","end":"2026-10-14T14:30:35.136562Z","steps":["trace[1197338431] 'process raft request' (duration: 141.955292ms)","trace[1197338431] 'compare' (duration: 95.426953ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T14:30:35.210001Z","caller":"traceutil/trace.go:171","msg":"trace[183977910] transaction","detail":"{read_only:false; response_revision:27265; number_of_response:1; }","duration":"150.34134ms","start":"2026-10-14T14:30:35.059627Z","end":"2026-10-14T14:30:35.209969Z","steps":["trace[183977910] 'process raft request' (duration: 150.145487ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:30:35.210252Z","caller":"traceutil/trace.go:171","msg":"trace[1141967206] linearizableReadLoop","detail":"{readStateIndex:28180; appliedIndex:28177; }","duration":"139.989605ms","start":"2026-10-14T14:30:35.070219Z","end":"2026-10-14T14:30:35.210209Z","steps":["trace[1141967206] 'read index received' (duration: 83.826363ms)","trace[1141967206] 'applied index is now lower than readState.Index' (duration: 56.160892ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T14:30:35.210333Z","caller":"traceutil/trace.go:171","msg":"trace[940653903] transaction","detail":"{read_only:false; response_revision:27266; number_of_response:1; }","duration":"150.934851ms","start":"2026-10-14T14:30:35.059386Z","end":"2026-10-14T14:30:35.210321Z","steps":["trace[940653903] 'process raft request' (duration: 150.541994ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:30:35.210584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.337883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-10-14T14:30:35.210628Z","caller":"traceutil/trace.go:171","msg":"trace[1820517657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27266; }","duration":"140.451314ms","start":"2026-10-14T14:30:35.070163Z","end":"2026-10-14T14:30:35.210615Z","steps":["trace[1820517657] 'agreement among raft nodes before linearized reading' (duration: 140.20863ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:30:35.211235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.616967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-14T14:30:35.211303Z","caller":"traceutil/trace.go:171","msg":"trace[661542525] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27267; }","duration":"131.715159ms","start":"2026-10-14T14:30:35.07957Z","end":"2026-10-14T14:30:35.211285Z","steps":["trace[661542525] 'agreement among raft nodes before linearized reading' (duration: 131.350422ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:31:38.91926Z","caller":"traceutil/trace.go:171","msg":"trace[541082853] linearizableReadLoop","detail":"{readStateIndex:28770; appliedIndex:28769; }","duration":"125.46891ms","start":"2026-10-14T14:31:38.793767Z","end":"2026-10-14T14:31:38.919236Z","steps":["trace[541082853] 'read index received' (duration: 125.298777ms)","trace[541082853] 'applied index is now lower than readState.Index' (duration: 169.153µs)"],"step_count":2} {"level":"warn","ts":"2026-10-14T14:31:38.919388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.613024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11787"} {"level":"info","ts":"2026-10-14T14:31:38.919416Z","caller":"traceutil/trace.go:171","msg":"trace[344184980] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27841; }","duration":"125.665175ms","start":"2026-10-14T14:31:38.793741Z","end":"2026-10-14T14:31:38.919406Z","steps":["trace[344184980] 'agreement among raft nodes before linearized reading' (duration: 125.583143ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:31:38.919401Z","caller":"traceutil/trace.go:171","msg":"trace[170601401] transaction","detail":"{read_only:false; response_revision:27841; number_of_response:1; }","duration":"129.232791ms","start":"2026-10-14T14:31:38.790097Z","end":"2026-10-14T14:31:38.919329Z","steps":["trace[170601401] 'process raft request' (duration: 128.953036ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:33:46.046543Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c51d7a9ea5537d6e","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-10-14T14:33:46.055482Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-10-14T14:33:46.055659Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-10-14T14:34:30.103568Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26660} {"level":"info","ts":"2026-10-14T14:34:30.254539Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26660,"took":"145.856426ms","hash":955329338,"current-db-size-bytes":56418304,"current-db-size":"56 MB","current-db-size-in-use-bytes":36474880,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-10-14T14:34:30.254605Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":955329338,"revision":26660,"compact-revision":23473} {"level":"info","ts":"2026-10-14T14:35:35.172091Z","caller":"traceutil/trace.go:171","msg":"trace[1090233936] linearizableReadLoop","detail":"{readStateIndex:31115; appliedIndex:31114; }","duration":"129.463917ms","start":"2026-10-14T14:35:35.042583Z","end":"2026-10-14T14:35:35.172047Z","steps":["trace[1090233936] 'read index received' (duration: 70.772078ms)","trace[1090233936] 'applied index is now lower than readState.Index' (duration: 58.689999ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T14:35:35.172364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.724711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-10-14T14:35:35.172492Z","caller":"traceutil/trace.go:171","msg":"trace[1222701709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30128; }","duration":"129.937785ms","start":"2026-10-14T14:35:35.042529Z","end":"2026-10-14T14:35:35.172466Z","steps":["trace[1222701709] 'agreement among raft nodes before linearized reading' (duration: 129.66424ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:35:35.194106Z","caller":"traceutil/trace.go:171","msg":"trace[1855845213] transaction","detail":"{read_only:false; response_revision:30129; number_of_response:1; }","duration":"129.12934ms","start":"2026-10-14T14:35:35.06494Z","end":"2026-10-14T14:35:35.194069Z","steps":["trace[1855845213] 'process raft request' (duration: 128.843315ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:35:35.19443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.70868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-14T14:35:35.194515Z","caller":"traceutil/trace.go:171","msg":"trace[1460407676] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30130; }","duration":"139.850202ms","start":"2026-10-14T14:35:35.054646Z","end":"2026-10-14T14:35:35.194496Z","steps":["trace[1460407676] 'agreement among raft nodes before linearized reading' (duration: 139.674639ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:35:35.194461Z","caller":"traceutil/trace.go:171","msg":"trace[331038533] transaction","detail":"{read_only:false; response_revision:30130; number_of_response:1; }","duration":"126.174404ms","start":"2026-10-14T14:35:35.06821Z","end":"2026-10-14T14:35:35.194385Z","steps":["trace[331038533] 'process raft request' (duration: 125.779806ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:39:30.111768Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29399} {"level":"info","ts":"2026-10-14T14:39:30.24686Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29399,"took":"130.492385ms","hash":2743537147,"current-db-size-bytes":56418304,"current-db-size":"56 MB","current-db-size-in-use-bytes":36077568,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-10-14T14:39:30.246954Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2743537147,"revision":29399,"compact-revision":26660} {"level":"info","ts":"2026-10-14T14:44:30.130064Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31998} {"level":"info","ts":"2026-10-14T14:44:30.421116Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31998,"took":"285.645405ms","hash":1489098543,"current-db-size-bytes":57462784,"current-db-size":"58 MB","current-db-size-in-use-bytes":31551488,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-10-14T14:44:30.42118Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1489098543,"revision":31998,"compact-revision":29399} {"level":"info","ts":"2026-10-14T14:47:29.674825Z","caller":"traceutil/trace.go:171","msg":"trace[664334566] linearizableReadLoop","detail":"{readStateIndex:36717; appliedIndex:36716; }","duration":"104.135527ms","start":"2026-10-14T14:47:29.570656Z","end":"2026-10-14T14:47:29.674791Z","steps":["trace[664334566] 'read index received' (duration: 87.056885ms)","trace[664334566] 'applied index is now lower than readState.Index' (duration: 17.077192ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T14:47:29.675157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.456683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-10-14T14:47:29.675089Z","caller":"traceutil/trace.go:171","msg":"trace[1495836048] transaction","detail":"{read_only:false; response_revision:35571; number_of_response:1; }","duration":"112.80764ms","start":"2026-10-14T14:47:29.562243Z","end":"2026-10-14T14:47:29.67505Z","steps":["trace[1495836048] 'process raft request' (duration: 95.498023ms)","trace[1495836048] 'compare' (duration: 16.869089ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T14:47:29.675219Z","caller":"traceutil/trace.go:171","msg":"trace[396048858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35571; }","duration":"104.586565ms","start":"2026-10-14T14:47:29.570613Z","end":"2026-10-14T14:47:29.675199Z","steps":["trace[396048858] 'agreement among raft nodes before linearized reading' (duration: 104.308789ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:49:30.138396Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34222} {"level":"info","ts":"2026-10-14T14:49:30.293994Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34222,"took":"149.33579ms","hash":3007726030,"current-db-size-bytes":57462784,"current-db-size":"58 MB","current-db-size-in-use-bytes":31117312,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-10-14T14:49:30.294099Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3007726030,"revision":34222,"compact-revision":31998} {"level":"info","ts":"2026-10-14T14:54:26.216606Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c51d7a9ea5537d6e","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-10-14T14:54:26.222205Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-10-14T14:54:26.22228Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-10-14T14:54:30.147891Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36456} {"level":"info","ts":"2026-10-14T14:54:30.284598Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36456,"took":"133.681965ms","hash":2467446365,"current-db-size-bytes":57462784,"current-db-size":"58 MB","current-db-size-in-use-bytes":32071680,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-10-14T14:54:30.284664Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2467446365,"revision":36456,"compact-revision":34222} {"level":"info","ts":"2026-10-14T14:56:48.115775Z","caller":"traceutil/trace.go:171","msg":"trace[442203721] transaction","detail":"{read_only:false; response_revision:39833; number_of_response:1; }","duration":"209.021139ms","start":"2026-10-14T14:56:47.906736Z","end":"2026-10-14T14:56:48.115757Z","steps":["trace[442203721] 'process raft request' (duration: 208.918037ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:56:48.15883Z","caller":"traceutil/trace.go:171","msg":"trace[1130155479] linearizableReadLoop","detail":"{readStateIndex:41102; appliedIndex:41100; }","duration":"126.436249ms","start":"2026-10-14T14:56:48.032366Z","end":"2026-10-14T14:56:48.158802Z","steps":["trace[1130155479] 'read index received' (duration: 83.483487ms)","trace[1130155479] 'applied index is now lower than readState.Index' (duration: 42.951852ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T14:56:48.158893Z","caller":"traceutil/trace.go:171","msg":"trace[1657586011] transaction","detail":"{read_only:false; response_revision:39834; number_of_response:1; }","duration":"187.829619ms","start":"2026-10-14T14:56:47.971025Z","end":"2026-10-14T14:56:48.158855Z","steps":["trace[1657586011] 'process raft request' (duration: 187.622055ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:56:48.158936Z","caller":"traceutil/trace.go:171","msg":"trace[1433172939] transaction","detail":"{read_only:false; response_revision:39835; number_of_response:1; }","duration":"156.246992ms","start":"2026-10-14T14:56:48.00268Z","end":"2026-10-14T14:56:48.158927Z","steps":["trace[1433172939] 'process raft request' (duration: 156.088019ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:56:48.159288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.903477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-10-14T14:56:48.159322Z","caller":"traceutil/trace.go:171","msg":"trace[1716752591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39835; }","duration":"126.98069ms","start":"2026-10-14T14:56:48.032331Z","end":"2026-10-14T14:56:48.159312Z","steps":["trace[1716752591] 'agreement among raft nodes before linearized reading' (duration: 126.839228ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:56:48.457671Z","caller":"traceutil/trace.go:171","msg":"trace[803649100] linearizableReadLoop","detail":"{readStateIndex:41109; appliedIndex:41108; }","duration":"124.137416ms","start":"2026-10-14T14:56:48.333504Z","end":"2026-10-14T14:56:48.457642Z","steps":["trace[803649100] 'read index received' (duration: 123.924552ms)","trace[803649100] 'applied index is now lower than readState.Index' (duration: 211.944µs)"],"step_count":2} {"level":"info","ts":"2026-10-14T14:56:48.457907Z","caller":"traceutil/trace.go:171","msg":"trace[210681215] transaction","detail":"{read_only:false; response_revision:39842; number_of_response:1; }","duration":"131.345541ms","start":"2026-10-14T14:56:48.326534Z","end":"2026-10-14T14:56:48.45788Z","steps":["trace[210681215] 'process raft request' (duration: 130.949984ms)"],"step_count":1} {"level":"warn","ts":"2026-10-14T14:56:48.458017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.464292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-14T14:56:48.458175Z","caller":"traceutil/trace.go:171","msg":"trace[757408823] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:39842; }","duration":"124.792388ms","start":"2026-10-14T14:56:48.333326Z","end":"2026-10-14T14:56:48.458118Z","steps":["trace[757408823] 'agreement among raft nodes before linearized reading' (duration: 124.557413ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:56:50.938442Z","caller":"traceutil/trace.go:171","msg":"trace[1124947316] transaction","detail":"{read_only:false; response_revision:39858; number_of_response:1; }","duration":"107.581543ms","start":"2026-10-14T14:56:50.830813Z","end":"2026-10-14T14:56:50.938394Z","steps":["trace[1124947316] 'process raft request' (duration: 79.862199ms)","trace[1124947316] 'compare' (duration: 27.383798ms)"],"step_count":2} {"level":"warn","ts":"2026-10-14T14:56:53.184226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.717994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-14T14:56:53.184373Z","caller":"traceutil/trace.go:171","msg":"trace[1056797131] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:39872; }","duration":"118.908757ms","start":"2026-10-14T14:56:53.065437Z","end":"2026-10-14T14:56:53.184346Z","steps":["trace[1056797131] 'count revisions from in-memory index tree' (duration: 118.635662ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:56:53.48082Z","caller":"traceutil/trace.go:171","msg":"trace[1128187947] transaction","detail":"{read_only:false; response_revision:39874; number_of_response:1; }","duration":"107.077043ms","start":"2026-10-14T14:56:53.373716Z","end":"2026-10-14T14:56:53.480793Z","steps":["trace[1128187947] 'process raft request' (duration: 98.858938ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:56:54.637532Z","caller":"traceutil/trace.go:171","msg":"trace[93861335] transaction","detail":"{read_only:false; response_revision:39886; number_of_response:1; }","duration":"111.457236ms","start":"2026-10-14T14:56:54.526033Z","end":"2026-10-14T14:56:54.63749Z","steps":["trace[93861335] 'process raft request' (duration: 111.404045ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:56:54.637586Z","caller":"traceutil/trace.go:171","msg":"trace[1555861589] transaction","detail":"{read_only:false; response_revision:39885; number_of_response:1; }","duration":"111.586968ms","start":"2026-10-14T14:56:54.525943Z","end":"2026-10-14T14:56:54.63753Z","steps":["trace[1555861589] 'process raft request' (duration: 111.310103ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:56:56.766015Z","caller":"traceutil/trace.go:171","msg":"trace[1392554293] transaction","detail":"{read_only:false; response_revision:39901; number_of_response:1; }","duration":"122.131898ms","start":"2026-10-14T14:56:56.643855Z","end":"2026-10-14T14:56:56.765987Z","steps":["trace[1392554293] 'process raft request' (duration: 121.980905ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T14:59:30.159222Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38796} {"level":"info","ts":"2026-10-14T14:59:30.305393Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38796,"took":"142.090125ms","hash":958745288,"current-db-size-bytes":57888768,"current-db-size":"58 MB","current-db-size-in-use-bytes":31911936,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-10-14T14:59:30.305497Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":958745288,"revision":38796,"compact-revision":36456} {"level":"info","ts":"2026-10-14T15:04:15.218439Z","caller":"traceutil/trace.go:171","msg":"trace[549567288] transaction","detail":"{read_only:false; response_revision:43218; number_of_response:1; }","duration":"113.402732ms","start":"2026-10-14T15:04:15.104993Z","end":"2026-10-14T15:04:15.218396Z","steps":["trace[549567288] 'process raft request' (duration: 113.070446ms)"],"step_count":1} {"level":"info","ts":"2026-10-14T15:04:20.33145Z","caller":"traceutil/trace.go:171","msg":"trace[2142891684] transaction","detail":"{read_only:false; response_revision:43253; number_of_response:1; }","duration":"107.929269ms","start":"2026-10-14T15:04:20.223496Z","end":"2026-10-14T15:04:20.331426Z","steps":["trace[2142891684] 'process raft request' (duration: 77.159528ms)","trace[2142891684] 'compare' (duration: 30.344463ms)"],"step_count":2} {"level":"info","ts":"2026-10-14T15:04:30.174547Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":41027} {"level":"info","ts":"2026-10-14T15:04:30.317415Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":41027,"took":"138.883845ms","hash":3691383593,"current-db-size-bytes":58314752,"current-db-size":"58 MB","current-db-size-in-use-bytes":31125504,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-10-14T15:04:30.317518Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3691383593,"revision":41027,"compact-revision":38796}