{"level":"warn","ts":"2026-05-04T01:33:17.642507Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-04T01:33:17.642605Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.223:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.223:2380","--initial-cluster=instance=https://199.204.45.223:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.223:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.223:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-04T01:33:17.642676Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-04T01:33:17.642692Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-05-04T01:33:17.642715Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-04T01:33:17.643374Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"]} {"level":"info","ts":"2026-05-04T01:33:17.64345Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.223:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-04T01:33:17.646871Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.23027ms"} {"level":"info","ts":"2026-05-04T01:33:17.651941Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"11f26225a5bb9fe3","cluster-id":"75c25101f01fd4c6"} {"level":"info","ts":"2026-05-04T01:33:17.652012Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=()"} {"level":"info","ts":"2026-05-04T01:33:17.652033Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 0"} {"level":"info","ts":"2026-05-04T01:33:17.652052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 11f26225a5bb9fe3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-04T01:33:17.652062Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 1"} {"level":"info","ts":"2026-05-04T01:33:17.652105Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"warn","ts":"2026-05-04T01:33:17.657834Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-04T01:33:17.659465Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-04T01:33:17.660354Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-04T01:33:17.662863Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"11f26225a5bb9fe3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-04T01:33:17.663037Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"11f26225a5bb9fe3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-04T01:33:17.663245Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T01:33:17.663337Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T01:33:17.663366Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T01:33:17.668004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"info","ts":"2026-05-04T01:33:17.668169Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","added-peer-id":"11f26225a5bb9fe3","added-peer-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-05-04T01:33:17.66841Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-04T01:33:17.668549Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-05-04T01:33:17.668588Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-05-04T01:33:17.668783Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"11f26225a5bb9fe3","initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-04T01:33:17.668861Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-04T01:33:18.252299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 is starting a new election at term 1"} {"level":"info","ts":"2026-05-04T01:33:18.252398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-04T01:33:18.252432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgPreVoteResp from 11f26225a5bb9fe3 at term 1"} {"level":"info","ts":"2026-05-04T01:33:18.252447Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became candidate at term 2"} {"level":"info","ts":"2026-05-04T01:33:18.252458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgVoteResp from 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-05-04T01:33:18.252469Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became leader at term 2"} {"level":"info","ts":"2026-05-04T01:33:18.252482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 11f26225a5bb9fe3 elected leader 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-05-04T01:33:18.254062Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"11f26225a5bb9fe3","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.223:2379]}","request-path":"/0/members/11f26225a5bb9fe3/attributes","cluster-id":"75c25101f01fd4c6","publish-timeout":"7s"} {"level":"info","ts":"2026-05-04T01:33:18.254061Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-04T01:33:18.254116Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T01:33:18.254212Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-04T01:33:18.25439Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-04T01:33:18.25442Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-04T01:33:18.254802Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T01:33:18.255054Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T01:33:18.255104Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T01:33:18.258556Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-04T01:33:18.262348Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.223:2379"} {"level":"warn","ts":"2026-05-04T01:33:48.875331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.592214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:33:48.875583Z","caller":"traceutil/trace.go:171","msg":"trace[1034233819] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"491.518325ms","start":"2026-05-04T01:33:48.38404Z","end":"2026-05-04T01:33:48.875558Z","steps":["trace[1034233819] 'process raft request' (duration: 328.077706ms)","trace[1034233819] 'compare' (duration: 162.234579ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:33:48.875727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:33:48.384021Z","time spent":"491.665097ms","remote":"127.0.0.1:37842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-04T01:33:48.891519Z","caller":"traceutil/trace.go:171","msg":"trace[1753669842] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"399.869972ms","start":"2026-05-04T01:33:48.491631Z","end":"2026-05-04T01:33:48.891501Z","steps":["trace[1753669842] 'process raft request' (duration: 398.331176ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:33:48.891592Z","caller":"traceutil/trace.go:171","msg":"trace[567384212] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"305.966492ms","start":"2026-05-04T01:33:48.585597Z","end":"2026-05-04T01:33:48.891563Z","steps":["trace[567384212] 'process raft request' (duration: 305.824009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:33:48.891741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:33:48.585536Z","time spent":"306.141145ms","remote":"127.0.0.1:37842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-04T01:33:48.891965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:33:48.491598Z","time spent":"400.010004ms","remote":"127.0.0.1:37842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:33:48.892232Z","caller":"traceutil/trace.go:171","msg":"trace[1077193642] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"105.940379ms","start":"2026-05-04T01:33:48.786276Z","end":"2026-05-04T01:33:48.892217Z","steps":["trace[1077193642] 'process raft request' (duration: 105.910008ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:33:48.892337Z","caller":"traceutil/trace.go:171","msg":"trace[1591549880] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"241.10988ms","start":"2026-05-04T01:33:48.651219Z","end":"2026-05-04T01:33:48.892329Z","steps":["trace[1591549880] 'process raft request' (duration: 240.305557ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:33:52.505037Z","caller":"traceutil/trace.go:171","msg":"trace[904089541] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:628; }","duration":"122.512355ms","start":"2026-05-04T01:33:52.382499Z","end":"2026-05-04T01:33:52.505011Z","steps":["trace[904089541] 'read index received' (duration: 120.302331ms)","trace[904089541] 'applied index is now lower than readState.Index' (duration: 2.208844ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:33:52.505116Z","caller":"traceutil/trace.go:171","msg":"trace[751303074] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"163.839665ms","start":"2026-05-04T01:33:52.34124Z","end":"2026-05-04T01:33:52.50508Z","steps":["trace[751303074] 'process raft request' (duration: 162.170029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:33:52.505398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.87395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-05-04T01:33:52.505469Z","caller":"traceutil/trace.go:171","msg":"trace[50213278] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:608; }","duration":"123.000203ms","start":"2026-05-04T01:33:52.382451Z","end":"2026-05-04T01:33:52.505451Z","steps":["trace[50213278] 'agreement among raft nodes before linearized reading' (duration: 122.712698ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:33:54.225524Z","caller":"traceutil/trace.go:171","msg":"trace[473720175] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:642; }","duration":"100.426656ms","start":"2026-05-04T01:33:54.125071Z","end":"2026-05-04T01:33:54.225497Z","steps":["trace[473720175] 'read index received' (duration: 100.177542ms)","trace[473720175] 'applied index is now lower than readState.Index' (duration: 248.264µs)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:33:54.225772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.667649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:33:54.225925Z","caller":"traceutil/trace.go:171","msg":"trace[2138799113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"100.872203ms","start":"2026-05-04T01:33:54.125032Z","end":"2026-05-04T01:33:54.225905Z","steps":["trace[2138799113] 'agreement among raft nodes before linearized reading' (duration: 100.619609ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:33:54.226175Z","caller":"traceutil/trace.go:171","msg":"trace[218057320] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"186.862753ms","start":"2026-05-04T01:33:54.039303Z","end":"2026-05-04T01:33:54.226165Z","steps":["trace[218057320] 'process raft request' (duration: 186.04534ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:33:55.794699Z","caller":"traceutil/trace.go:171","msg":"trace[1479184821] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"275.643232ms","start":"2026-05-04T01:33:55.519033Z","end":"2026-05-04T01:33:55.794676Z","steps":["trace[1479184821] 'process raft request' (duration: 275.51273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:33:56.090901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.153526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-04T01:33:56.090999Z","caller":"traceutil/trace.go:171","msg":"trace[1620470077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:635; }","duration":"256.334148ms","start":"2026-05-04T01:33:55.834644Z","end":"2026-05-04T01:33:56.090978Z","steps":["trace[1620470077] 'range keys from in-memory index tree' (duration: 255.985363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:33:56.091306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.413946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-04T01:33:56.091371Z","caller":"traceutil/trace.go:171","msg":"trace[1269213008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:635; }","duration":"161.549049ms","start":"2026-05-04T01:33:55.929807Z","end":"2026-05-04T01:33:56.091356Z","steps":["trace[1269213008] 'range keys from in-memory index tree' (duration: 161.290475ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:35:29.362296Z","caller":"traceutil/trace.go:171","msg":"trace[2061212993] linearizableReadLoop","detail":"{readStateIndex:1857; appliedIndex:1856; }","duration":"237.548766ms","start":"2026-05-04T01:35:29.124722Z","end":"2026-05-04T01:35:29.36227Z","steps":["trace[2061212993] 'read index received' (duration: 237.433976ms)","trace[2061212993] 'applied index is now lower than readState.Index' (duration: 113.82µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:35:29.362352Z","caller":"traceutil/trace.go:171","msg":"trace[772987198] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"251.265188ms","start":"2026-05-04T01:35:29.111044Z","end":"2026-05-04T01:35:29.362309Z","steps":["trace[772987198] 'process raft request' (duration: 251.070566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:35:29.362896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.97451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:35:29.363083Z","caller":"traceutil/trace.go:171","msg":"trace[2092211052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1804; }","duration":"238.377193ms","start":"2026-05-04T01:35:29.124679Z","end":"2026-05-04T01:35:29.363056Z","steps":["trace[2092211052] 'agreement among raft nodes before linearized reading' (duration: 237.752638ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:37:21.517249Z","caller":"traceutil/trace.go:171","msg":"trace[2061232343] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"197.108487ms","start":"2026-05-04T01:37:21.320082Z","end":"2026-05-04T01:37:21.517191Z","steps":["trace[2061232343] 'process raft request' (duration: 141.209615ms)","trace[2061232343] 'compare' (duration: 55.541374ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:37:21.797086Z","caller":"traceutil/trace.go:171","msg":"trace[464917893] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"223.308141ms","start":"2026-05-04T01:37:21.573594Z","end":"2026-05-04T01:37:21.796902Z","steps":["trace[464917893] 'process raft request' (duration: 223.181258ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:37:22.097566Z","caller":"traceutil/trace.go:171","msg":"trace[1173062427] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"122.327597ms","start":"2026-05-04T01:37:21.975212Z","end":"2026-05-04T01:37:22.09754Z","steps":["trace[1173062427] 'process raft request' (duration: 122.198684ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:38:48.909005Z","caller":"traceutil/trace.go:171","msg":"trace[1337131241] transaction","detail":"{read_only:false; response_revision:3458; number_of_response:1; }","duration":"108.672184ms","start":"2026-05-04T01:38:48.800304Z","end":"2026-05-04T01:38:48.908976Z","steps":["trace[1337131241] 'process raft request' (duration: 40.501788ms)","trace[1337131241] 'compare' (duration: 66.968826ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:39:38.901365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.685614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-05-04T01:39:38.901453Z","caller":"traceutil/trace.go:171","msg":"trace[1731364942] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4373; }","duration":"136.792305ms","start":"2026-05-04T01:39:38.764642Z","end":"2026-05-04T01:39:38.901435Z","steps":["trace[1731364942] 'range keys from in-memory index tree' (duration: 136.506591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:38.903582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.019382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2348463"} {"level":"info","ts":"2026-05-04T01:39:38.903711Z","caller":"traceutil/trace.go:171","msg":"trace[284652704] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4373; }","duration":"193.207345ms","start":"2026-05-04T01:39:38.710459Z","end":"2026-05-04T01:39:38.903667Z","steps":["trace[284652704] 'range keys from in-memory index tree' (duration: 190.82749ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:39:39.168867Z","caller":"traceutil/trace.go:171","msg":"trace[2036563586] linearizableReadLoop","detail":"{readStateIndex:4558; appliedIndex:4557; }","duration":"158.337913ms","start":"2026-05-04T01:39:39.010512Z","end":"2026-05-04T01:39:39.16885Z","steps":["trace[2036563586] 'read index received' (duration: 139.587234ms)","trace[2036563586] 'applied index is now lower than readState.Index' (duration: 18.749729ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:39:39.169078Z","caller":"traceutil/trace.go:171","msg":"trace[100399674] transaction","detail":"{read_only:false; response_revision:4375; number_of_response:1; }","duration":"174.207769ms","start":"2026-05-04T01:39:38.994844Z","end":"2026-05-04T01:39:39.169051Z","steps":["trace[100399674] 'process raft request' (duration: 155.243337ms)","trace[100399674] 'compare' (duration: 18.506256ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:39:39.169333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.78045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-05-04T01:39:39.169504Z","caller":"traceutil/trace.go:171","msg":"trace[1836649520] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4375; }","duration":"158.974123ms","start":"2026-05-04T01:39:39.010456Z","end":"2026-05-04T01:39:39.16943Z","steps":["trace[1836649520] 'agreement among raft nodes before linearized reading' (duration: 158.609488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:39.194693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.884271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:39:39.194887Z","caller":"traceutil/trace.go:171","msg":"trace[1738711575] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4376; }","duration":"161.129175ms","start":"2026-05-04T01:39:39.033738Z","end":"2026-05-04T01:39:39.194867Z","steps":["trace[1738711575] 'agreement among raft nodes before linearized reading' (duration: 160.840131ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:39:45.40231Z","caller":"traceutil/trace.go:171","msg":"trace[345516458] transaction","detail":"{read_only:false; response_revision:4488; number_of_response:1; }","duration":"137.308237ms","start":"2026-05-04T01:39:45.264969Z","end":"2026-05-04T01:39:45.402277Z","steps":["trace[345516458] 'process raft request' (duration: 137.109354ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:39:45.622258Z","caller":"traceutil/trace.go:171","msg":"trace[1978672857] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"213.040046ms","start":"2026-05-04T01:39:45.409188Z","end":"2026-05-04T01:39:45.622228Z","steps":["trace[1978672857] 'process raft request' (duration: 154.507571ms)","trace[1978672857] 'compare' (duration: 58.415303ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:39:45.640486Z","caller":"traceutil/trace.go:171","msg":"trace[1324661301] linearizableReadLoop","detail":"{readStateIndex:4675; appliedIndex:4673; }","duration":"195.199962ms","start":"2026-05-04T01:39:45.445267Z","end":"2026-05-04T01:39:45.640467Z","steps":["trace[1324661301] 'read index received' (duration: 118.444269ms)","trace[1324661301] 'applied index is now lower than readState.Index' (duration: 76.754733ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:39:45.640707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.415385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T01:39:45.640746Z","caller":"traceutil/trace.go:171","msg":"trace[2111876350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4490; }","duration":"195.552097ms","start":"2026-05-04T01:39:45.445184Z","end":"2026-05-04T01:39:45.640736Z","steps":["trace[2111876350] 'agreement among raft nodes before linearized reading' (duration: 195.385324ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:39:45.640869Z","caller":"traceutil/trace.go:171","msg":"trace[687232704] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"230.744576ms","start":"2026-05-04T01:39:45.410092Z","end":"2026-05-04T01:39:45.640836Z","steps":["trace[687232704] 'process raft request' (duration: 230.274619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:45.641052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.036189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"warn","ts":"2026-05-04T01:39:45.640906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.469702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5ccdfcd5f9-58xnp.18ac39251ecb5646\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-05-04T01:39:45.641093Z","caller":"traceutil/trace.go:171","msg":"trace[1640491692] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4490; }","duration":"132.116371ms","start":"2026-05-04T01:39:45.508966Z","end":"2026-05-04T01:39:45.641083Z","steps":["trace[1640491692] 'agreement among raft nodes before linearized reading' (duration: 132.003299ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:39:45.64113Z","caller":"traceutil/trace.go:171","msg":"trace[843410710] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5ccdfcd5f9-58xnp.18ac39251ecb5646; range_end:; response_count:1; response_revision:4490; }","duration":"125.696495ms","start":"2026-05-04T01:39:45.515406Z","end":"2026-05-04T01:39:45.641103Z","steps":["trace[843410710] 'agreement among raft nodes before linearized reading' (duration: 125.443591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:45.640804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.949765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-03cbd4fc-3948-4b51-acda-855f8f23c901\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-04T01:39:45.64145Z","caller":"traceutil/trace.go:171","msg":"trace[1930023712] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-03cbd4fc-3948-4b51-acda-855f8f23c901; range_end:; response_count:1; response_revision:4490; }","duration":"186.609125ms","start":"2026-05-04T01:39:45.45483Z","end":"2026-05-04T01:39:45.641439Z","steps":["trace[1930023712] 'agreement among raft nodes before linearized reading' (duration: 185.834224ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:39:45.787538Z","caller":"traceutil/trace.go:171","msg":"trace[641046829] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"100.101648ms","start":"2026-05-04T01:39:45.687419Z","end":"2026-05-04T01:39:45.787521Z","steps":["trace[641046829] 'process raft request' (duration: 58.458863ms)","trace[641046829] 'compare' (duration: 41.30311ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:39:45.787622Z","caller":"traceutil/trace.go:171","msg":"trace[929938787] transaction","detail":"{read_only:false; response_revision:4496; number_of_response:1; }","duration":"100.136348ms","start":"2026-05-04T01:39:45.68748Z","end":"2026-05-04T01:39:45.787616Z","steps":["trace[929938787] 'process raft request' (duration: 99.870714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:46.106859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.323446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:39:46.107083Z","caller":"traceutil/trace.go:171","msg":"trace[393846921] transaction","detail":"{read_only:false; response_revision:4499; number_of_response:1; }","duration":"390.742936ms","start":"2026-05-04T01:39:45.71632Z","end":"2026-05-04T01:39:46.107063Z","steps":["trace[393846921] 'process raft request' (duration: 215.155066ms)","trace[393846921] 'compare' (duration: 175.239035ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:39:46.107148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:45.716297Z","time spent":"390.822118ms","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:39:46.107235Z","caller":"traceutil/trace.go:171","msg":"trace[1545952662] linearizableReadLoop","detail":"{readStateIndex:4686; appliedIndex:4684; }","duration":"122.845552ms","start":"2026-05-04T01:39:45.98438Z","end":"2026-05-04T01:39:46.107226Z","steps":["trace[1545952662] 'read index received' (duration: 76.681µs)","trace[1545952662] 'applied index is now lower than readState.Index' (duration: 122.767761ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:39:46.107253Z","caller":"traceutil/trace.go:171","msg":"trace[1889355058] transaction","detail":"{read_only:false; response_revision:4500; number_of_response:1; }","duration":"376.206143ms","start":"2026-05-04T01:39:45.731026Z","end":"2026-05-04T01:39:46.107232Z","steps":["trace[1889355058] 'process raft request' (duration: 375.985189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:46.107424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.039264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T01:39:46.107454Z","caller":"traceutil/trace.go:171","msg":"trace[1191004322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4500; }","duration":"123.112376ms","start":"2026-05-04T01:39:45.984333Z","end":"2026-05-04T01:39:46.107446Z","steps":["trace[1191004322] 'agreement among raft nodes before linearized reading' (duration: 122.971144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:46.107519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:45.731002Z","time spent":"376.432726ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-04T01:39:52.75817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.880222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a3dbf969-67de-4361-88dd-c84e8700a5e0\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-05-04T01:39:52.758256Z","caller":"traceutil/trace.go:171","msg":"trace[257509950] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a3dbf969-67de-4361-88dd-c84e8700a5e0; range_end:; response_count:1; response_revision:4626; }","duration":"106.032934ms","start":"2026-05-04T01:39:52.652202Z","end":"2026-05-04T01:39:52.758235Z","steps":["trace[257509950] 'range keys from in-memory index tree' (duration: 105.72772ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:33.480744Z","caller":"traceutil/trace.go:171","msg":"trace[1604843003] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"146.833576ms","start":"2026-05-04T01:40:33.333886Z","end":"2026-05-04T01:40:33.480719Z","steps":["trace[1604843003] 'process raft request' (duration: 146.689791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:33.480992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.126329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-04T01:40:33.48077Z","caller":"traceutil/trace.go:171","msg":"trace[1116298718] linearizableReadLoop","detail":"{readStateIndex:5270; appliedIndex:5270; }","duration":"140.893999ms","start":"2026-05-04T01:40:33.339844Z","end":"2026-05-04T01:40:33.480738Z","steps":["trace[1116298718] 'read index received' (duration: 140.880089ms)","trace[1116298718] 'applied index is now lower than readState.Index' (duration: 11.4µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:40:33.481053Z","caller":"traceutil/trace.go:171","msg":"trace[1796998670] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5061; }","duration":"141.239413ms","start":"2026-05-04T01:40:33.339798Z","end":"2026-05-04T01:40:33.481037Z","steps":["trace[1796998670] 'agreement among raft nodes before linearized reading' (duration: 141.020284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:33.617011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.864325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:40:33.617236Z","caller":"traceutil/trace.go:171","msg":"trace[134542983] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"226.602002ms","start":"2026-05-04T01:40:33.390551Z","end":"2026-05-04T01:40:33.617153Z","steps":["trace[134542983] 'process raft request' (duration: 122.454736ms)","trace[134542983] 'compare' (duration: 103.018682ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:40:33.637466Z","caller":"traceutil/trace.go:171","msg":"trace[399184548] linearizableReadLoop","detail":"{readStateIndex:5272; appliedIndex:5270; }","duration":"132.608189ms","start":"2026-05-04T01:40:33.504832Z","end":"2026-05-04T01:40:33.63744Z","steps":["trace[399184548] 'read index received' (duration: 8.131453ms)","trace[399184548] 'applied index is now lower than readState.Index' (duration: 124.475056ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:40:33.637686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.828338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:40:33.637789Z","caller":"traceutil/trace.go:171","msg":"trace[1040019082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5063; }","duration":"133.003995ms","start":"2026-05-04T01:40:33.504767Z","end":"2026-05-04T01:40:33.637771Z","steps":["trace[1040019082] 'agreement among raft nodes before linearized reading' (duration: 132.824318ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:33.63785Z","caller":"traceutil/trace.go:171","msg":"trace[1291306362] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"151.754002ms","start":"2026-05-04T01:40:33.485874Z","end":"2026-05-04T01:40:33.637628Z","steps":["trace[1291306362] 'process raft request' (duration: 151.422938ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:43:18.287217Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3199} {"level":"info","ts":"2026-05-04T01:43:18.372836Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3199,"took":"83.147583ms","hash":2337052241,"current-db-size-bytes":58195968,"current-db-size":"58 MB","current-db-size-in-use-bytes":32174080,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-04T01:43:18.372929Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2337052241,"revision":3199,"compact-revision":-1} {"level":"info","ts":"2026-05-04T01:43:31.002302Z","caller":"traceutil/trace.go:171","msg":"trace[579174390] transaction","detail":"{read_only:false; response_revision:6541; number_of_response:1; }","duration":"226.214566ms","start":"2026-05-04T01:43:30.77606Z","end":"2026-05-04T01:43:31.002275Z","steps":["trace[579174390] 'process raft request' (duration: 226.056282ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:43:33.499618Z","caller":"traceutil/trace.go:171","msg":"trace[1425877123] linearizableReadLoop","detail":"{readStateIndex:6844; appliedIndex:6843; }","duration":"139.760774ms","start":"2026-05-04T01:43:33.359835Z","end":"2026-05-04T01:43:33.499596Z","steps":["trace[1425877123] 'read index received' (duration: 139.611521ms)","trace[1425877123] 'applied index is now lower than readState.Index' (duration: 148.373µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:43:33.49973Z","caller":"traceutil/trace.go:171","msg":"trace[927270143] transaction","detail":"{read_only:false; response_revision:6558; number_of_response:1; }","duration":"210.127978ms","start":"2026-05-04T01:43:33.289594Z","end":"2026-05-04T01:43:33.499722Z","steps":["trace[927270143] 'process raft request' (duration: 209.862762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:33.500033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.117472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-04T01:43:33.500116Z","caller":"traceutil/trace.go:171","msg":"trace[1353366930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6558; }","duration":"140.225566ms","start":"2026-05-04T01:43:33.359872Z","end":"2026-05-04T01:43:33.500098Z","steps":["trace[1353366930] 'agreement among raft nodes before linearized reading' (duration: 139.937009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:33.500336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.479441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-04T01:43:33.500418Z","caller":"traceutil/trace.go:171","msg":"trace[24615440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6558; }","duration":"140.609284ms","start":"2026-05-04T01:43:33.359794Z","end":"2026-05-04T01:43:33.500403Z","steps":["trace[24615440] 'agreement among raft nodes before linearized reading' (duration: 140.384328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:33.500838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.848196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T01:43:33.500892Z","caller":"traceutil/trace.go:171","msg":"trace[1162260431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6558; }","duration":"139.923738ms","start":"2026-05-04T01:43:33.360956Z","end":"2026-05-04T01:43:33.500879Z","steps":["trace[1162260431] 'agreement among raft nodes before linearized reading' (duration: 139.386016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:34.388081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225928516964657,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T01:43:34.502496Z","caller":"traceutil/trace.go:171","msg":"trace[1592479555] transaction","detail":"{read_only:false; response_revision:6562; number_of_response:1; }","duration":"624.488657ms","start":"2026-05-04T01:43:33.877984Z","end":"2026-05-04T01:43:34.502473Z","steps":["trace[1592479555] 'process raft request' (duration: 624.358764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:34.502634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:43:33.877957Z","time spent":"624.596589ms","remote":"127.0.0.1:38278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:43:34.521568Z","caller":"traceutil/trace.go:171","msg":"trace[1665387436] linearizableReadLoop","detail":"{readStateIndex:6849; appliedIndex:6847; }","duration":"634.394414ms","start":"2026-05-04T01:43:33.887153Z","end":"2026-05-04T01:43:34.521547Z","steps":["trace[1665387436] 'read index received' (duration: 615.098132ms)","trace[1665387436] 'applied index is now lower than readState.Index' (duration: 19.295282ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:43:34.521668Z","caller":"traceutil/trace.go:171","msg":"trace[1326476028] transaction","detail":"{read_only:false; response_revision:6563; number_of_response:1; }","duration":"253.714006ms","start":"2026-05-04T01:43:34.267943Z","end":"2026-05-04T01:43:34.521657Z","steps":["trace[1326476028] 'process raft request' (duration: 253.476621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:34.521776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.617319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-05-04T01:43:34.521807Z","caller":"traceutil/trace.go:171","msg":"trace[272535494] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6563; }","duration":"634.68354ms","start":"2026-05-04T01:43:33.887115Z","end":"2026-05-04T01:43:34.521798Z","steps":["trace[272535494] 'agreement among raft nodes before linearized reading' (duration: 634.582267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:34.521824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:43:33.887101Z","time spent":"634.718631ms","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-04T01:43:34.537615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.291626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T01:43:34.537687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.943373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-05-04T01:43:34.537718Z","caller":"traceutil/trace.go:171","msg":"trace[1040373482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6563; }","duration":"412.44707ms","start":"2026-05-04T01:43:34.125259Z","end":"2026-05-04T01:43:34.537706Z","steps":["trace[1040373482] 'agreement among raft nodes before linearized reading' (duration: 412.303926ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:43:34.537752Z","caller":"traceutil/trace.go:171","msg":"trace[332787991] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6563; }","duration":"552.045104ms","start":"2026-05-04T01:43:33.985686Z","end":"2026-05-04T01:43:34.537731Z","steps":["trace[332787991] 'agreement among raft nodes before linearized reading' (duration: 551.84571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:34.537803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:43:33.985668Z","time spent":"552.127237ms","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-04T01:43:34.537814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:43:34.125188Z","time spent":"412.597362ms","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T01:43:40.687789Z","caller":"traceutil/trace.go:171","msg":"trace[289381592] linearizableReadLoop","detail":"{readStateIndex:6902; appliedIndex:6901; }","duration":"135.273022ms","start":"2026-05-04T01:43:40.552491Z","end":"2026-05-04T01:43:40.687764Z","steps":["trace[289381592] 'read index received' (duration: 135.085148ms)","trace[289381592] 'applied index is now lower than readState.Index' (duration: 186.964µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:43:40.687864Z","caller":"traceutil/trace.go:171","msg":"trace[431938497] transaction","detail":"{read_only:false; response_revision:6612; number_of_response:1; }","duration":"147.53578ms","start":"2026-05-04T01:43:40.540296Z","end":"2026-05-04T01:43:40.687832Z","steps":["trace[431938497] 'process raft request' (duration: 147.330205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:40.688026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.509407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4934"} {"level":"info","ts":"2026-05-04T01:43:40.688084Z","caller":"traceutil/trace.go:171","msg":"trace[1014689156] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6612; }","duration":"135.60416ms","start":"2026-05-04T01:43:40.552457Z","end":"2026-05-04T01:43:40.688062Z","steps":["trace[1014689156] 'agreement among raft nodes before linearized reading' (duration: 135.439456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:40.688402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.576643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-04T01:43:40.689299Z","caller":"traceutil/trace.go:171","msg":"trace[49019172] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6612; }","duration":"122.514203ms","start":"2026-05-04T01:43:40.566763Z","end":"2026-05-04T01:43:40.689278Z","steps":["trace[49019172] 'agreement among raft nodes before linearized reading' (duration: 121.473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:40.689145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.934522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4934"} {"level":"info","ts":"2026-05-04T01:43:40.692873Z","caller":"traceutil/trace.go:171","msg":"trace[367054250] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6612; }","duration":"118.682047ms","start":"2026-05-04T01:43:40.574167Z","end":"2026-05-04T01:43:40.692849Z","steps":["trace[367054250] 'agreement among raft nodes before linearized reading' (duration: 114.899342ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:43:41.197635Z","caller":"traceutil/trace.go:171","msg":"trace[375670035] linearizableReadLoop","detail":"{readStateIndex:6903; appliedIndex:6902; }","duration":"502.452677ms","start":"2026-05-04T01:43:40.695153Z","end":"2026-05-04T01:43:41.197606Z","steps":["trace[375670035] 'read index received' (duration: 497.628718ms)","trace[375670035] 'applied index is now lower than readState.Index' (duration: 4.823059ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:43:41.19786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.654781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-05-04T01:43:41.197907Z","caller":"traceutil/trace.go:171","msg":"trace[746505379] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6613; }","duration":"502.744133ms","start":"2026-05-04T01:43:40.695149Z","end":"2026-05-04T01:43:41.197893Z","steps":["trace[746505379] 'agreement among raft nodes before linearized reading' (duration: 502.571269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:41.197941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:43:40.695131Z","time spent":"502.802014ms","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-04T01:43:41.19783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.658981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-04T01:43:41.197995Z","caller":"traceutil/trace.go:171","msg":"trace[709171222] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6613; }","duration":"502.861056ms","start":"2026-05-04T01:43:40.695118Z","end":"2026-05-04T01:43:41.197979Z","steps":["trace[709171222] 'agreement among raft nodes before linearized reading' (duration: 502.5945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:41.198056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:43:40.695105Z","time spent":"502.942378ms","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-04T01:43:41.198289Z","caller":"traceutil/trace.go:171","msg":"trace[531344776] transaction","detail":"{read_only:false; response_revision:6613; number_of_response:1; }","duration":"504.508583ms","start":"2026-05-04T01:43:40.693771Z","end":"2026-05-04T01:43:41.198279Z","steps":["trace[531344776] 'process raft request' (duration: 499.186153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:41.19836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:43:40.69375Z","time spent":"504.565005ms","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:43:41.198895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.751786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-04T01:43:41.198935Z","caller":"traceutil/trace.go:171","msg":"trace[1587629370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6613; }","duration":"115.833858ms","start":"2026-05-04T01:43:41.083091Z","end":"2026-05-04T01:43:41.198925Z","steps":["trace[1587629370] 'agreement among raft nodes before linearized reading' (duration: 115.730095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:42.0322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225928516964822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T01:43:42.533149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225928516964822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T01:43:42.562817Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072293409s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T01:43:42.563176Z","caller":"traceutil/trace.go:171","msg":"trace[11170658] linearizableReadLoop","detail":"{readStateIndex:6920; appliedIndex:6919; }","duration":"1.03164682s","start":"2026-05-04T01:43:41.53151Z","end":"2026-05-04T01:43:42.563156Z","steps":["trace[11170658] 'read index received' (duration: 1.031473626s)","trace[11170658] 'applied index is now lower than readState.Index' (duration: 172.354µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:43:42.563259Z","caller":"traceutil/trace.go:171","msg":"trace[1634088356] transaction","detail":"{read_only:false; response_revision:6628; number_of_response:1; }","duration":"1.072841651s","start":"2026-05-04T01:43:41.490404Z","end":"2026-05-04T01:43:42.563245Z","steps":["trace[1634088356] 'process raft request' (duration: 1.072629577s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:42.563343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:43:41.490373Z","time spent":"1.072915903s","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2451,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-04T01:43:42.5636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027031246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-04T01:43:42.563612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.177285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:43:42.563643Z","caller":"traceutil/trace.go:171","msg":"trace[1954365736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6628; }","duration":"1.027089548s","start":"2026-05-04T01:43:41.536542Z","end":"2026-05-04T01:43:42.563631Z","steps":["trace[1954365736] 'agreement among raft nodes before linearized reading' (duration: 1.026934625s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:42.563654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032139392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-04T01:43:42.563669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:43:41.536524Z","time spent":"1.027138909s","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-04T01:43:42.563671Z","caller":"traceutil/trace.go:171","msg":"trace[1868142897] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6628; }","duration":"270.281748ms","start":"2026-05-04T01:43:42.293374Z","end":"2026-05-04T01:43:42.563655Z","steps":["trace[1868142897] 'agreement among raft nodes before linearized reading' (duration: 270.175645ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:43:42.563688Z","caller":"traceutil/trace.go:171","msg":"trace[721909986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6628; }","duration":"1.032198463s","start":"2026-05-04T01:43:41.53148Z","end":"2026-05-04T01:43:42.563678Z","steps":["trace[721909986] 'agreement among raft nodes before linearized reading' (duration: 1.032103661s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:42.563707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:43:41.531462Z","time spent":"1.032240864s","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T01:43:42.563787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.86871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T01:43:42.563807Z","caller":"traceutil/trace.go:171","msg":"trace[354201518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6628; }","duration":"898.925582ms","start":"2026-05-04T01:43:41.664876Z","end":"2026-05-04T01:43:42.563802Z","steps":["trace[354201518] 'agreement among raft nodes before linearized reading' (duration: 898.874641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:42.563821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:43:41.664848Z","time spent":"898.969862ms","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T01:43:42.563901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.256879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T01:43:42.563918Z","caller":"traceutil/trace.go:171","msg":"trace[1865828427] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6628; }","duration":"622.30275ms","start":"2026-05-04T01:43:41.941611Z","end":"2026-05-04T01:43:42.563913Z","steps":["trace[1865828427] 'agreement among raft nodes before linearized reading' (duration: 622.250899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:42.563932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:43:41.941593Z","time spent":"622.335202ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":42,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-04T01:43:42.563958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.897926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-04T01:43:42.563989Z","caller":"traceutil/trace.go:171","msg":"trace[1871344789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6628; }","duration":"904.963818ms","start":"2026-05-04T01:43:41.659017Z","end":"2026-05-04T01:43:42.563981Z","steps":["trace[1871344789] 'agreement among raft nodes before linearized reading' (duration: 904.892186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:42.564011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:43:41.658998Z","time spent":"905.007549ms","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T01:43:42.564246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.823274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:43:42.564398Z","caller":"traceutil/trace.go:171","msg":"trace[1826555789] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:6628; }","duration":"186.985928ms","start":"2026-05-04T01:43:42.37735Z","end":"2026-05-04T01:43:42.564336Z","steps":["trace[1826555789] 'agreement among raft nodes before linearized reading' (duration: 186.263262ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:43:45.09877Z","caller":"traceutil/trace.go:171","msg":"trace[1925759516] linearizableReadLoop","detail":"{readStateIndex:6976; appliedIndex:6975; }","duration":"178.520529ms","start":"2026-05-04T01:43:44.920233Z","end":"2026-05-04T01:43:45.098753Z","steps":["trace[1925759516] 'read index received' (duration: 178.357555ms)","trace[1925759516] 'applied index is now lower than readState.Index' (duration: 162.374µs)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:43:45.098874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.620141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:43:45.098897Z","caller":"traceutil/trace.go:171","msg":"trace[1845403652] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:6682; }","duration":"178.690533ms","start":"2026-05-04T01:43:44.920199Z","end":"2026-05-04T01:43:45.09889Z","steps":["trace[1845403652] 'agreement among raft nodes before linearized reading' (duration: 178.620271ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:43:45.099139Z","caller":"traceutil/trace.go:171","msg":"trace[437873463] transaction","detail":"{read_only:false; response_revision:6682; number_of_response:1; }","duration":"293.734379ms","start":"2026-05-04T01:43:44.805399Z","end":"2026-05-04T01:43:45.099133Z","steps":["trace[437873463] 'process raft request' (duration: 293.243248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:56.883653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.832056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:43:56.883843Z","caller":"traceutil/trace.go:171","msg":"trace[1851036753] transaction","detail":"{read_only:false; response_revision:6761; number_of_response:1; }","duration":"135.931575ms","start":"2026-05-04T01:43:56.747897Z","end":"2026-05-04T01:43:56.883829Z","steps":["trace[1851036753] 'process raft request' (duration: 135.905634ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:43:56.884017Z","caller":"traceutil/trace.go:171","msg":"trace[1914586845] transaction","detail":"{read_only:false; response_revision:6758; number_of_response:1; }","duration":"201.713694ms","start":"2026-05-04T01:43:56.682295Z","end":"2026-05-04T01:43:56.884009Z","steps":["trace[1914586845] 'process raft request' (duration: 83.304095ms)","trace[1914586845] 'compare' (duration: 117.324055ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:43:56.884185Z","caller":"traceutil/trace.go:171","msg":"trace[209344355] transaction","detail":"{read_only:false; response_revision:6759; number_of_response:1; }","duration":"200.824474ms","start":"2026-05-04T01:43:56.683353Z","end":"2026-05-04T01:43:56.884178Z","steps":["trace[209344355] 'process raft request' (duration: 200.385065ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:43:56.884258Z","caller":"traceutil/trace.go:171","msg":"trace[1835978635] transaction","detail":"{read_only:false; response_revision:6760; number_of_response:1; }","duration":"200.573279ms","start":"2026-05-04T01:43:56.683666Z","end":"2026-05-04T01:43:56.884239Z","steps":["trace[1835978635] 'process raft request' (duration: 200.111329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:15.470182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225928516965541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T01:44:15.839215Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064527039s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T01:44:15.839569Z","caller":"traceutil/trace.go:171","msg":"trace[610543473] transaction","detail":"{read_only:false; response_revision:6877; number_of_response:1; }","duration":"1.064917167s","start":"2026-05-04T01:44:14.774634Z","end":"2026-05-04T01:44:15.839551Z","steps":["trace[610543473] 'process raft request' (duration: 1.064810605s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:15.839662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:44:14.774624Z","time spent":"1.064978318s","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:44:15.855148Z","caller":"traceutil/trace.go:171","msg":"trace[1575241847] linearizableReadLoop","detail":"{readStateIndex:7184; appliedIndex:7183; }","duration":"885.401349ms","start":"2026-05-04T01:44:14.969729Z","end":"2026-05-04T01:44:15.855131Z","steps":["trace[1575241847] 'read index received' (duration: 870.044151ms)","trace[1575241847] 'applied index is now lower than readState.Index' (duration: 15.356378ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:44:15.855386Z","caller":"traceutil/trace.go:171","msg":"trace[1468327035] transaction","detail":"{read_only:false; response_revision:6878; number_of_response:1; }","duration":"902.765181ms","start":"2026-05-04T01:44:14.952612Z","end":"2026-05-04T01:44:15.855377Z","steps":["trace[1468327035] 'process raft request' (duration: 902.425084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:15.855466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:44:14.952593Z","time spent":"902.817122ms","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:44:15.855649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.9196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-04T01:44:15.855675Z","caller":"traceutil/trace.go:171","msg":"trace[1450007716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6878; }","duration":"885.985371ms","start":"2026-05-04T01:44:14.969684Z","end":"2026-05-04T01:44:15.855669Z","steps":["trace[1450007716] 'agreement among raft nodes before linearized reading' (duration: 885.89816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:15.855695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:44:14.969663Z","time spent":"886.027112ms","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T01:44:15.855847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.405037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-04T01:44:15.855871Z","caller":"traceutil/trace.go:171","msg":"trace[676453265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6878; }","duration":"884.452459ms","start":"2026-05-04T01:44:14.971413Z","end":"2026-05-04T01:44:15.855865Z","steps":["trace[676453265] 'agreement among raft nodes before linearized reading' (duration: 884.365717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:15.855894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:44:14.971402Z","time spent":"884.488149ms","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T01:44:15.85613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.620897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-04T01:44:15.856158Z","caller":"traceutil/trace.go:171","msg":"trace[2116498012] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6878; }","duration":"460.669368ms","start":"2026-05-04T01:44:15.395482Z","end":"2026-05-04T01:44:15.856151Z","steps":["trace[2116498012] 'agreement among raft nodes before linearized reading' (duration: 460.600346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:15.856177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:44:15.395471Z","time spent":"460.701868ms","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-04T01:44:15.856212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.063553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T01:44:15.85624Z","caller":"traceutil/trace.go:171","msg":"trace[116351002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6878; }","duration":"466.124564ms","start":"2026-05-04T01:44:15.390109Z","end":"2026-05-04T01:44:15.856233Z","steps":["trace[116351002] 'agreement among raft nodes before linearized reading' (duration: 466.066083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:15.856262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:44:15.390091Z","time spent":"466.166355ms","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T01:44:15.856375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.662591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T01:44:15.856398Z","caller":"traceutil/trace.go:171","msg":"trace[1488993553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6878; }","duration":"883.686142ms","start":"2026-05-04T01:44:14.972706Z","end":"2026-05-04T01:44:15.856393Z","steps":["trace[1488993553] 'agreement among raft nodes before linearized reading' (duration: 883.628421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:15.856421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:44:14.972645Z","time spent":"883.769933ms","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "}