{"level":"warn","ts":"2026-06-01T03:34:04.744237Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-01T03:34:04.744309Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.4:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.4:2380","--initial-cluster=instance=https://199.204.45.4:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.4:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.4:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-01T03:34:04.744387Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-01T03:34:04.744399Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-06-01T03:34:04.744415Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-01T03:34:04.745055Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"]} {"level":"info","ts":"2026-06-01T03:34:04.745122Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.4:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-01T03:34:04.750773Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.454224ms"} {"level":"info","ts":"2026-06-01T03:34:04.759916Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"66f7b57d56ad567d","cluster-id":"ec267dcaac715770"} {"level":"info","ts":"2026-06-01T03:34:04.760028Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=()"} {"level":"info","ts":"2026-06-01T03:34:04.760068Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 0"} {"level":"info","ts":"2026-06-01T03:34:04.760091Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 66f7b57d56ad567d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-01T03:34:04.760104Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 1"} {"level":"info","ts":"2026-06-01T03:34:04.760156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"warn","ts":"2026-06-01T03:34:04.769217Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-01T03:34:04.770489Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-01T03:34:04.771612Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-01T03:34:04.773836Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"66f7b57d56ad567d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-01T03:34:04.774144Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"66f7b57d56ad567d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-01T03:34:04.774262Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-01T03:34:04.774366Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-01T03:34:04.774377Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-01T03:34:04.776013Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"info","ts":"2026-06-01T03:34:04.776286Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","added-peer-id":"66f7b57d56ad567d","added-peer-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-06-01T03:34:04.779448Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-01T03:34:04.779647Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-06-01T03:34:04.779719Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-06-01T03:34:04.779878Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"66f7b57d56ad567d","initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-01T03:34:04.779913Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-01T03:34:05.361896Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d is starting a new election at term 1"} {"level":"info","ts":"2026-06-01T03:34:05.361971Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became pre-candidate at term 1"} {"level":"info","ts":"2026-06-01T03:34:05.362008Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgPreVoteResp from 66f7b57d56ad567d at term 1"} {"level":"info","ts":"2026-06-01T03:34:05.362028Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became candidate at term 2"} {"level":"info","ts":"2026-06-01T03:34:05.362039Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgVoteResp from 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-06-01T03:34:05.362055Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became leader at term 2"} {"level":"info","ts":"2026-06-01T03:34:05.362069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 66f7b57d56ad567d elected leader 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-06-01T03:34:05.363328Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"66f7b57d56ad567d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.4:2379]}","request-path":"/0/members/66f7b57d56ad567d/attributes","cluster-id":"ec267dcaac715770","publish-timeout":"7s"} {"level":"info","ts":"2026-06-01T03:34:05.363333Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-01T03:34:05.363359Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-01T03:34:05.363608Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-01T03:34:05.363727Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-01T03:34:05.363802Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-01T03:34:05.36492Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","cluster-version":"3.5"} {"level":"info","ts":"2026-06-01T03:34:05.365043Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-01T03:34:05.365081Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-01T03:34:05.36648Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.4:2379"} {"level":"info","ts":"2026-06-01T03:34:05.367071Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-01T03:34:06.787354Z","caller":"traceutil/trace.go:171","msg":"trace[2013216501] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"141.358946ms","start":"2026-06-01T03:34:06.645974Z","end":"2026-06-01T03:34:06.787333Z","steps":["trace[2013216501] 'process raft request' (duration: 141.280555ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:06.854646Z","caller":"traceutil/trace.go:171","msg":"trace[324908374] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"208.479987ms","start":"2026-06-01T03:34:06.646142Z","end":"2026-06-01T03:34:06.854622Z","steps":["trace[324908374] 'process raft request' (duration: 208.304663ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:06.854766Z","caller":"traceutil/trace.go:171","msg":"trace[1640491121] linearizableReadLoop","detail":"{readStateIndex:12; appliedIndex:6; }","duration":"207.946353ms","start":"2026-06-01T03:34:06.6468Z","end":"2026-06-01T03:34:06.854747Z","steps":["trace[1640491121] 'read index received' (duration: 140.488014ms)","trace[1640491121] 'applied index is now lower than readState.Index' (duration: 67.457279ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:34:06.854824Z","caller":"traceutil/trace.go:171","msg":"trace[2016203977] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"208.451556ms","start":"2026-06-01T03:34:06.646304Z","end":"2026-06-01T03:34:06.854756Z","steps":["trace[2016203977] 'process raft request' (duration: 208.340363ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:06.854766Z","caller":"traceutil/trace.go:171","msg":"trace[524057636] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"208.506097ms","start":"2026-06-01T03:34:06.646225Z","end":"2026-06-01T03:34:06.854731Z","steps":["trace[524057636] 'process raft request' (duration: 208.397755ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:06.854897Z","caller":"traceutil/trace.go:171","msg":"trace[314954192] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"205.032692ms","start":"2026-06-01T03:34:06.649847Z","end":"2026-06-01T03:34:06.85488Z","steps":["trace[314954192] 'process raft request' (duration: 204.823017ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:06.854972Z","caller":"traceutil/trace.go:171","msg":"trace[41231708] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"200.198262ms","start":"2026-06-01T03:34:06.654763Z","end":"2026-06-01T03:34:06.854961Z","steps":["trace[41231708] 'process raft request' (duration: 199.940866ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:06.855012Z","caller":"traceutil/trace.go:171","msg":"trace[2120392646] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"208.848275ms","start":"2026-06-01T03:34:06.646149Z","end":"2026-06-01T03:34:06.854998Z","steps":["trace[2120392646] 'process raft request' (duration: 208.404315ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:06.855096Z","caller":"traceutil/trace.go:171","msg":"trace[505399194] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"208.838534ms","start":"2026-06-01T03:34:06.646242Z","end":"2026-06-01T03:34:06.855081Z","steps":["trace[505399194] 'process raft request' (duration: 208.357893ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:34:06.85514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.308342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-01T03:34:06.855237Z","caller":"traceutil/trace.go:171","msg":"trace[852933208] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"208.449596ms","start":"2026-06-01T03:34:06.646768Z","end":"2026-06-01T03:34:06.855218Z","steps":["trace[852933208] 'agreement among raft nodes before linearized reading' (duration: 208.243241ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:34:06.85831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.924099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-01T03:34:06.858451Z","caller":"traceutil/trace.go:171","msg":"trace[1498836847] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"157.082793ms","start":"2026-06-01T03:34:06.701335Z","end":"2026-06-01T03:34:06.858418Z","steps":["trace[1498836847] 'agreement among raft nodes before linearized reading' (duration: 156.896629ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:21.474541Z","caller":"traceutil/trace.go:171","msg":"trace[1389259041] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:380; }","duration":"393.549527ms","start":"2026-06-01T03:34:21.08097Z","end":"2026-06-01T03:34:21.47452Z","steps":["trace[1389259041] 'read index received' (duration: 393.384773ms)","trace[1389259041] 'applied index is now lower than readState.Index' (duration: 163.634µs)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:34:21.474629Z","caller":"traceutil/trace.go:171","msg":"trace[1034909161] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"426.61262ms","start":"2026-06-01T03:34:21.047984Z","end":"2026-06-01T03:34:21.474597Z","steps":["trace[1034909161] 'process raft request' (duration: 426.424486ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:34:21.474758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.760543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-01T03:34:21.474854Z","caller":"traceutil/trace.go:171","msg":"trace[1406423837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:369; }","duration":"393.919627ms","start":"2026-06-01T03:34:21.080906Z","end":"2026-06-01T03:34:21.474825Z","steps":["trace[1406423837] 'agreement among raft nodes before linearized reading' (duration: 393.759953ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:34:21.474914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T03:34:21.080876Z","time spent":"394.027549ms","remote":"127.0.0.1:47822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-01T03:34:21.475551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T03:34:21.04796Z","time spent":"426.758024ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-01T03:34:42.165348Z","caller":"traceutil/trace.go:171","msg":"trace[698024975] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"212.622349ms","start":"2026-06-01T03:34:41.952693Z","end":"2026-06-01T03:34:42.165315Z","steps":["trace[698024975] 'process raft request' (duration: 212.429515ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:42.17673Z","caller":"traceutil/trace.go:171","msg":"trace[1375474121] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"214.530546ms","start":"2026-06-01T03:34:41.962174Z","end":"2026-06-01T03:34:42.176704Z","steps":["trace[1375474121] 'process raft request' (duration: 214.392161ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:42.176941Z","caller":"traceutil/trace.go:171","msg":"trace[1986112290] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"204.857428ms","start":"2026-06-01T03:34:41.972068Z","end":"2026-06-01T03:34:42.176925Z","steps":["trace[1986112290] 'process raft request' (duration: 204.671693ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:42.176973Z","caller":"traceutil/trace.go:171","msg":"trace[1164984015] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"202.420407ms","start":"2026-06-01T03:34:41.974515Z","end":"2026-06-01T03:34:42.176936Z","steps":["trace[1164984015] 'process raft request' (duration: 202.276844ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:42.176983Z","caller":"traceutil/trace.go:171","msg":"trace[195619771] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"207.663627ms","start":"2026-06-01T03:34:41.969296Z","end":"2026-06-01T03:34:42.17696Z","steps":["trace[195619771] 'process raft request' (duration: 207.39503ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:42.177036Z","caller":"traceutil/trace.go:171","msg":"trace[40645276] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"202.032868ms","start":"2026-06-01T03:34:41.974995Z","end":"2026-06-01T03:34:42.177027Z","steps":["trace[40645276] 'process raft request' (duration: 201.840254ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:42.177112Z","caller":"traceutil/trace.go:171","msg":"trace[1615388090] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"201.32149ms","start":"2026-06-01T03:34:41.975783Z","end":"2026-06-01T03:34:42.177104Z","steps":["trace[1615388090] 'process raft request' (duration: 201.089734ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:42.176862Z","caller":"traceutil/trace.go:171","msg":"trace[77586230] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"213.654294ms","start":"2026-06-01T03:34:41.963172Z","end":"2026-06-01T03:34:42.176826Z","steps":["trace[77586230] 'process raft request' (duration: 213.476129ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:42.17718Z","caller":"traceutil/trace.go:171","msg":"trace[94270621] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"198.436359ms","start":"2026-06-01T03:34:41.978726Z","end":"2026-06-01T03:34:42.177163Z","steps":["trace[94270621] 'process raft request' (duration: 198.224734ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:42.177279Z","caller":"traceutil/trace.go:171","msg":"trace[1996607078] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"174.302966ms","start":"2026-06-01T03:34:42.002969Z","end":"2026-06-01T03:34:42.177272Z","steps":["trace[1996607078] 'process raft request' (duration: 174.186353ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:34:42.177408Z","caller":"traceutil/trace.go:171","msg":"trace[746697870] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"190.575846ms","start":"2026-06-01T03:34:41.98667Z","end":"2026-06-01T03:34:42.177246Z","steps":["trace[746697870] 'process raft request' (duration: 190.411762ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:34:43.033386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.112448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-01T03:34:43.033534Z","caller":"traceutil/trace.go:171","msg":"trace[1882668760] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"240.159735ms","start":"2026-06-01T03:34:42.793351Z","end":"2026-06-01T03:34:43.033511Z","steps":["trace[1882668760] 'process raft request' (duration: 81.712819ms)","trace[1882668760] 'compare' (duration: 157.920253ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:34:43.035482Z","caller":"traceutil/trace.go:171","msg":"trace[1876624412] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"184.942049ms","start":"2026-06-01T03:34:42.850526Z","end":"2026-06-01T03:34:43.035468Z","steps":["trace[1876624412] 'process raft request' (duration: 184.564359ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:34:48.775001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.158757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-01T03:34:48.775142Z","caller":"traceutil/trace.go:171","msg":"trace[1025920316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:592; }","duration":"456.332632ms","start":"2026-06-01T03:34:48.318783Z","end":"2026-06-01T03:34:48.775115Z","steps":["trace[1025920316] 'range keys from in-memory index tree' (duration: 455.990263ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:34:48.775198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T03:34:48.318769Z","time spent":"456.415123ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-01T03:34:48.85857Z","caller":"traceutil/trace.go:171","msg":"trace[64512673] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"449.458301ms","start":"2026-06-01T03:34:48.409085Z","end":"2026-06-01T03:34:48.858543Z","steps":["trace[64512673] 'process raft request' (duration: 448.915718ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:34:48.858747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T03:34:48.408874Z","time spent":"449.783831ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-01T03:34:50.174316Z","caller":"traceutil/trace.go:171","msg":"trace[1059829239] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"123.63008ms","start":"2026-06-01T03:34:50.050647Z","end":"2026-06-01T03:34:50.174277Z","steps":["trace[1059829239] 'process raft request' (duration: 88.316652ms)","trace[1059829239] 'compare' (duration: 35.108284ms)"],"step_count":2} {"level":"warn","ts":"2026-06-01T03:36:19.164032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.48957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-01T03:36:19.164163Z","caller":"traceutil/trace.go:171","msg":"trace[861597970] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1891; }","duration":"294.196778ms","start":"2026-06-01T03:36:18.869947Z","end":"2026-06-01T03:36:19.164143Z","steps":["trace[861597970] 'read index received' (duration: 38.271µs)","trace[861597970] 'applied index is now lower than readState.Index' (duration: 294.156967ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:36:19.164196Z","caller":"traceutil/trace.go:171","msg":"trace[1449150217] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"414.107721ms","start":"2026-06-01T03:36:18.750055Z","end":"2026-06-01T03:36:19.164163Z","steps":["trace[1449150217] 'process raft request' (duration: 17.374625ms)","trace[1449150217] 'compare' (duration: 396.334256ms)"],"step_count":2} {"level":"warn","ts":"2026-06-01T03:36:19.164382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.069587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-06-01T03:36:19.164392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T03:36:18.749959Z","time spent":"414.331737ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-01T03:36:19.164385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.402013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-01T03:36:19.164493Z","caller":"traceutil/trace.go:171","msg":"trace[600472491] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1824; }","duration":"294.561507ms","start":"2026-06-01T03:36:18.869901Z","end":"2026-06-01T03:36:19.164463Z","steps":["trace[600472491] 'agreement among raft nodes before linearized reading' (duration: 294.342991ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:36:19.164425Z","caller":"traceutil/trace.go:171","msg":"trace[193558184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1824; }","duration":"120.115008ms","start":"2026-06-01T03:36:19.044297Z","end":"2026-06-01T03:36:19.164412Z","steps":["trace[193558184] 'agreement among raft nodes before linearized reading' (duration: 119.965565ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:36:19.572059Z","caller":"traceutil/trace.go:171","msg":"trace[1701479441] linearizableReadLoop","detail":"{readStateIndex:1894; appliedIndex:1892; }","duration":"118.530349ms","start":"2026-06-01T03:36:19.453505Z","end":"2026-06-01T03:36:19.572035Z","steps":["trace[1701479441] 'read index received' (duration: 27.749809ms)","trace[1701479441] 'applied index is now lower than readState.Index' (duration: 90.77957ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:36:19.572133Z","caller":"traceutil/trace.go:171","msg":"trace[1439016720] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"180.086656ms","start":"2026-06-01T03:36:19.391999Z","end":"2026-06-01T03:36:19.572085Z","steps":["trace[1439016720] 'process raft request' (duration: 179.871831ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:36:19.572213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.670903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-01T03:36:19.57226Z","caller":"traceutil/trace.go:171","msg":"trace[713347127] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1826; }","duration":"118.790937ms","start":"2026-06-01T03:36:19.453457Z","end":"2026-06-01T03:36:19.572248Z","steps":["trace[713347127] 'agreement among raft nodes before linearized reading' (duration: 118.678774ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:36:32.648593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.479839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-01T03:36:32.648681Z","caller":"traceutil/trace.go:171","msg":"trace[1125657546] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1937; }","duration":"163.622903ms","start":"2026-06-01T03:36:32.485038Z","end":"2026-06-01T03:36:32.648661Z","steps":["trace[1125657546] 'count revisions from in-memory index tree' (duration: 163.322546ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:36:32.657095Z","caller":"traceutil/trace.go:171","msg":"trace[400546027] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2008; }","duration":"123.593154ms","start":"2026-06-01T03:36:32.533479Z","end":"2026-06-01T03:36:32.657072Z","steps":["trace[400546027] 'read index received' (duration: 123.400849ms)","trace[400546027] 'applied index is now lower than readState.Index' (duration: 191.165µs)"],"step_count":2} {"level":"warn","ts":"2026-06-01T03:36:32.657337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.85742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-01T03:36:32.65738Z","caller":"traceutil/trace.go:171","msg":"trace[1140558392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1938; }","duration":"123.979924ms","start":"2026-06-01T03:36:32.533386Z","end":"2026-06-01T03:36:32.657366Z","steps":["trace[1140558392] 'agreement among raft nodes before linearized reading' (duration: 123.768269ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:36:32.657431Z","caller":"traceutil/trace.go:171","msg":"trace[390757421] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"152.616654ms","start":"2026-06-01T03:36:32.504783Z","end":"2026-06-01T03:36:32.6574Z","steps":["trace[390757421] 'process raft request' (duration: 152.118652ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:37:09.840403Z","caller":"traceutil/trace.go:171","msg":"trace[1914785401] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"105.435827ms","start":"2026-06-01T03:37:09.734942Z","end":"2026-06-01T03:37:09.840378Z","steps":["trace[1914785401] 'process raft request' (duration: 105.288604ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:37:10.438888Z","caller":"traceutil/trace.go:171","msg":"trace[462467308] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"173.255093ms","start":"2026-06-01T03:37:10.265603Z","end":"2026-06-01T03:37:10.438858Z","steps":["trace[462467308] 'process raft request' (duration: 172.997027ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:37:10.55262Z","caller":"traceutil/trace.go:171","msg":"trace[2112950566] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"110.150382ms","start":"2026-06-01T03:37:10.442419Z","end":"2026-06-01T03:37:10.552569Z","steps":["trace[2112950566] 'process raft request' (duration: 91.868909ms)","trace[2112950566] 'compare' (duration: 17.951636ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:37:10.783099Z","caller":"traceutil/trace.go:171","msg":"trace[555545078] linearizableReadLoop","detail":"{readStateIndex:2239; appliedIndex:2236; }","duration":"259.484165ms","start":"2026-06-01T03:37:10.523589Z","end":"2026-06-01T03:37:10.783073Z","steps":["trace[555545078] 'read index received' (duration: 10.69564ms)","trace[555545078] 'applied index is now lower than readState.Index' (duration: 248.787225ms)"],"step_count":2} {"level":"warn","ts":"2026-06-01T03:37:10.78336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.746782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-01T03:37:10.78333Z","caller":"traceutil/trace.go:171","msg":"trace[1408611099] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"264.515497ms","start":"2026-06-01T03:37:10.518715Z","end":"2026-06-01T03:37:10.783231Z","steps":["trace[1408611099] 'process raft request' (duration: 264.2503ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:37:10.783392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.289388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-01T03:37:10.783419Z","caller":"traceutil/trace.go:171","msg":"trace[908127131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2160; }","duration":"259.860844ms","start":"2026-06-01T03:37:10.52354Z","end":"2026-06-01T03:37:10.783401Z","steps":["trace[908127131] 'agreement among raft nodes before linearized reading' (duration: 259.661109ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:37:10.783468Z","caller":"traceutil/trace.go:171","msg":"trace[820588914] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2160; }","duration":"242.437182ms","start":"2026-06-01T03:37:10.541014Z","end":"2026-06-01T03:37:10.783451Z","steps":["trace[820588914] 'agreement among raft nodes before linearized reading' (duration: 242.235857ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:37:10.783145Z","caller":"traceutil/trace.go:171","msg":"trace[967143506] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"339.900995ms","start":"2026-06-01T03:37:10.443186Z","end":"2026-06-01T03:37:10.783087Z","steps":["trace[967143506] 'process raft request' (duration: 243.665381ms)","trace[967143506] 'compare' (duration: 95.780493ms)"],"step_count":2} {"level":"warn","ts":"2026-06-01T03:37:10.784008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T03:37:10.443164Z","time spent":"340.737655ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-01T03:38:33.814387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.497666ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-01T03:38:33.814745Z","caller":"traceutil/trace.go:171","msg":"trace[1475240059] linearizableReadLoop","detail":"{readStateIndex:2908; appliedIndex:2907; }","duration":"219.887709ms","start":"2026-06-01T03:38:33.594819Z","end":"2026-06-01T03:38:33.814707Z","steps":["trace[1475240059] 'read index received' (duration: 71.033513ms)","trace[1475240059] 'applied index is now lower than readState.Index' (duration: 148.837136ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:38:33.814846Z","caller":"traceutil/trace.go:171","msg":"trace[1894021758] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"211.361599ms","start":"2026-06-01T03:38:33.603466Z","end":"2026-06-01T03:38:33.814827Z","steps":["trace[1894021758] 'process raft request' (duration: 211.073772ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:38:33.81494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.101835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-01T03:38:33.814991Z","caller":"traceutil/trace.go:171","msg":"trace[1715984244] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2803; }","duration":"220.232547ms","start":"2026-06-01T03:38:33.594744Z","end":"2026-06-01T03:38:33.814976Z","steps":["trace[1715984244] 'agreement among raft nodes before linearized reading' (duration: 220.081714ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:40:58.743229Z","caller":"traceutil/trace.go:171","msg":"trace[437361498] transaction","detail":"{read_only:false; response_revision:3773; number_of_response:1; }","duration":"147.115389ms","start":"2026-06-01T03:40:58.596084Z","end":"2026-06-01T03:40:58.7432Z","steps":["trace[437361498] 'process raft request' (duration: 145.696282ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:42:27.531426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.028426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-01T03:42:27.531483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.588363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-lhqmp.18b4d816d45d5add\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-06-01T03:42:27.531529Z","caller":"traceutil/trace.go:171","msg":"trace[657583007] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4960; }","duration":"164.238891ms","start":"2026-06-01T03:42:27.367267Z","end":"2026-06-01T03:42:27.531506Z","steps":["trace[657583007] 'count revisions from in-memory index tree' (duration: 163.918374ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:42:27.531587Z","caller":"traceutil/trace.go:171","msg":"trace[1167170553] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-lhqmp.18b4d816d45d5add; range_end:; response_count:1; response_revision:4960; }","duration":"214.739617ms","start":"2026-06-01T03:42:27.316822Z","end":"2026-06-01T03:42:27.531562Z","steps":["trace[1167170553] 'range keys from in-memory index tree' (duration: 214.294136ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:42:27.531626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.459875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3939b329-2d0e-46a5-8b42-c9c80999eea4\" ","response":"range_response_count:1 size:3599"} {"level":"info","ts":"2026-06-01T03:42:27.531728Z","caller":"traceutil/trace.go:171","msg":"trace[1937715102] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3939b329-2d0e-46a5-8b42-c9c80999eea4; range_end:; response_count:1; response_revision:4960; }","duration":"215.634559ms","start":"2026-06-01T03:42:27.31607Z","end":"2026-06-01T03:42:27.531704Z","steps":["trace[1937715102] 'range keys from in-memory index tree' (duration: 215.127887ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:42:29.719387Z","caller":"traceutil/trace.go:171","msg":"trace[273988189] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"107.816088ms","start":"2026-06-01T03:42:29.611551Z","end":"2026-06-01T03:42:29.719367Z","steps":["trace[273988189] 'process raft request' (duration: 107.399578ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:42:41.356598Z","caller":"traceutil/trace.go:171","msg":"trace[1167582697] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"131.876707ms","start":"2026-06-01T03:42:41.224693Z","end":"2026-06-01T03:42:41.356569Z","steps":["trace[1167582697] 'process raft request' (duration: 46.591959ms)","trace[1167582697] 'compare' (duration: 85.001621ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:42:41.356758Z","caller":"traceutil/trace.go:171","msg":"trace[1572611714] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"118.32163ms","start":"2026-06-01T03:42:41.238415Z","end":"2026-06-01T03:42:41.356737Z","steps":["trace[1572611714] 'process raft request' (duration: 118.069503ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:42:41.356755Z","caller":"traceutil/trace.go:171","msg":"trace[284163921] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"118.262458ms","start":"2026-06-01T03:42:41.238449Z","end":"2026-06-01T03:42:41.356711Z","steps":["trace[284163921] 'process raft request' (duration: 118.119014ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:42:41.93772Z","caller":"traceutil/trace.go:171","msg":"trace[1034734840] linearizableReadLoop","detail":"{readStateIndex:5431; appliedIndex:5430; }","duration":"135.62001ms","start":"2026-06-01T03:42:41.802065Z","end":"2026-06-01T03:42:41.937685Z","steps":["trace[1034734840] 'read index received' (duration: 134.401551ms)","trace[1034734840] 'applied index is now lower than readState.Index' (duration: 1.216689ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:42:41.937877Z","caller":"traceutil/trace.go:171","msg":"trace[1954720724] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"177.688577ms","start":"2026-06-01T03:42:41.760173Z","end":"2026-06-01T03:42:41.937861Z","steps":["trace[1954720724] 'process raft request' (duration: 176.440045ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:42:41.938193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.100933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-01T03:42:41.938291Z","caller":"traceutil/trace.go:171","msg":"trace[477508842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5238; }","duration":"136.233736ms","start":"2026-06-01T03:42:41.802032Z","end":"2026-06-01T03:42:41.938265Z","steps":["trace[477508842] 'agreement among raft nodes before linearized reading' (duration: 135.98948ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:42:43.894648Z","caller":"traceutil/trace.go:171","msg":"trace[1461969718] linearizableReadLoop","detail":"{readStateIndex:5461; appliedIndex:5460; }","duration":"112.151867ms","start":"2026-06-01T03:42:43.782473Z","end":"2026-06-01T03:42:43.894624Z","steps":["trace[1461969718] 'read index received' (duration: 111.968442ms)","trace[1461969718] 'applied index is now lower than readState.Index' (duration: 182.675µs)"],"step_count":2} {"level":"warn","ts":"2026-06-01T03:42:43.894809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.309301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-01T03:42:43.894846Z","caller":"traceutil/trace.go:171","msg":"trace[1683848007] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5267; }","duration":"112.390613ms","start":"2026-06-01T03:42:43.782446Z","end":"2026-06-01T03:42:43.894837Z","steps":["trace[1683848007] 'agreement among raft nodes before linearized reading' (duration: 112.27966ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:42:43.89513Z","caller":"traceutil/trace.go:171","msg":"trace[1672327395] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"125.14179ms","start":"2026-06-01T03:42:43.769968Z","end":"2026-06-01T03:42:43.89511Z","steps":["trace[1672327395] 'process raft request' (duration: 124.527485ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:42:49.675508Z","caller":"traceutil/trace.go:171","msg":"trace[524123203] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"119.710255ms","start":"2026-06-01T03:42:49.555766Z","end":"2026-06-01T03:42:49.675476Z","steps":["trace[524123203] 'process raft request' (duration: 119.014188ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:42:50.090092Z","caller":"traceutil/trace.go:171","msg":"trace[242833976] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"105.249675ms","start":"2026-06-01T03:42:49.984812Z","end":"2026-06-01T03:42:50.090062Z","steps":["trace[242833976] 'process raft request' (duration: 104.974859ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:42:50.090067Z","caller":"traceutil/trace.go:171","msg":"trace[313713905] linearizableReadLoop","detail":"{readStateIndex:5599; appliedIndex:5598; }","duration":"100.641151ms","start":"2026-06-01T03:42:49.989388Z","end":"2026-06-01T03:42:50.090029Z","steps":["trace[313713905] 'read index received' (duration: 100.325664ms)","trace[313713905] 'applied index is now lower than readState.Index' (duration: 313.737µs)"],"step_count":2} {"level":"warn","ts":"2026-06-01T03:42:50.09031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.899397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qj68k\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-06-01T03:42:50.090378Z","caller":"traceutil/trace.go:171","msg":"trace[1900809540] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qj68k; range_end:; response_count:1; response_revision:5402; }","duration":"101.015111ms","start":"2026-06-01T03:42:49.989348Z","end":"2026-06-01T03:42:50.090363Z","steps":["trace[1900809540] 'agreement among raft nodes before linearized reading' (duration: 100.819616ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:44:05.390327Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2977} {"level":"info","ts":"2026-06-01T03:44:05.45466Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2977,"took":"62.787336ms","hash":2965808774,"current-db-size-bytes":57757696,"current-db-size":"58 MB","current-db-size-in-use-bytes":33869824,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-01T03:44:05.454718Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2965808774,"revision":2977,"compact-revision":-1} {"level":"warn","ts":"2026-06-01T03:49:02.614958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.237811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-01T03:49:02.615095Z","caller":"traceutil/trace.go:171","msg":"trace[351476910] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8264; }","duration":"469.436546ms","start":"2026-06-01T03:49:02.145635Z","end":"2026-06-01T03:49:02.615071Z","steps":["trace[351476910] 'count revisions from in-memory index tree' (duration: 469.15165ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:49:02.615144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T03:49:02.145619Z","time spent":"469.511228ms","remote":"127.0.0.1:39674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-06-01T03:49:02.615316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.979262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qj68k\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-06-01T03:49:02.61541Z","caller":"traceutil/trace.go:171","msg":"trace[1650650479] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qj68k; range_end:; response_count:1; response_revision:8264; }","duration":"356.133516ms","start":"2026-06-01T03:49:02.259256Z","end":"2026-06-01T03:49:02.61539Z","steps":["trace[1650650479] 'range keys from in-memory index tree' (duration: 355.732566ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:49:02.615452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T03:49:02.259232Z","time spent":"356.211109ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-qj68k\" "} {"level":"warn","ts":"2026-06-01T03:49:02.615539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.982362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-01T03:49:02.615656Z","caller":"traceutil/trace.go:171","msg":"trace[1777011171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8264; }","duration":"117.141206ms","start":"2026-06-01T03:49:02.498491Z","end":"2026-06-01T03:49:02.615632Z","steps":["trace[1777011171] 'range keys from in-memory index tree' (duration: 116.790098ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:49:05.419125Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6089} {"level":"info","ts":"2026-06-01T03:49:05.514928Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6089,"took":"92.725738ms","hash":4013638311,"current-db-size-bytes":57757696,"current-db-size":"58 MB","current-db-size-in-use-bytes":23752704,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-06-01T03:49:05.515014Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4013638311,"revision":6089,"compact-revision":2977} {"level":"info","ts":"2026-06-01T03:49:14.297077Z","caller":"traceutil/trace.go:171","msg":"trace[1395590810] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"175.069098ms","start":"2026-06-01T03:49:14.121983Z","end":"2026-06-01T03:49:14.297052Z","steps":["trace[1395590810] 'process raft request' (duration: 174.884823ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:49:14.374636Z","caller":"traceutil/trace.go:171","msg":"trace[1328022942] linearizableReadLoop","detail":"{readStateIndex:8615; appliedIndex:8613; }","duration":"229.049272ms","start":"2026-06-01T03:49:14.145562Z","end":"2026-06-01T03:49:14.374611Z","steps":["trace[1328022942] 'read index received' (duration: 151.385479ms)","trace[1328022942] 'applied index is now lower than readState.Index' (duration: 77.662473ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:49:14.374739Z","caller":"traceutil/trace.go:171","msg":"trace[1624067913] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"249.673906ms","start":"2026-06-01T03:49:14.12503Z","end":"2026-06-01T03:49:14.374704Z","steps":["trace[1624067913] 'process raft request' (duration: 249.362597ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:49:14.374873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.307179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-01T03:49:14.374921Z","caller":"traceutil/trace.go:171","msg":"trace[557943047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8327; }","duration":"229.411212ms","start":"2026-06-01T03:49:14.145497Z","end":"2026-06-01T03:49:14.374908Z","steps":["trace[557943047] 'agreement among raft nodes before linearized reading' (duration: 229.252608ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:49:14.374923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.396297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-01T03:49:14.375064Z","caller":"traceutil/trace.go:171","msg":"trace[1019192861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8327; }","duration":"128.52671ms","start":"2026-06-01T03:49:14.246478Z","end":"2026-06-01T03:49:14.375005Z","steps":["trace[1019192861] 'agreement among raft nodes before linearized reading' (duration: 128.338995ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:49:14.948701Z","caller":"traceutil/trace.go:171","msg":"trace[4854943] linearizableReadLoop","detail":"{readStateIndex:8619; appliedIndex:8618; }","duration":"127.31759ms","start":"2026-06-01T03:49:14.821358Z","end":"2026-06-01T03:49:14.948676Z","steps":["trace[4854943] 'read index received' (duration: 56.017224ms)","trace[4854943] 'applied index is now lower than readState.Index' (duration: 71.299446ms)"],"step_count":2} {"level":"warn","ts":"2026-06-01T03:49:14.9489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.519575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-01T03:49:14.948937Z","caller":"traceutil/trace.go:171","msg":"trace[1869535134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8330; }","duration":"127.610127ms","start":"2026-06-01T03:49:14.821318Z","end":"2026-06-01T03:49:14.948928Z","steps":["trace[1869535134] 'agreement among raft nodes before linearized reading' (duration: 127.451283ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:49:14.948996Z","caller":"traceutil/trace.go:171","msg":"trace[804682371] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"134.121669ms","start":"2026-06-01T03:49:14.814844Z","end":"2026-06-01T03:49:14.948966Z","steps":["trace[804682371] 'process raft request' (duration: 62.597059ms)","trace[804682371] 'compare' (duration: 71.117949ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:49:15.082897Z","caller":"traceutil/trace.go:171","msg":"trace[786211318] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"113.68487ms","start":"2026-06-01T03:49:14.969186Z","end":"2026-06-01T03:49:15.082871Z","steps":["trace[786211318] 'process raft request' (duration: 113.597478ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:49:15.082983Z","caller":"traceutil/trace.go:171","msg":"trace[614951236] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"129.395351ms","start":"2026-06-01T03:49:14.953551Z","end":"2026-06-01T03:49:15.082946Z","steps":["trace[614951236] 'process raft request' (duration: 109.541077ms)","trace[614951236] 'compare' (duration: 19.473645ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:49:47.924686Z","caller":"traceutil/trace.go:171","msg":"trace[1028298140] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"244.321911ms","start":"2026-06-01T03:49:47.680337Z","end":"2026-06-01T03:49:47.924658Z","steps":["trace[1028298140] 'process raft request' (duration: 244.139656ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:49:47.92468Z","caller":"traceutil/trace.go:171","msg":"trace[415093424] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"242.225899ms","start":"2026-06-01T03:49:47.682429Z","end":"2026-06-01T03:49:47.924655Z","steps":["trace[415093424] 'process raft request' (duration: 242.169648ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:49:47.931929Z","caller":"traceutil/trace.go:171","msg":"trace[855087198] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"162.637299ms","start":"2026-06-01T03:49:47.769272Z","end":"2026-06-01T03:49:47.931909Z","steps":["trace[855087198] 'process raft request' (duration: 161.656574ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:50:00.095416Z","caller":"traceutil/trace.go:171","msg":"trace[1500652538] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"147.183284ms","start":"2026-06-01T03:49:59.948202Z","end":"2026-06-01T03:50:00.095385Z","steps":["trace[1500652538] 'process raft request' (duration: 146.996549ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:50:00.208889Z","caller":"traceutil/trace.go:171","msg":"trace[639371327] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"233.146625ms","start":"2026-06-01T03:49:59.9757Z","end":"2026-06-01T03:50:00.208846Z","steps":["trace[639371327] 'process raft request' (duration: 218.45664ms)","trace[639371327] 'compare' (duration: 14.434739ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:50:00.208933Z","caller":"traceutil/trace.go:171","msg":"trace[885200136] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"228.697614ms","start":"2026-06-01T03:49:59.980197Z","end":"2026-06-01T03:50:00.208894Z","steps":["trace[885200136] 'process raft request' (duration: 228.52488ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:50:00.414088Z","caller":"traceutil/trace.go:171","msg":"trace[615656845] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"112.272494ms","start":"2026-06-01T03:50:00.301763Z","end":"2026-06-01T03:50:00.414036Z","steps":["trace[615656845] 'process raft request' (duration: 112.037669ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:50:01.187714Z","caller":"traceutil/trace.go:171","msg":"trace[17357759] linearizableReadLoop","detail":"{readStateIndex:8980; appliedIndex:8979; }","duration":"135.997685ms","start":"2026-06-01T03:50:01.051695Z","end":"2026-06-01T03:50:01.187693Z","steps":["trace[17357759] 'read index received' (duration: 135.81702ms)","trace[17357759] 'applied index is now lower than readState.Index' (duration: 179.695µs)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:50:01.187765Z","caller":"traceutil/trace.go:171","msg":"trace[1426422863] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"145.287906ms","start":"2026-06-01T03:50:01.042444Z","end":"2026-06-01T03:50:01.187732Z","steps":["trace[1426422863] 'process raft request' (duration: 145.088461ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:50:01.188179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.516702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-01T03:50:01.188187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.356785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qj68k\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-06-01T03:50:01.188232Z","caller":"traceutil/trace.go:171","msg":"trace[2027954156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8677; }","duration":"106.626735ms","start":"2026-06-01T03:50:01.081593Z","end":"2026-06-01T03:50:01.18822Z","steps":["trace[2027954156] 'agreement among raft nodes before linearized reading' (duration: 106.514292ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:50:01.188237Z","caller":"traceutil/trace.go:171","msg":"trace[1040971607] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qj68k; range_end:; response_count:1; response_revision:8677; }","duration":"118.439438ms","start":"2026-06-01T03:50:01.069786Z","end":"2026-06-01T03:50:01.188226Z","steps":["trace[1040971607] 'agreement among raft nodes before linearized reading' (duration: 118.266304ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:50:01.188229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.510418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-01T03:50:01.188563Z","caller":"traceutil/trace.go:171","msg":"trace[923869012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8677; }","duration":"136.889787ms","start":"2026-06-01T03:50:01.051648Z","end":"2026-06-01T03:50:01.188538Z","steps":["trace[923869012] 'agreement among raft nodes before linearized reading' (duration: 136.373874ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:50:01.765096Z","caller":"traceutil/trace.go:171","msg":"trace[857355029] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"110.724806ms","start":"2026-06-01T03:50:01.654346Z","end":"2026-06-01T03:50:01.765071Z","steps":["trace[857355029] 'process raft request' (duration: 110.350577ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:50:13.392369Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023d5.wal"} {"level":"warn","ts":"2026-06-01T03:50:41.5825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311737294204639,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-01T03:50:41.613176Z","caller":"traceutil/trace.go:171","msg":"trace[445129523] transaction","detail":"{read_only:false; response_revision:9053; number_of_response:1; }","duration":"785.039213ms","start":"2026-06-01T03:50:40.82811Z","end":"2026-06-01T03:50:41.613149Z","steps":["trace[445129523] 'process raft request' (duration: 784.849488ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:50:41.613421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T03:50:40.828087Z","time spent":"785.247348ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-01T03:50:41.614411Z","caller":"traceutil/trace.go:171","msg":"trace[606144608] linearizableReadLoop","detail":"{readStateIndex:9368; appliedIndex:9366; }","duration":"532.830585ms","start":"2026-06-01T03:50:41.08156Z","end":"2026-06-01T03:50:41.61439Z","steps":["trace[606144608] 'read index received' (duration: 531.466321ms)","trace[606144608] 'applied index is now lower than readState.Index' (duration: 1.363194ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:50:41.614467Z","caller":"traceutil/trace.go:171","msg":"trace[801567417] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"567.646161ms","start":"2026-06-01T03:50:41.046803Z","end":"2026-06-01T03:50:41.614449Z","steps":["trace[801567417] 'process raft request' (duration: 567.462417ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:50:41.614545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T03:50:41.046772Z","time spent":"567.734063ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-01T03:50:41.614627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.388582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-01T03:50:41.614651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.007391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-01T03:50:41.614705Z","caller":"traceutil/trace.go:171","msg":"trace[898942456] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9054; }","duration":"217.533407ms","start":"2026-06-01T03:50:41.397155Z","end":"2026-06-01T03:50:41.614688Z","steps":["trace[898942456] 'agreement among raft nodes before linearized reading' (duration: 217.392372ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:50:41.61472Z","caller":"traceutil/trace.go:171","msg":"trace[436778439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9054; }","duration":"129.113984ms","start":"2026-06-01T03:50:41.485579Z","end":"2026-06-01T03:50:41.614693Z","steps":["trace[436778439] 'agreement among raft nodes before linearized reading' (duration: 128.99415ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:50:41.614549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.973908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-01T03:50:41.614829Z","caller":"traceutil/trace.go:171","msg":"trace[1890540737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9054; }","duration":"533.298307ms","start":"2026-06-01T03:50:41.08151Z","end":"2026-06-01T03:50:41.614808Z","steps":["trace[1890540737] 'agreement among raft nodes before linearized reading' (duration: 532.988438ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:50:41.615212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.022139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qj68k\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-06-01T03:50:41.615309Z","caller":"traceutil/trace.go:171","msg":"trace[493283095] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qj68k; range_end:; response_count:1; response_revision:9054; }","duration":"153.175583ms","start":"2026-06-01T03:50:41.462115Z","end":"2026-06-01T03:50:41.61529Z","steps":["trace[493283095] 'agreement among raft nodes before linearized reading' (duration: 152.810354ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:50:41.615241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.488429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-01T03:50:41.615615Z","caller":"traceutil/trace.go:171","msg":"trace[1460733215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9054; }","duration":"165.8661ms","start":"2026-06-01T03:50:41.44973Z","end":"2026-06-01T03:50:41.615596Z","steps":["trace[1460733215] 'agreement among raft nodes before linearized reading' (duration: 165.092801ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:50:41.615265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.197037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-01T03:50:41.615678Z","caller":"traceutil/trace.go:171","msg":"trace[160729452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9054; }","duration":"170.824503ms","start":"2026-06-01T03:50:41.44484Z","end":"2026-06-01T03:50:41.615664Z","steps":["trace[160729452] 'agreement among raft nodes before linearized reading' (duration: 170.104405ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:50:41.615118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T03:50:41.081488Z","time spent":"533.597383ms","remote":"127.0.0.1:47822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-01T03:51:11.948314Z","caller":"traceutil/trace.go:171","msg":"trace[163462050] transaction","detail":"{read_only:false; response_revision:9394; number_of_response:1; }","duration":"138.80026ms","start":"2026-06-01T03:51:11.809478Z","end":"2026-06-01T03:51:11.948279Z","steps":["trace[163462050] 'process raft request' (duration: 138.690398ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:51:11.948353Z","caller":"traceutil/trace.go:171","msg":"trace[1256575922] transaction","detail":"{read_only:false; response_revision:9393; number_of_response:1; }","duration":"139.028077ms","start":"2026-06-01T03:51:11.809288Z","end":"2026-06-01T03:51:11.948316Z","steps":["trace[1256575922] 'process raft request' (duration: 110.4225ms)","trace[1256575922] 'compare' (duration: 28.34115ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:51:11.948388Z","caller":"traceutil/trace.go:171","msg":"trace[157032918] transaction","detail":"{read_only:false; response_revision:9395; number_of_response:1; }","duration":"135.446268ms","start":"2026-06-01T03:51:11.812911Z","end":"2026-06-01T03:51:11.948357Z","steps":["trace[157032918] 'process raft request' (duration: 135.294603ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:51:48.848521Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-01T03:51:48.853475Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-06-01T03:51:48.85354Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-06-01T03:54:05.426849Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8278} {"level":"info","ts":"2026-06-01T03:54:05.504891Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8278,"took":"75.804856ms","hash":558356142,"current-db-size-bytes":57757696,"current-db-size":"58 MB","current-db-size-in-use-bytes":26230784,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-06-01T03:54:05.504962Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":558356142,"revision":8278,"compact-revision":6089} {"level":"info","ts":"2026-06-01T03:54:51.163318Z","caller":"traceutil/trace.go:171","msg":"trace[1166965216] linearizableReadLoop","detail":"{readStateIndex:11594; appliedIndex:11593; }","duration":"157.148679ms","start":"2026-06-01T03:54:51.006086Z","end":"2026-06-01T03:54:51.163235Z","steps":["trace[1166965216] 'read index received' (duration: 93.633626ms)","trace[1166965216] 'applied index is now lower than readState.Index' (duration: 63.512643ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:54:51.163606Z","caller":"traceutil/trace.go:171","msg":"trace[510629246] transaction","detail":"{read_only:false; response_revision:11219; number_of_response:1; }","duration":"157.682603ms","start":"2026-06-01T03:54:51.00588Z","end":"2026-06-01T03:54:51.163563Z","steps":["trace[510629246] 'process raft request' (duration: 93.835081ms)","trace[510629246] 'compare' (duration: 63.210766ms)"],"step_count":2} {"level":"warn","ts":"2026-06-01T03:54:51.163766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.959098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-06-01T03:54:51.163728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.611291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-01T03:54:51.163827Z","caller":"traceutil/trace.go:171","msg":"trace[1416578677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11219; }","duration":"149.07067ms","start":"2026-06-01T03:54:51.01474Z","end":"2026-06-01T03:54:51.16381Z","steps":["trace[1416578677] 'agreement among raft nodes before linearized reading' (duration: 148.838585ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:54:51.16386Z","caller":"traceutil/trace.go:171","msg":"trace[727750355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11219; }","duration":"157.773325ms","start":"2026-06-01T03:54:51.006057Z","end":"2026-06-01T03:54:51.163831Z","steps":["trace[727750355] 'agreement among raft nodes before linearized reading' (duration: 157.509349ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:54:52.161061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.145235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-01T03:54:52.161346Z","caller":"traceutil/trace.go:171","msg":"trace[258232206] transaction","detail":"{read_only:false; response_revision:11227; number_of_response:1; }","duration":"254.344773ms","start":"2026-06-01T03:54:51.906961Z","end":"2026-06-01T03:54:52.161306Z","steps":["trace[258232206] 'process raft request' (duration: 58.843969ms)","trace[258232206] 'compare' (duration: 195.015952ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T03:54:52.161408Z","caller":"traceutil/trace.go:171","msg":"trace[1571114594] linearizableReadLoop","detail":"{readStateIndex:11602; appliedIndex:11601; }","duration":"221.102404ms","start":"2026-06-01T03:54:51.940258Z","end":"2026-06-01T03:54:52.16136Z","steps":["trace[1571114594] 'read index received' (duration: 24.904193ms)","trace[1571114594] 'applied index is now lower than readState.Index' (duration: 196.196231ms)"],"step_count":2} {"level":"warn","ts":"2026-06-01T03:54:52.161669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.387781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-01T03:54:52.16178Z","caller":"traceutil/trace.go:171","msg":"trace[857112660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11227; }","duration":"221.532505ms","start":"2026-06-01T03:54:51.940224Z","end":"2026-06-01T03:54:52.161756Z","steps":["trace[857112660] 'agreement among raft nodes before linearized reading' (duration: 221.263038ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:54:52.162027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.765606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-01T03:54:52.162096Z","caller":"traceutil/trace.go:171","msg":"trace[862450020] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:11228; }","duration":"194.864688ms","start":"2026-06-01T03:54:51.967212Z","end":"2026-06-01T03:54:52.162076Z","steps":["trace[862450020] 'agreement among raft nodes before linearized reading' (duration: 194.728575ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:54:52.162064Z","caller":"traceutil/trace.go:171","msg":"trace[1012832011] transaction","detail":"{read_only:false; response_revision:11228; number_of_response:1; }","duration":"184.34143ms","start":"2026-06-01T03:54:51.977688Z","end":"2026-06-01T03:54:52.162029Z","steps":["trace[1012832011] 'process raft request' (duration: 184.135855ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T03:54:52.162119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.077576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-01T03:54:52.162169Z","caller":"traceutil/trace.go:171","msg":"trace[275666298] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11228; }","duration":"122.171769ms","start":"2026-06-01T03:54:52.039983Z","end":"2026-06-01T03:54:52.162155Z","steps":["trace[275666298] 'agreement among raft nodes before linearized reading' (duration: 122.043436ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T03:59:05.434355Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10775} {"level":"info","ts":"2026-06-01T03:59:05.5145Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10775,"took":"77.474092ms","hash":3624664933,"current-db-size-bytes":57757696,"current-db-size":"58 MB","current-db-size-in-use-bytes":26734592,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-06-01T03:59:05.514563Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3624664933,"revision":10775,"compact-revision":8278} {"level":"info","ts":"2026-06-01T04:00:53.209028Z","caller":"traceutil/trace.go:171","msg":"trace[747795358] transaction","detail":"{read_only:false; response_revision:13677; number_of_response:1; }","duration":"102.351464ms","start":"2026-06-01T04:00:53.106656Z","end":"2026-06-01T04:00:53.209007Z","steps":["trace[747795358] 'process raft request' (duration: 102.305013ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T04:00:53.209142Z","caller":"traceutil/trace.go:171","msg":"trace[923963179] transaction","detail":"{read_only:false; response_revision:13676; number_of_response:1; }","duration":"199.748585ms","start":"2026-06-01T04:00:53.009363Z","end":"2026-06-01T04:00:53.209112Z","steps":["trace[923963179] 'process raft request' (duration: 198.29336ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T04:00:53.209312Z","caller":"traceutil/trace.go:171","msg":"trace[1406559060] linearizableReadLoop","detail":"{readStateIndex:14137; appliedIndex:14136; }","duration":"106.456945ms","start":"2026-06-01T04:00:53.102844Z","end":"2026-06-01T04:00:53.209301Z","steps":["trace[1406559060] 'read index received' (duration: 104.827755ms)","trace[1406559060] 'applied index is now lower than readState.Index' (duration: 1.6274ms)"],"step_count":2} {"level":"warn","ts":"2026-06-01T04:00:53.209409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.522141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-01T04:00:53.209446Z","caller":"traceutil/trace.go:171","msg":"trace[1896997525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13677; }","duration":"127.596143ms","start":"2026-06-01T04:00:53.081835Z","end":"2026-06-01T04:00:53.209431Z","steps":["trace[1896997525] 'agreement among raft nodes before linearized reading' (duration: 127.49979ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T04:01:09.589544Z","caller":"traceutil/trace.go:171","msg":"trace[936925938] transaction","detail":"{read_only:false; response_revision:13765; number_of_response:1; }","duration":"308.508585ms","start":"2026-06-01T04:01:09.281004Z","end":"2026-06-01T04:01:09.589512Z","steps":["trace[936925938] 'process raft request' (duration: 308.349011ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:01:09.589759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:01:09.280983Z","time spent":"308.660178ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-01T04:01:09.59011Z","caller":"traceutil/trace.go:171","msg":"trace[295636699] transaction","detail":"{read_only:false; response_revision:13766; number_of_response:1; }","duration":"308.344742ms","start":"2026-06-01T04:01:09.281747Z","end":"2026-06-01T04:01:09.590092Z","steps":["trace[295636699] 'process raft request' (duration: 308.26366ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:01:09.590223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:01:09.281732Z","time spent":"308.427014ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-01T04:01:14.653873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.857885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qj68k\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-06-01T04:01:14.653944Z","caller":"traceutil/trace.go:171","msg":"trace[1972588365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qj68k; range_end:; response_count:1; response_revision:13788; }","duration":"102.974138ms","start":"2026-06-01T04:01:14.550954Z","end":"2026-06-01T04:01:14.653928Z","steps":["trace[1972588365] 'range keys from in-memory index tree' (duration: 102.662481ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T04:01:22.334464Z","caller":"traceutil/trace.go:171","msg":"trace[1869376839] transaction","detail":"{read_only:false; response_revision:13827; number_of_response:1; }","duration":"124.653772ms","start":"2026-06-01T04:01:22.20979Z","end":"2026-06-01T04:01:22.334444Z","steps":["trace[1869376839] 'process raft request' (duration: 124.520369ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T04:01:30.434581Z","caller":"traceutil/trace.go:171","msg":"trace[1135383580] linearizableReadLoop","detail":"{readStateIndex:14357; appliedIndex:14356; }","duration":"125.998814ms","start":"2026-06-01T04:01:30.308555Z","end":"2026-06-01T04:01:30.434553Z","steps":["trace[1135383580] 'read index received' (duration: 125.397149ms)","trace[1135383580] 'applied index is now lower than readState.Index' (duration: 600.795µs)"],"step_count":2} {"level":"info","ts":"2026-06-01T04:01:30.434626Z","caller":"traceutil/trace.go:171","msg":"trace[486400232] transaction","detail":"{read_only:false; response_revision:13886; number_of_response:1; }","duration":"198.303509ms","start":"2026-06-01T04:01:30.236286Z","end":"2026-06-01T04:01:30.434589Z","steps":["trace[486400232] 'process raft request' (duration: 197.771037ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:01:30.434746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.171448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-01T04:01:30.434768Z","caller":"traceutil/trace.go:171","msg":"trace[1564484169] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:13886; }","duration":"126.254019ms","start":"2026-06-01T04:01:30.308507Z","end":"2026-06-01T04:01:30.434761Z","steps":["trace[1564484169] 'agreement among raft nodes before linearized reading' (duration: 126.178398ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:01:30.43491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.133471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18952"} {"level":"info","ts":"2026-06-01T04:01:30.434979Z","caller":"traceutil/trace.go:171","msg":"trace[921266150] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13886; }","duration":"120.256493ms","start":"2026-06-01T04:01:30.314706Z","end":"2026-06-01T04:01:30.434963Z","steps":["trace[921266150] 'agreement among raft nodes before linearized reading' (duration: 120.018377ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T04:01:40.017701Z","caller":"traceutil/trace.go:171","msg":"trace[832721731] linearizableReadLoop","detail":"{readStateIndex:14528; appliedIndex:14527; }","duration":"196.803862ms","start":"2026-06-01T04:01:39.820875Z","end":"2026-06-01T04:01:40.017679Z","steps":["trace[832721731] 'read index received' (duration: 196.589227ms)","trace[832721731] 'applied index is now lower than readState.Index' (duration: 213.955µs)"],"step_count":2} {"level":"info","ts":"2026-06-01T04:01:40.018076Z","caller":"traceutil/trace.go:171","msg":"trace[296860778] transaction","detail":"{read_only:false; response_revision:14054; number_of_response:1; }","duration":"208.09294ms","start":"2026-06-01T04:01:39.809943Z","end":"2026-06-01T04:01:40.018036Z","steps":["trace[296860778] 'process raft request' (duration: 207.573977ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:01:40.018132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.223463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-06-01T04:01:40.018235Z","caller":"traceutil/trace.go:171","msg":"trace[2047591251] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14054; }","duration":"197.388296ms","start":"2026-06-01T04:01:39.820826Z","end":"2026-06-01T04:01:40.018215Z","steps":["trace[2047591251] 'agreement among raft nodes before linearized reading' (duration: 197.081498ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:01:40.018282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.574385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-01T04:01:40.018373Z","caller":"traceutil/trace.go:171","msg":"trace[310617829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14054; }","duration":"191.7734ms","start":"2026-06-01T04:01:39.826579Z","end":"2026-06-01T04:01:40.018352Z","steps":["trace[310617829] 'agreement among raft nodes before linearized reading' (duration: 191.509074ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:01:40.018625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.457259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-vb6pb.18b4d9234e87a0a8\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-06-01T04:01:40.018669Z","caller":"traceutil/trace.go:171","msg":"trace[867938938] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-vb6pb.18b4d9234e87a0a8; range_end:; response_count:1; response_revision:14054; }","duration":"105.571493ms","start":"2026-06-01T04:01:39.913086Z","end":"2026-06-01T04:01:40.018657Z","steps":["trace[867938938] 'agreement among raft nodes before linearized reading' (duration: 105.341057ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T04:03:18.102904Z","caller":"traceutil/trace.go:171","msg":"trace[549934260] transaction","detail":"{read_only:false; response_revision:15130; number_of_response:1; }","duration":"107.298777ms","start":"2026-06-01T04:03:17.995579Z","end":"2026-06-01T04:03:18.102878Z","steps":["trace[549934260] 'process raft request' (duration: 107.129912ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T04:03:18.103249Z","caller":"traceutil/trace.go:171","msg":"trace[1347826805] linearizableReadLoop","detail":"{readStateIndex:15636; appliedIndex:15636; }","duration":"104.625412ms","start":"2026-06-01T04:03:17.998611Z","end":"2026-06-01T04:03:18.103236Z","steps":["trace[1347826805] 'read index received' (duration: 104.574561ms)","trace[1347826805] 'applied index is now lower than readState.Index' (duration: 49.431µs)"],"step_count":2} {"level":"warn","ts":"2026-06-01T04:03:18.103362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.706334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-01T04:03:18.103396Z","caller":"traceutil/trace.go:171","msg":"trace[1598091229] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:15130; }","duration":"104.807207ms","start":"2026-06-01T04:03:17.998578Z","end":"2026-06-01T04:03:18.103385Z","steps":["trace[1598091229] 'agreement among raft nodes before linearized reading' (duration: 104.704684ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T04:03:18.656228Z","caller":"traceutil/trace.go:171","msg":"trace[31754340] transaction","detail":"{read_only:false; response_revision:15131; number_of_response:1; }","duration":"122.936352ms","start":"2026-06-01T04:03:18.533267Z","end":"2026-06-01T04:03:18.656204Z","steps":["trace[31754340] 'process raft request' (duration: 122.734236ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:03:18.925305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.201845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-01T04:03:18.925448Z","caller":"traceutil/trace.go:171","msg":"trace[1864469313] linearizableReadLoop","detail":"{readStateIndex:15639; appliedIndex:15638; }","duration":"369.493921ms","start":"2026-06-01T04:03:18.555931Z","end":"2026-06-01T04:03:18.925425Z","steps":["trace[1864469313] 'read index received' (duration: 100.992421ms)","trace[1864469313] 'applied index is now lower than readState.Index' (duration: 268.4994ms)"],"step_count":2} {"level":"warn","ts":"2026-06-01T04:03:18.925779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.832701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-01T04:03:18.925869Z","caller":"traceutil/trace.go:171","msg":"trace[1734693372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15132; }","duration":"369.959743ms","start":"2026-06-01T04:03:18.555888Z","end":"2026-06-01T04:03:18.925847Z","steps":["trace[1734693372] 'agreement among raft nodes before linearized reading' (duration: 369.733828ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:03:18.925909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:03:18.555877Z","time spent":"370.024315ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-01T04:03:18.925977Z","caller":"traceutil/trace.go:171","msg":"trace[1138918005] transaction","detail":"{read_only:false; response_revision:15132; number_of_response:1; }","duration":"388.656902ms","start":"2026-06-01T04:03:18.537237Z","end":"2026-06-01T04:03:18.925894Z","steps":["trace[1138918005] 'process raft request' (duration: 232.73838ms)","trace[1138918005] 'compare' (duration: 155.046012ms)"],"step_count":2} {"level":"warn","ts":"2026-06-01T04:03:18.926177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:03:18.537217Z","time spent":"388.849747ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-01T04:03:18.927114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.0814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-06-01T04:03:18.927166Z","caller":"traceutil/trace.go:171","msg":"trace[1050157924] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15132; }","duration":"102.147421ms","start":"2026-06-01T04:03:18.825005Z","end":"2026-06-01T04:03:18.927152Z","steps":["trace[1050157924] 'agreement among raft nodes before linearized reading' (duration: 102.006256ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:03:18.927326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.024167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rrm9n\" ","response":"range_response_count:1 size:20738"} {"level":"info","ts":"2026-06-01T04:03:18.927378Z","caller":"traceutil/trace.go:171","msg":"trace[682943618] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rrm9n; range_end:; response_count:1; response_revision:15132; }","duration":"152.116509ms","start":"2026-06-01T04:03:18.775248Z","end":"2026-06-01T04:03:18.927365Z","steps":["trace[682943618] 'agreement among raft nodes before linearized reading' (duration: 151.993446ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:03:18.925927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.600847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"info","ts":"2026-06-01T04:03:18.929711Z","caller":"traceutil/trace.go:171","msg":"trace[949188727] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15132; }","duration":"271.408681ms","start":"2026-06-01T04:03:18.658281Z","end":"2026-06-01T04:03:18.929689Z","steps":["trace[949188727] 'agreement among raft nodes before linearized reading' (duration: 267.512065ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T04:04:05.443911Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12847} {"level":"info","ts":"2026-06-01T04:04:05.518909Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12847,"took":"70.38031ms","hash":259983558,"current-db-size-bytes":57757696,"current-db-size":"58 MB","current-db-size-in-use-bytes":30359552,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-06-01T04:04:05.518976Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":259983558,"revision":12847,"compact-revision":10775} {"level":"info","ts":"2026-06-01T04:08:54.965783Z","caller":"traceutil/trace.go:171","msg":"trace[1559554335] transaction","detail":"{read_only:false; response_revision:17652; number_of_response:1; }","duration":"249.37352ms","start":"2026-06-01T04:08:54.716372Z","end":"2026-06-01T04:08:54.965746Z","steps":["trace[1559554335] 'process raft request' (duration: 156.574896ms)","trace[1559554335] 'compare' (duration: 92.63613ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T04:08:54.966919Z","caller":"traceutil/trace.go:171","msg":"trace[791439052] transaction","detail":"{read_only:false; response_revision:17654; number_of_response:1; }","duration":"154.897215ms","start":"2026-06-01T04:08:54.811998Z","end":"2026-06-01T04:08:54.966895Z","steps":["trace[791439052] 'process raft request' (duration: 154.772942ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T04:08:54.967159Z","caller":"traceutil/trace.go:171","msg":"trace[923662906] transaction","detail":"{read_only:false; response_revision:17653; number_of_response:1; }","duration":"156.652697ms","start":"2026-06-01T04:08:54.810495Z","end":"2026-06-01T04:08:54.967147Z","steps":["trace[923662906] 'process raft request' (duration: 156.140984ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T04:08:54.967265Z","caller":"traceutil/trace.go:171","msg":"trace[1963905623] transaction","detail":"{read_only:false; response_revision:17655; number_of_response:1; }","duration":"154.961876ms","start":"2026-06-01T04:08:54.812247Z","end":"2026-06-01T04:08:54.967209Z","steps":["trace[1963905623] 'process raft request' (duration: 154.567876ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:09:01.361973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.181922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-01T04:09:01.362024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.382158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-01T04:09:01.362061Z","caller":"traceutil/trace.go:171","msg":"trace[1347286049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17698; }","duration":"114.337255ms","start":"2026-06-01T04:09:01.247703Z","end":"2026-06-01T04:09:01.36204Z","steps":["trace[1347286049] 'range keys from in-memory index tree' (duration: 113.947706ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T04:09:01.362088Z","caller":"traceutil/trace.go:171","msg":"trace[1405135554] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:17698; }","duration":"134.501771ms","start":"2026-06-01T04:09:01.22757Z","end":"2026-06-01T04:09:01.362071Z","steps":["trace[1405135554] 'count revisions from in-memory index tree' (duration: 134.295867ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T04:09:02.101574Z","caller":"traceutil/trace.go:171","msg":"trace[662535402] linearizableReadLoop","detail":"{readStateIndex:18290; appliedIndex:18289; }","duration":"481.019935ms","start":"2026-06-01T04:09:01.620536Z","end":"2026-06-01T04:09:02.101556Z","steps":["trace[662535402] 'read index received' (duration: 480.8194ms)","trace[662535402] 'applied index is now lower than readState.Index' (duration: 199.565µs)"],"step_count":2} {"level":"info","ts":"2026-06-01T04:09:02.101776Z","caller":"traceutil/trace.go:171","msg":"trace[177489994] transaction","detail":"{read_only:false; response_revision:17700; number_of_response:1; }","duration":"502.38354ms","start":"2026-06-01T04:09:01.599384Z","end":"2026-06-01T04:09:02.101768Z","steps":["trace[177489994] 'process raft request' (duration: 502.051752ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:09:02.10201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:09:01.599348Z","time spent":"502.577345ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20958,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-01T04:09:02.102257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.722522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6lr8v\" ","response":"range_response_count:1 size:22086"} {"level":"info","ts":"2026-06-01T04:09:02.102298Z","caller":"traceutil/trace.go:171","msg":"trace[1362595104] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6lr8v; range_end:; response_count:1; response_revision:17700; }","duration":"481.816354ms","start":"2026-06-01T04:09:01.620471Z","end":"2026-06-01T04:09:02.102287Z","steps":["trace[1362595104] 'agreement among raft nodes before linearized reading' (duration: 481.691581ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:09:02.102326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:09:01.620439Z","time spent":"481.880365ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22109,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6lr8v\" "} {"level":"warn","ts":"2026-06-01T04:09:02.102514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.796831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-06-01T04:09:02.102546Z","caller":"traceutil/trace.go:171","msg":"trace[1981334555] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17700; }","duration":"318.959245ms","start":"2026-06-01T04:09:01.783581Z","end":"2026-06-01T04:09:02.10254Z","steps":["trace[1981334555] 'agreement among raft nodes before linearized reading' (duration: 318.863751ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:09:02.102565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:09:01.783547Z","time spent":"319.014495ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-06-01T04:09:02.102922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.915759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-01T04:09:02.102956Z","caller":"traceutil/trace.go:171","msg":"trace[559325088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17700; }","duration":"183.98199ms","start":"2026-06-01T04:09:01.918966Z","end":"2026-06-01T04:09:02.102948Z","steps":["trace[559325088] 'agreement among raft nodes before linearized reading' (duration: 183.902888ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:09:02.103151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.265822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-06-01T04:09:02.103189Z","caller":"traceutil/trace.go:171","msg":"trace[1355896832] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:17700; }","duration":"250.305203ms","start":"2026-06-01T04:09:01.852874Z","end":"2026-06-01T04:09:02.10318Z","steps":["trace[1355896832] 'agreement among raft nodes before linearized reading' (duration: 250.21083ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T04:09:05.449912Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15436} {"level":"info","ts":"2026-06-01T04:09:05.547085Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15436,"took":"91.475963ms","hash":4022165981,"current-db-size-bytes":57757696,"current-db-size":"58 MB","current-db-size-in-use-bytes":32120832,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-06-01T04:09:05.547149Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4022165981,"revision":15436,"compact-revision":12847} {"level":"warn","ts":"2026-06-01T04:10:01.128542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311737294232693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-01T04:10:01.578023Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.114860121s","expected-duration":"1s"} {"level":"info","ts":"2026-06-01T04:10:01.578509Z","caller":"traceutil/trace.go:171","msg":"trace[1035689750] transaction","detail":"{read_only:false; response_revision:18102; number_of_response:1; }","duration":"1.115452117s","start":"2026-06-01T04:10:00.463019Z","end":"2026-06-01T04:10:01.578471Z","steps":["trace[1035689750] 'process raft request' (duration: 1.115294783s)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:10:01.578657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:10:00.463003Z","time spent":"1.115574989s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-01T04:10:01.580749Z","caller":"traceutil/trace.go:171","msg":"trace[1631709837] linearizableReadLoop","detail":"{readStateIndex:18714; appliedIndex:18711; }","duration":"952.632556ms","start":"2026-06-01T04:10:00.628086Z","end":"2026-06-01T04:10:01.580719Z","steps":["trace[1631709837] 'read index received' (duration: 950.312ms)","trace[1631709837] 'applied index is now lower than readState.Index' (duration: 2.319456ms)"],"step_count":2} {"level":"info","ts":"2026-06-01T04:10:01.580824Z","caller":"traceutil/trace.go:171","msg":"trace[2063932744] transaction","detail":"{read_only:false; response_revision:18105; number_of_response:1; }","duration":"370.301858ms","start":"2026-06-01T04:10:01.210513Z","end":"2026-06-01T04:10:01.580815Z","steps":["trace[2063932744] 'process raft request' (duration: 370.051202ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T04:10:01.580798Z","caller":"traceutil/trace.go:171","msg":"trace[120093426] transaction","detail":"{read_only:false; response_revision:18104; number_of_response:1; }","duration":"596.470326ms","start":"2026-06-01T04:10:00.984286Z","end":"2026-06-01T04:10:01.580757Z","steps":["trace[120093426] 'process raft request' (duration: 596.21073ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:10:01.580875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:10:01.210501Z","time spent":"370.343788ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-01T04:10:01.58078Z","caller":"traceutil/trace.go:171","msg":"trace[1770189022] transaction","detail":"{read_only:false; response_revision:18106; number_of_response:1; }","duration":"370.129944ms","start":"2026-06-01T04:10:01.210635Z","end":"2026-06-01T04:10:01.580765Z","steps":["trace[1770189022] 'process raft request' (duration: 369.97389ms)"],"step_count":1} {"level":"info","ts":"2026-06-01T04:10:01.580928Z","caller":"traceutil/trace.go:171","msg":"trace[1488099952] transaction","detail":"{read_only:false; response_revision:18107; number_of_response:1; }","duration":"368.437671ms","start":"2026-06-01T04:10:01.212446Z","end":"2026-06-01T04:10:01.580883Z","steps":["trace[1488099952] 'process raft request' (duration: 368.215846ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:10:01.580961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:10:01.210629Z","time spent":"370.312859ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-01T04:10:01.581006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:10:00.984274Z","time spent":"596.63491ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-01T04:10:01.581087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:10:01.212434Z","time spent":"368.546525ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-01T04:10:01.581295Z","caller":"traceutil/trace.go:171","msg":"trace[934720896] transaction","detail":"{read_only:false; response_revision:18103; number_of_response:1; }","duration":"598.119517ms","start":"2026-06-01T04:10:00.983146Z","end":"2026-06-01T04:10:01.581265Z","steps":["trace[934720896] 'process raft request' (duration: 597.172024ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:10:01.581248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.16227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:220594"} {"level":"info","ts":"2026-06-01T04:10:01.581402Z","caller":"traceutil/trace.go:171","msg":"trace[318046433] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:18107; }","duration":"953.313953ms","start":"2026-06-01T04:10:00.628078Z","end":"2026-06-01T04:10:01.581392Z","steps":["trace[318046433] 'agreement among raft nodes before linearized reading' (duration: 952.926884ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:10:01.581413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.670152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-06-01T04:10:01.581478Z","caller":"traceutil/trace.go:171","msg":"trace[490698603] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18107; }","duration":"412.742783ms","start":"2026-06-01T04:10:01.16872Z","end":"2026-06-01T04:10:01.581463Z","steps":["trace[490698603] 'agreement among raft nodes before linearized reading' (duration: 412.568529ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:10:01.581528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:10:01.168716Z","time spent":"412.801394ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-06-01T04:10:01.581606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.484418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-01T04:10:01.581672Z","caller":"traceutil/trace.go:171","msg":"trace[659349730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18107; }","duration":"646.669623ms","start":"2026-06-01T04:10:00.934987Z","end":"2026-06-01T04:10:01.581657Z","steps":["trace[659349730] 'agreement among raft nodes before linearized reading' (duration: 646.273433ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:10:01.581732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.65321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6pf68\" ","response":"range_response_count:1 size:9787"} {"level":"info","ts":"2026-06-01T04:10:01.581764Z","caller":"traceutil/trace.go:171","msg":"trace[1537215828] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6pf68; range_end:; response_count:1; response_revision:18107; }","duration":"466.734812ms","start":"2026-06-01T04:10:01.115023Z","end":"2026-06-01T04:10:01.581758Z","steps":["trace[1537215828] 'agreement among raft nodes before linearized reading' (duration: 466.64453ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:10:01.581791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:10:01.115002Z","time spent":"466.782374ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9810,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-6pf68\" "} {"level":"warn","ts":"2026-06-01T04:10:01.581838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.490574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-01T04:10:01.581929Z","caller":"traceutil/trace.go:171","msg":"trace[900578765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18107; }","duration":"645.599878ms","start":"2026-06-01T04:10:00.936316Z","end":"2026-06-01T04:10:01.581916Z","steps":["trace[900578765] 'agreement among raft nodes before linearized reading' (duration: 645.437503ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:10:01.581972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:10:00.936306Z","time spent":"645.654139ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-01T04:10:01.581434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:10:00.628009Z","time spent":"953.416976ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":220617,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-06-01T04:10:01.581972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.789167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-01T04:10:01.582063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:10:00.983121Z","time spent":"598.237641ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-01T04:10:01.582122Z","caller":"traceutil/trace.go:171","msg":"trace[1354131857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18107; }","duration":"272.971521ms","start":"2026-06-01T04:10:01.309136Z","end":"2026-06-01T04:10:01.582107Z","steps":["trace[1354131857] 'agreement among raft nodes before linearized reading' (duration: 272.648863ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:10:01.581994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.596315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-06-01T04:10:01.581726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:10:00.934967Z","time spent":"646.746215ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-01T04:10:01.582293Z","caller":"traceutil/trace.go:171","msg":"trace[56246921] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18107; }","duration":"413.853991ms","start":"2026-06-01T04:10:01.168378Z","end":"2026-06-01T04:10:01.582232Z","steps":["trace[56246921] 'agreement among raft nodes before linearized reading' (duration: 413.556754ms)"],"step_count":1} {"level":"warn","ts":"2026-06-01T04:10:01.582484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-01T04:10:01.168372Z","time spent":"414.051196ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-06-01T04:14:00.907197Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-01T04:14:00.912242Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-06-01T04:14:00.912453Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-06-01T04:14:05.456879Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17733} {"level":"info","ts":"2026-06-01T04:14:05.557086Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17733,"took":"94.760695ms","hash":752651160,"current-db-size-bytes":57757696,"current-db-size":"58 MB","current-db-size-in-use-bytes":26857472,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-06-01T04:14:05.557189Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":752651160,"revision":17733,"compact-revision":15436}