{"level":"warn","ts":"2026-03-03T02:56:15.597969Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T02:56:15.598125Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.3:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.3:2380","--initial-cluster=instance=https://199.204.45.3:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.3:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.3:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T02:56:15.59823Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T02:56:15.598249Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-03-03T02:56:15.598276Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T02:56:15.599495Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"]} {"level":"info","ts":"2026-03-03T02:56:15.599657Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.3:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T02:56:15.604393Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.3412ms"} {"level":"info","ts":"2026-03-03T02:56:15.614678Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"597401b06ce1cf3d","cluster-id":"dfc54657ad8a2432"} {"level":"info","ts":"2026-03-03T02:56:15.614779Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T02:56:15.614805Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 0"} {"level":"info","ts":"2026-03-03T02:56:15.614823Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 597401b06ce1cf3d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T02:56:15.614842Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 1"} {"level":"info","ts":"2026-03-03T02:56:15.614916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"warn","ts":"2026-03-03T02:56:15.621195Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T02:56:15.622736Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T02:56:15.624073Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T02:56:15.626223Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"597401b06ce1cf3d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T02:56:15.626313Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"597401b06ce1cf3d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T02:56:15.626728Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T02:56:15.626804Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T02:56:15.626816Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T02:56:15.629191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"info","ts":"2026-03-03T02:56:15.629711Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","added-peer-id":"597401b06ce1cf3d","added-peer-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-03-03T02:56:15.632195Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T02:56:15.632471Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"597401b06ce1cf3d","initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T02:56:15.63252Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T02:56:15.632663Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-03-03T02:56:15.632774Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-03-03T02:56:15.716073Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T02:56:15.716106Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T02:56:15.716121Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgPreVoteResp from 597401b06ce1cf3d at term 1"} {"level":"info","ts":"2026-03-03T02:56:15.716134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became candidate at term 2"} {"level":"info","ts":"2026-03-03T02:56:15.716141Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgVoteResp from 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-03-03T02:56:15.716159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became leader at term 2"} {"level":"info","ts":"2026-03-03T02:56:15.716167Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 597401b06ce1cf3d elected leader 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-03-03T02:56:15.717059Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:56:15.717474Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"597401b06ce1cf3d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.3:2379]}","request-path":"/0/members/597401b06ce1cf3d/attributes","cluster-id":"dfc54657ad8a2432","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T02:56:15.717641Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T02:56:15.717671Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T02:56:15.717724Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:56:15.717844Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:56:15.717878Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:56:15.718006Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T02:56:15.718084Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T02:56:15.719864Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T02:56:15.720082Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.3:2379"} {"level":"info","ts":"2026-03-03T02:56:41.979907Z","caller":"traceutil/trace.go:171","msg":"trace[2001972731] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"106.760634ms","start":"2026-03-03T02:56:41.873097Z","end":"2026-03-03T02:56:41.979858Z","steps":["trace[2001972731] 'process raft request' (duration: 106.452509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:52.321896Z","caller":"traceutil/trace.go:171","msg":"trace[2065144299] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"146.879058ms","start":"2026-03-03T02:56:52.174985Z","end":"2026-03-03T02:56:52.321864Z","steps":["trace[2065144299] 'process raft request' (duration: 114.433629ms)","trace[2065144299] 'compare' (duration: 32.306777ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:56:52.347356Z","caller":"traceutil/trace.go:171","msg":"trace[396073484] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"171.873364ms","start":"2026-03-03T02:56:52.175438Z","end":"2026-03-03T02:56:52.347311Z","steps":["trace[396073484] 'process raft request' (duration: 171.644259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:52.34776Z","caller":"traceutil/trace.go:171","msg":"trace[1619694970] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"172.024567ms","start":"2026-03-03T02:56:52.175698Z","end":"2026-03-03T02:56:52.347722Z","steps":["trace[1619694970] 'process raft request' (duration: 171.572868ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:52.347812Z","caller":"traceutil/trace.go:171","msg":"trace[2037670021] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:529; }","duration":"158.377131ms","start":"2026-03-03T02:56:52.189377Z","end":"2026-03-03T02:56:52.347754Z","steps":["trace[2037670021] 'read index received' (duration: 100.012279ms)","trace[2037670021] 'applied index is now lower than readState.Index' (duration: 58.360462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:56:52.348121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.707348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-r269w\" ","response":"range_response_count:1 size:16957"} {"level":"info","ts":"2026-03-03T02:56:52.348259Z","caller":"traceutil/trace.go:171","msg":"trace[1458568128] range","detail":"{range_begin:/registry/pods/kube-system/cilium-r269w; range_end:; response_count:1; response_revision:511; }","duration":"158.883682ms","start":"2026-03-03T02:56:52.189348Z","end":"2026-03-03T02:56:52.348232Z","steps":["trace[1458568128] 'agreement among raft nodes before linearized reading' (duration: 158.483064ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:54.443248Z","caller":"traceutil/trace.go:171","msg":"trace[1782193463] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:562; }","duration":"113.878459ms","start":"2026-03-03T02:56:54.329341Z","end":"2026-03-03T02:56:54.443219Z","steps":["trace[1782193463] 'read index received' (duration: 94.767319ms)","trace[1782193463] 'applied index is now lower than readState.Index' (duration: 19.10992ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:56:54.443305Z","caller":"traceutil/trace.go:171","msg":"trace[307197877] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"115.223745ms","start":"2026-03-03T02:56:54.328049Z","end":"2026-03-03T02:56:54.443272Z","steps":["trace[307197877] 'process raft request' (duration: 96.148675ms)","trace[307197877] 'compare' (duration: 18.889777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:56:54.443492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.116244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-challenges\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:56:54.443554Z","caller":"traceutil/trace.go:171","msg":"trace[46047187] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-challenges; range_end:; response_count:0; response_revision:542; }","duration":"114.217766ms","start":"2026-03-03T02:56:54.329325Z","end":"2026-03-03T02:56:54.443543Z","steps":["trace[46047187] 'agreement among raft nodes before linearized reading' (duration: 114.093033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:04.759969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.153487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T02:58:04.760098Z","caller":"traceutil/trace.go:171","msg":"trace[1799075017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1221; }","duration":"116.30887ms","start":"2026-03-03T02:58:04.643762Z","end":"2026-03-03T02:58:04.760071Z","steps":["trace[1799075017] 'range keys from in-memory index tree' (duration: 115.946583ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:28.913526Z","caller":"traceutil/trace.go:171","msg":"trace[892584777] linearizableReadLoop","detail":"{readStateIndex:1689; appliedIndex:1688; }","duration":"196.099342ms","start":"2026-03-03T02:58:28.717401Z","end":"2026-03-03T02:58:28.9135Z","steps":["trace[892584777] 'read index received' (duration: 195.825437ms)","trace[892584777] 'applied index is now lower than readState.Index' (duration: 272.675µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:58:28.913638Z","caller":"traceutil/trace.go:171","msg":"trace[958856231] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"226.410293ms","start":"2026-03-03T02:58:28.68718Z","end":"2026-03-03T02:58:28.91359Z","steps":["trace[958856231] 'process raft request' (duration: 226.162928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:28.913846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.440949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10666"} {"level":"info","ts":"2026-03-03T02:58:28.913895Z","caller":"traceutil/trace.go:171","msg":"trace[579774834] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1620; }","duration":"196.54278ms","start":"2026-03-03T02:58:28.71734Z","end":"2026-03-03T02:58:28.913883Z","steps":["trace[579774834] 'agreement among raft nodes before linearized reading' (duration: 196.332676ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:29.133835Z","caller":"traceutil/trace.go:171","msg":"trace[117824078] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"136.413698ms","start":"2026-03-03T02:58:28.997393Z","end":"2026-03-03T02:58:29.133806Z","steps":["trace[117824078] 'process raft request' (duration: 136.292776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:29.134093Z","caller":"traceutil/trace.go:171","msg":"trace[908160367] linearizableReadLoop","detail":"{readStateIndex:1696; appliedIndex:1690; }","duration":"120.110471ms","start":"2026-03-03T02:58:29.013952Z","end":"2026-03-03T02:58:29.134063Z","steps":["trace[908160367] 'read index received' (duration: 54.70798ms)","trace[908160367] 'applied index is now lower than readState.Index' (duration: 65.401621ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:58:29.134062Z","caller":"traceutil/trace.go:171","msg":"trace[815090667] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"136.375788ms","start":"2026-03-03T02:58:28.997651Z","end":"2026-03-03T02:58:29.134027Z","steps":["trace[815090667] 'process raft request' (duration: 136.085482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:29.134259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.276424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-03T02:58:29.134291Z","caller":"traceutil/trace.go:171","msg":"trace[1401276019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1627; }","duration":"120.345415ms","start":"2026-03-03T02:58:29.013934Z","end":"2026-03-03T02:58:29.13428Z","steps":["trace[1401276019] 'agreement among raft nodes before linearized reading' (duration: 120.229883ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:29.134334Z","caller":"traceutil/trace.go:171","msg":"trace[284502616] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"135.082523ms","start":"2026-03-03T02:58:28.999195Z","end":"2026-03-03T02:58:29.134278Z","steps":["trace[284502616] 'process raft request' (duration: 134.746847ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:29.134384Z","caller":"traceutil/trace.go:171","msg":"trace[91390224] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"131.820111ms","start":"2026-03-03T02:58:29.002468Z","end":"2026-03-03T02:58:29.134288Z","steps":["trace[91390224] 'process raft request' (duration: 131.549186ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:29.133816Z","caller":"traceutil/trace.go:171","msg":"trace[1503220081] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"136.604452ms","start":"2026-03-03T02:58:28.99718Z","end":"2026-03-03T02:58:29.133784Z","steps":["trace[1503220081] 'process raft request' (duration: 136.335057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:29.15125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.063737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T02:58:29.151324Z","caller":"traceutil/trace.go:171","msg":"trace[795858250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1628; }","duration":"131.18602ms","start":"2026-03-03T02:58:29.020123Z","end":"2026-03-03T02:58:29.151309Z","steps":["trace[795858250] 'agreement among raft nodes before linearized reading' (duration: 130.923725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:29.151252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.015048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T02:58:29.151416Z","caller":"traceutil/trace.go:171","msg":"trace[1424630919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1628; }","duration":"121.229183ms","start":"2026-03-03T02:58:29.030161Z","end":"2026-03-03T02:58:29.15139Z","steps":["trace[1424630919] 'agreement among raft nodes before linearized reading' (duration: 120.957597ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:29.396095Z","caller":"traceutil/trace.go:171","msg":"trace[472009276] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"164.918896ms","start":"2026-03-03T02:58:29.231146Z","end":"2026-03-03T02:58:29.396065Z","steps":["trace[472009276] 'process raft request' (duration: 164.716132ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:29.516227Z","caller":"traceutil/trace.go:171","msg":"trace[543959559] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"102.304056ms","start":"2026-03-03T02:58:29.413901Z","end":"2026-03-03T02:58:29.516205Z","steps":["trace[543959559] 'process raft request' (duration: 76.180174ms)","trace[543959559] 'compare' (duration: 25.944759ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:59:13.439744Z","caller":"traceutil/trace.go:171","msg":"trace[1817066641] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"118.190954ms","start":"2026-03-03T02:59:13.321522Z","end":"2026-03-03T02:59:13.439713Z","steps":["trace[1817066641] 'process raft request' (duration: 117.9892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:59:19.81485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.638691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:59:19.814976Z","caller":"traceutil/trace.go:171","msg":"trace[1439511887] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"271.197619ms","start":"2026-03-03T02:59:19.54376Z","end":"2026-03-03T02:59:19.814957Z","steps":["trace[1439511887] 'process raft request' (duration: 135.757323ms)","trace[1439511887] 'compare' (duration: 134.277964ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:59:19.816015Z","caller":"traceutil/trace.go:171","msg":"trace[99821579] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"271.981853ms","start":"2026-03-03T02:59:19.544011Z","end":"2026-03-03T02:59:19.815993Z","steps":["trace[99821579] 'process raft request' (duration: 271.863161ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:59:19.816363Z","caller":"traceutil/trace.go:171","msg":"trace[1264068927] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"272.257659ms","start":"2026-03-03T02:59:19.544034Z","end":"2026-03-03T02:59:19.816292Z","steps":["trace[1264068927] 'process raft request' (duration: 271.924802ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:59:19.81653Z","caller":"traceutil/trace.go:171","msg":"trace[206520353] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"271.681537ms","start":"2026-03-03T02:59:19.544808Z","end":"2026-03-03T02:59:19.81649Z","steps":["trace[206520353] 'process raft request' (duration: 271.577985ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:59:19.816487Z","caller":"traceutil/trace.go:171","msg":"trace[1918875279] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"271.722788ms","start":"2026-03-03T02:59:19.544749Z","end":"2026-03-03T02:59:19.816472Z","steps":["trace[1918875279] 'process raft request' (duration: 271.474763ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:59:19.845935Z","caller":"traceutil/trace.go:171","msg":"trace[1052614912] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"153.790199ms","start":"2026-03-03T02:59:19.692113Z","end":"2026-03-03T02:59:19.845903Z","steps":["trace[1052614912] 'process raft request' (duration: 153.611656ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:15.482107Z","caller":"traceutil/trace.go:171","msg":"trace[1715736873] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"104.206958ms","start":"2026-03-03T03:00:15.37781Z","end":"2026-03-03T03:00:15.482017Z","steps":["trace[1715736873] 'process raft request' (duration: 102.765371ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:48.038567Z","caller":"traceutil/trace.go:171","msg":"trace[1636659917] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"171.791652ms","start":"2026-03-03T03:00:47.866733Z","end":"2026-03-03T03:00:48.038525Z","steps":["trace[1636659917] 'process raft request' (duration: 171.535937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:00:48.597723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.903321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:00:48.598054Z","caller":"traceutil/trace.go:171","msg":"trace[2051678305] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"294.806662ms","start":"2026-03-03T03:00:48.303223Z","end":"2026-03-03T03:00:48.59803Z","steps":["trace[2051678305] 'process raft request' (duration: 294.72901ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:48.598135Z","caller":"traceutil/trace.go:171","msg":"trace[1319888149] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"295.347541ms","start":"2026-03-03T03:00:48.302754Z","end":"2026-03-03T03:00:48.598101Z","steps":["trace[1319888149] 'process raft request' (duration: 151.9237ms)","trace[1319888149] 'compare' (duration: 142.684857ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:00:48.598391Z","caller":"traceutil/trace.go:171","msg":"trace[1250759984] linearizableReadLoop","detail":"{readStateIndex:2651; appliedIndex:2647; }","duration":"122.079402ms","start":"2026-03-03T03:00:48.476299Z","end":"2026-03-03T03:00:48.598379Z","steps":["trace[1250759984] 'read index received' (duration: 4.566775ms)","trace[1250759984] 'applied index is now lower than readState.Index' (duration: 117.511497ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:00:48.598443Z","caller":"traceutil/trace.go:171","msg":"trace[811065326] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"295.651997ms","start":"2026-03-03T03:00:48.302776Z","end":"2026-03-03T03:00:48.598428Z","steps":["trace[811065326] 'process raft request' (duration: 295.071936ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:48.59867Z","caller":"traceutil/trace.go:171","msg":"trace[905193263] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"294.036016ms","start":"2026-03-03T03:00:48.30462Z","end":"2026-03-03T03:00:48.598656Z","steps":["trace[905193263] 'process raft request' (duration: 293.371374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:00:48.598863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.055395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T03:00:48.598921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.5095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:00:48.599011Z","caller":"traceutil/trace.go:171","msg":"trace[917071965] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2543; }","duration":"122.742135ms","start":"2026-03-03T03:00:48.476244Z","end":"2026-03-03T03:00:48.598986Z","steps":["trace[917071965] 'agreement among raft nodes before linearized reading' (duration: 122.47928ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:48.59902Z","caller":"traceutil/trace.go:171","msg":"trace[406314454] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2543; }","duration":"104.289329ms","start":"2026-03-03T03:00:48.494683Z","end":"2026-03-03T03:00:48.598972Z","steps":["trace[406314454] 'agreement among raft nodes before linearized reading' (duration: 103.979114ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:28.780384Z","caller":"traceutil/trace.go:171","msg":"trace[401207209] transaction","detail":"{read_only:false; response_revision:3518; number_of_response:1; }","duration":"110.158176ms","start":"2026-03-03T03:03:28.670195Z","end":"2026-03-03T03:03:28.780354Z","steps":["trace[401207209] 'process raft request' (duration: 109.969672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:28.936215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.105569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:03:28.936496Z","caller":"traceutil/trace.go:171","msg":"trace[1781677873] transaction","detail":"{read_only:false; response_revision:3519; number_of_response:1; }","duration":"190.600592ms","start":"2026-03-03T03:03:28.745864Z","end":"2026-03-03T03:03:28.936464Z","steps":["trace[1781677873] 'process raft request' (duration: 90.102615ms)","trace[1781677873] 'compare' (duration: 99.917886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:04:43.351169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.979946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:04:43.35148Z","caller":"traceutil/trace.go:171","msg":"trace[1531016095] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"128.792333ms","start":"2026-03-03T03:04:43.222651Z","end":"2026-03-03T03:04:43.351444Z","steps":["trace[1531016095] 'process raft request' (duration: 128.640381ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:04:43.351504Z","caller":"traceutil/trace.go:171","msg":"trace[1416743813] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"132.533342ms","start":"2026-03-03T03:04:43.21893Z","end":"2026-03-03T03:04:43.351463Z","steps":["trace[1416743813] 'process raft request' (duration: 28.147268ms)","trace[1416743813] 'compare' (duration: 103.835494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:04:54.496168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.167602ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T03:04:54.496385Z","caller":"traceutil/trace.go:171","msg":"trace[7012504] linearizableReadLoop","detail":"{readStateIndex:4861; appliedIndex:4860; }","duration":"227.172466ms","start":"2026-03-03T03:04:54.269186Z","end":"2026-03-03T03:04:54.496358Z","steps":["trace[7012504] 'read index received' (duration: 79.708559ms)","trace[7012504] 'applied index is now lower than readState.Index' (duration: 147.461537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:04:54.496585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.39436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:04:54.496618Z","caller":"traceutil/trace.go:171","msg":"trace[593825056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4669; }","duration":"227.493882ms","start":"2026-03-03T03:04:54.26911Z","end":"2026-03-03T03:04:54.496604Z","steps":["trace[593825056] 'agreement among raft nodes before linearized reading' (duration: 227.40663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:04:54.49705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdwqc\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-03-03T03:04:54.497051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.30359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-78fb83a5-a46e-4cc1-bb00-e98163f2735e\" ","response":"range_response_count:1 size:3599"} {"level":"info","ts":"2026-03-03T03:04:54.497167Z","caller":"traceutil/trace.go:171","msg":"trace[465710756] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdwqc; range_end:; response_count:1; response_revision:4669; }","duration":"101.086602ms","start":"2026-03-03T03:04:54.396042Z","end":"2026-03-03T03:04:54.497129Z","steps":["trace[465710756] 'agreement among raft nodes before linearized reading' (duration: 100.816907ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:04:54.497189Z","caller":"traceutil/trace.go:171","msg":"trace[1462973456] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-78fb83a5-a46e-4cc1-bb00-e98163f2735e; range_end:; response_count:1; response_revision:4669; }","duration":"169.444552ms","start":"2026-03-03T03:04:54.327722Z","end":"2026-03-03T03:04:54.497167Z","steps":["trace[1462973456] 'agreement among raft nodes before linearized reading' (duration: 169.141987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:04:54.497554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.726211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776919"} {"level":"info","ts":"2026-03-03T03:04:54.49765Z","caller":"traceutil/trace.go:171","msg":"trace[182386751] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4669; }","duration":"211.913645ms","start":"2026-03-03T03:04:54.285713Z","end":"2026-03-03T03:04:54.497627Z","steps":["trace[182386751] 'agreement among raft nodes before linearized reading' (duration: 211.1149ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:04:55.008975Z","caller":"traceutil/trace.go:171","msg":"trace[29232584] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"143.83733ms","start":"2026-03-03T03:04:54.865101Z","end":"2026-03-03T03:04:55.008938Z","steps":["trace[29232584] 'process raft request' (duration: 143.747309ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:04:55.008992Z","caller":"traceutil/trace.go:171","msg":"trace[198132110] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"143.84409ms","start":"2026-03-03T03:04:54.865095Z","end":"2026-03-03T03:04:55.008939Z","steps":["trace[198132110] 'process raft request' (duration: 119.734756ms)","trace[198132110] 'compare' (duration: 23.820559ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:05:17.320261Z","caller":"traceutil/trace.go:171","msg":"trace[1964335299] linearizableReadLoop","detail":"{readStateIndex:5291; appliedIndex:5285; }","duration":"189.95519ms","start":"2026-03-03T03:05:17.130272Z","end":"2026-03-03T03:05:17.320227Z","steps":["trace[1964335299] 'read index received' (duration: 551.52µs)","trace[1964335299] 'applied index is now lower than readState.Index' (duration: 189.40207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:05:17.320452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.129183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:05:17.320499Z","caller":"traceutil/trace.go:171","msg":"trace[2050637469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5088; }","duration":"190.244756ms","start":"2026-03-03T03:05:17.130231Z","end":"2026-03-03T03:05:17.320476Z","steps":["trace[2050637469] 'agreement among raft nodes before linearized reading' (duration: 190.129454ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:05:17.320604Z","caller":"traceutil/trace.go:171","msg":"trace[1202598710] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"199.75321ms","start":"2026-03-03T03:05:17.120822Z","end":"2026-03-03T03:05:17.320575Z","steps":["trace[1202598710] 'process raft request' (duration: 144.851349ms)","trace[1202598710] 'compare' (duration: 53.951934ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:05:17.320599Z","caller":"traceutil/trace.go:171","msg":"trace[418123319] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"198.952946ms","start":"2026-03-03T03:05:17.121597Z","end":"2026-03-03T03:05:17.32055Z","steps":["trace[418123319] 'process raft request' (duration: 198.470277ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:05:17.320957Z","caller":"traceutil/trace.go:171","msg":"trace[1479289961] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"199.70099ms","start":"2026-03-03T03:05:17.12124Z","end":"2026-03-03T03:05:17.320941Z","steps":["trace[1479289961] 'process raft request' (duration: 198.720532ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:05:17.321016Z","caller":"traceutil/trace.go:171","msg":"trace[45972320] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"198.371365ms","start":"2026-03-03T03:05:17.122631Z","end":"2026-03-03T03:05:17.321002Z","steps":["trace[45972320] 'process raft request' (duration: 197.508639ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:05:17.321025Z","caller":"traceutil/trace.go:171","msg":"trace[845752692] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"200.054177ms","start":"2026-03-03T03:05:17.12096Z","end":"2026-03-03T03:05:17.321014Z","steps":["trace[845752692] 'process raft request' (duration: 198.915296ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:06:16.084307Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2685} {"level":"info","ts":"2026-03-03T03:06:16.142819Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2685,"took":"56.172387ms","hash":1972961267,"current-db-size-bytes":40112128,"current-db-size":"40 MB","current-db-size-in-use-bytes":29958144,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T03:06:16.142879Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1972961267,"revision":2685,"compact-revision":-1} {"level":"info","ts":"2026-03-03T03:11:16.090417Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5578} {"level":"info","ts":"2026-03-03T03:11:16.171618Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5578,"took":"78.998276ms","hash":623810300,"current-db-size-bytes":40112128,"current-db-size":"40 MB","current-db-size-in-use-bytes":21487616,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T03:11:16.171756Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":623810300,"revision":5578,"compact-revision":2685} {"level":"warn","ts":"2026-03-03T03:11:33.951569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.109419ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:11:33.951715Z","caller":"traceutil/trace.go:171","msg":"trace[165207123] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7759; }","duration":"245.289253ms","start":"2026-03-03T03:11:33.706406Z","end":"2026-03-03T03:11:33.951695Z","steps":["trace[165207123] 'range keys from in-memory index tree' (duration: 245.084168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:45.939477Z","caller":"traceutil/trace.go:171","msg":"trace[801472077] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"377.751361ms","start":"2026-03-03T03:11:45.561683Z","end":"2026-03-03T03:11:45.939435Z","steps":["trace[801472077] 'process raft request' (duration: 377.555477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:45.939647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:45.561655Z","time spent":"377.902103ms","remote":"127.0.0.1:52684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:12:15.467303Z","caller":"traceutil/trace.go:171","msg":"trace[138525760] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"281.75452ms","start":"2026-03-03T03:12:15.185506Z","end":"2026-03-03T03:12:15.46726Z","steps":["trace[138525760] 'process raft request' (duration: 281.500765ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:12:15.480878Z","caller":"traceutil/trace.go:171","msg":"trace[407283187] linearizableReadLoop","detail":"{readStateIndex:8318; appliedIndex:8316; }","duration":"266.536787ms","start":"2026-03-03T03:12:15.214324Z","end":"2026-03-03T03:12:15.480861Z","steps":["trace[407283187] 'read index received' (duration: 252.613159ms)","trace[407283187] 'applied index is now lower than readState.Index' (duration: 13.922498ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:12:15.480954Z","caller":"traceutil/trace.go:171","msg":"trace[1191421667] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"291.374198ms","start":"2026-03-03T03:12:15.189539Z","end":"2026-03-03T03:12:15.480913Z","steps":["trace[1191421667] 'process raft request' (duration: 291.230525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:12:15.481253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.902683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T03:12:15.481249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.230694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T03:12:15.481321Z","caller":"traceutil/trace.go:171","msg":"trace[600361161] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8013; }","duration":"267.044466ms","start":"2026-03-03T03:12:15.21426Z","end":"2026-03-03T03:12:15.481305Z","steps":["trace[600361161] 'agreement among raft nodes before linearized reading' (duration: 266.69966ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:12:15.481355Z","caller":"traceutil/trace.go:171","msg":"trace[1019791752] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8013; }","duration":"236.403198ms","start":"2026-03-03T03:12:15.244927Z","end":"2026-03-03T03:12:15.48133Z","steps":["trace[1019791752] 'agreement among raft nodes before linearized reading' (duration: 236.122822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:12:15.481364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.889609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdwqc\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-03T03:12:15.481417Z","caller":"traceutil/trace.go:171","msg":"trace[345997149] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdwqc; range_end:; response_count:1; response_revision:8013; }","duration":"159.600342ms","start":"2026-03-03T03:12:15.321804Z","end":"2026-03-03T03:12:15.481405Z","steps":["trace[345997149] 'agreement among raft nodes before linearized reading' (duration: 159.366808ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:12:15.737009Z","caller":"traceutil/trace.go:171","msg":"trace[467475871] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"247.372041ms","start":"2026-03-03T03:12:15.489596Z","end":"2026-03-03T03:12:15.736968Z","steps":["trace[467475871] 'process raft request' (duration: 225.876152ms)","trace[467475871] 'compare' (duration: 21.0252ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:12:15.737061Z","caller":"traceutil/trace.go:171","msg":"trace[997436508] linearizableReadLoop","detail":"{readStateIndex:8319; appliedIndex:8318; }","duration":"246.918342ms","start":"2026-03-03T03:12:15.490114Z","end":"2026-03-03T03:12:15.737032Z","steps":["trace[997436508] 'read index received' (duration: 225.25374ms)","trace[997436508] 'applied index is now lower than readState.Index' (duration: 21.663112ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:12:15.737066Z","caller":"traceutil/trace.go:171","msg":"trace[1221128146] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"141.535936ms","start":"2026-03-03T03:12:15.595506Z","end":"2026-03-03T03:12:15.737042Z","steps":["trace[1221128146] 'process raft request' (duration: 141.441295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:12:15.737271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.628897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T03:12:15.737331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.186157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19432"} {"level":"info","ts":"2026-03-03T03:12:15.737334Z","caller":"traceutil/trace.go:171","msg":"trace[1867058091] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8015; }","duration":"149.726399ms","start":"2026-03-03T03:12:15.587595Z","end":"2026-03-03T03:12:15.737321Z","steps":["trace[1867058091] 'agreement among raft nodes before linearized reading' (duration: 149.613646ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:12:15.737369Z","caller":"traceutil/trace.go:171","msg":"trace[1857914587] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8015; }","duration":"247.268329ms","start":"2026-03-03T03:12:15.49009Z","end":"2026-03-03T03:12:15.737359Z","steps":["trace[1857914587] 'agreement among raft nodes before linearized reading' (duration: 247.083696ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:12:19.73067Z","caller":"traceutil/trace.go:171","msg":"trace[244275774] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"250.765404ms","start":"2026-03-03T03:12:19.479877Z","end":"2026-03-03T03:12:19.730642Z","steps":["trace[244275774] 'process raft request' (duration: 250.55723ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:12:19.749955Z","caller":"traceutil/trace.go:171","msg":"trace[1357907294] linearizableReadLoop","detail":"{readStateIndex:8340; appliedIndex:8338; }","duration":"243.908007ms","start":"2026-03-03T03:12:19.50601Z","end":"2026-03-03T03:12:19.749918Z","steps":["trace[1357907294] 'read index received' (duration: 224.521827ms)","trace[1357907294] 'applied index is now lower than readState.Index' (duration: 19.38463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:12:19.750373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.326454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdwqc\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-03T03:12:19.750429Z","caller":"traceutil/trace.go:171","msg":"trace[493151700] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdwqc; range_end:; response_count:1; response_revision:8035; }","duration":"244.443017ms","start":"2026-03-03T03:12:19.505969Z","end":"2026-03-03T03:12:19.750412Z","steps":["trace[493151700] 'agreement among raft nodes before linearized reading' (duration: 244.08478ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:12:19.75086Z","caller":"traceutil/trace.go:171","msg":"trace[50949958] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"257.289575ms","start":"2026-03-03T03:12:19.493555Z","end":"2026-03-03T03:12:19.750844Z","steps":["trace[50949958] 'process raft request' (duration: 256.153924ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:12:30.786506Z","caller":"traceutil/trace.go:171","msg":"trace[1232772647] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"108.268118ms","start":"2026-03-03T03:12:30.678213Z","end":"2026-03-03T03:12:30.786481Z","steps":["trace[1232772647] 'process raft request' (duration: 72.022886ms)","trace[1232772647] 'compare' (duration: 36.002258ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:12:30.786559Z","caller":"traceutil/trace.go:171","msg":"trace[1647294023] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"107.697527ms","start":"2026-03-03T03:12:30.678825Z","end":"2026-03-03T03:12:30.786523Z","steps":["trace[1647294023] 'process raft request' (duration: 107.545074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:12:30.786651Z","caller":"traceutil/trace.go:171","msg":"trace[1056921570] linearizableReadLoop","detail":"{readStateIndex:8439; appliedIndex:8437; }","duration":"107.899652ms","start":"2026-03-03T03:12:30.678706Z","end":"2026-03-03T03:12:30.786605Z","steps":["trace[1056921570] 'read index received' (duration: 43.587568ms)","trace[1056921570] 'applied index is now lower than readState.Index' (duration: 64.309174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:12:30.786853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.123876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:12:30.786937Z","caller":"traceutil/trace.go:171","msg":"trace[1987836681] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8131; }","duration":"108.223908ms","start":"2026-03-03T03:12:30.678693Z","end":"2026-03-03T03:12:30.786917Z","steps":["trace[1987836681] 'agreement among raft nodes before linearized reading' (duration: 108.087895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:12:30.78697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.672229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T03:12:30.787024Z","caller":"traceutil/trace.go:171","msg":"trace[1653471340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8131; }","duration":"106.78445ms","start":"2026-03-03T03:12:30.680227Z","end":"2026-03-03T03:12:30.787012Z","steps":["trace[1653471340] 'agreement among raft nodes before linearized reading' (duration: 106.601267ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:13:44.263747Z","caller":"traceutil/trace.go:171","msg":"trace[453365105] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"131.014937ms","start":"2026-03-03T03:13:44.132693Z","end":"2026-03-03T03:13:44.263708Z","steps":["trace[453365105] 'process raft request' (duration: 130.794733ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:13:44.350776Z","caller":"traceutil/trace.go:171","msg":"trace[1673000102] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"191.337719ms","start":"2026-03-03T03:13:44.159414Z","end":"2026-03-03T03:13:44.350752Z","steps":["trace[1673000102] 'process raft request' (duration: 191.282418ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:13:44.350974Z","caller":"traceutil/trace.go:171","msg":"trace[1021440154] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"217.853446ms","start":"2026-03-03T03:13:44.133107Z","end":"2026-03-03T03:13:44.350961Z","steps":["trace[1021440154] 'process raft request' (duration: 200.836287ms)","trace[1021440154] 'compare' (duration: 16.604471ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:15:45.949046Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"597401b06ce1cf3d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T03:15:45.955086Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T03:15:45.955233Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T03:15:58.071453Z","caller":"traceutil/trace.go:171","msg":"trace[2078297681] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"116.966331ms","start":"2026-03-03T03:15:57.954451Z","end":"2026-03-03T03:15:58.071417Z","steps":["trace[2078297681] 'process raft request' (duration: 116.752027ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:15:58.07232Z","caller":"traceutil/trace.go:171","msg":"trace[1330544747] transaction","detail":"{read_only:false; response_revision:9777; number_of_response:1; }","duration":"112.973367ms","start":"2026-03-03T03:15:57.959319Z","end":"2026-03-03T03:15:58.072292Z","steps":["trace[1330544747] 'process raft request' (duration: 112.795293ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:15:58.072598Z","caller":"traceutil/trace.go:171","msg":"trace[1511648491] transaction","detail":"{read_only:false; response_revision:9776; number_of_response:1; }","duration":"115.060535ms","start":"2026-03-03T03:15:57.957135Z","end":"2026-03-03T03:15:58.072196Z","steps":["trace[1511648491] 'process raft request' (duration: 114.843151ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:16:16.097092Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7514} {"level":"info","ts":"2026-03-03T03:16:16.163422Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7514,"took":"63.416988ms","hash":1945527371,"current-db-size-bytes":40112128,"current-db-size":"40 MB","current-db-size-in-use-bytes":25735168,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-03T03:16:16.163539Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1945527371,"revision":7514,"compact-revision":5578} {"level":"warn","ts":"2026-03-03T03:17:30.775157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.16354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:17:30.775215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.120457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:17:30.775304Z","caller":"traceutil/trace.go:171","msg":"trace[70168978] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10576; }","duration":"136.384394ms","start":"2026-03-03T03:17:30.638888Z","end":"2026-03-03T03:17:30.775272Z","steps":["trace[70168978] 'range keys from in-memory index tree' (duration: 135.969626ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:17:30.775332Z","caller":"traceutil/trace.go:171","msg":"trace[1233227280] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10576; }","duration":"137.315451ms","start":"2026-03-03T03:17:30.637988Z","end":"2026-03-03T03:17:30.775303Z","steps":["trace[1233227280] 'range keys from in-memory index tree' (duration: 137.047296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:17:30.775408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.89481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T03:17:30.775396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.451424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:17:30.77546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.469964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:17:30.775499Z","caller":"traceutil/trace.go:171","msg":"trace[224704286] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10576; }","duration":"132.038463ms","start":"2026-03-03T03:17:30.643431Z","end":"2026-03-03T03:17:30.775469Z","steps":["trace[224704286] 'range keys from in-memory index tree' (duration: 131.670436ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:17:30.775513Z","caller":"traceutil/trace.go:171","msg":"trace[73029041] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10576; }","duration":"137.679168ms","start":"2026-03-03T03:17:30.63781Z","end":"2026-03-03T03:17:30.77549Z","steps":["trace[73029041] 'range keys from in-memory index tree' (duration: 137.355622ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:17:30.775561Z","caller":"traceutil/trace.go:171","msg":"trace[11987966] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10576; }","duration":"137.622837ms","start":"2026-03-03T03:17:30.637914Z","end":"2026-03-03T03:17:30.775537Z","steps":["trace[11987966] 'range keys from in-memory index tree' (duration: 137.334831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:17:31.265566Z","caller":"traceutil/trace.go:171","msg":"trace[975034126] transaction","detail":"{read_only:false; response_revision:10577; number_of_response:1; }","duration":"182.900612ms","start":"2026-03-03T03:17:31.082629Z","end":"2026-03-03T03:17:31.26553Z","steps":["trace[975034126] 'process raft request' (duration: 182.656427ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:17:31.398446Z","caller":"traceutil/trace.go:171","msg":"trace[1759788682] transaction","detail":"{read_only:false; response_revision:10579; number_of_response:1; }","duration":"144.148798ms","start":"2026-03-03T03:17:31.254267Z","end":"2026-03-03T03:17:31.398416Z","steps":["trace[1759788682] 'process raft request' (duration: 144.090687ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:17:31.398571Z","caller":"traceutil/trace.go:171","msg":"trace[113089193] transaction","detail":"{read_only:false; response_revision:10578; number_of_response:1; }","duration":"144.80387ms","start":"2026-03-03T03:17:31.253703Z","end":"2026-03-03T03:17:31.398507Z","steps":["trace[113089193] 'process raft request' (duration: 75.838584ms)","trace[113089193] 'compare' (duration: 68.66557ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:17:31.494829Z","caller":"traceutil/trace.go:171","msg":"trace[1074832571] transaction","detail":"{read_only:false; response_revision:10580; number_of_response:1; }","duration":"157.261312ms","start":"2026-03-03T03:17:31.337532Z","end":"2026-03-03T03:17:31.494793Z","steps":["trace[1074832571] 'process raft request' (duration: 157.057218ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:21:16.222202Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9907} {"level":"info","ts":"2026-03-03T03:21:16.222283Z","caller":"traceutil/trace.go:171","msg":"trace[572991880] compact","detail":"{revision:9907; response_revision:11922; }","duration":"113.798212ms","start":"2026-03-03T03:21:16.108446Z","end":"2026-03-03T03:21:16.222244Z","steps":["trace[572991880] 'process raft request' (duration: 28.190746ms)","trace[572991880] 'check and update compact revision' (duration: 85.405163ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:21:16.471781Z","caller":"traceutil/trace.go:171","msg":"trace[678605527] transaction","detail":"{read_only:false; response_revision:11923; number_of_response:1; }","duration":"123.523374ms","start":"2026-03-03T03:21:16.34823Z","end":"2026-03-03T03:21:16.471754Z","steps":["trace[678605527] 'process raft request' (duration: 96.164024ms)","trace[678605527] 'compare' (duration: 27.098925ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:21:16.472144Z","caller":"traceutil/trace.go:171","msg":"trace[486688888] transaction","detail":"{read_only:false; response_revision:11924; number_of_response:1; }","duration":"119.53767ms","start":"2026-03-03T03:21:16.352473Z","end":"2026-03-03T03:21:16.472011Z","steps":["trace[486688888] 'process raft request' (duration: 119.215674ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:21:16.69054Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9907,"took":"465.627645ms","hash":3719404517,"current-db-size-bytes":40112128,"current-db-size":"40 MB","current-db-size-in-use-bytes":23519232,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T03:21:16.690635Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3719404517,"revision":9907,"compact-revision":7514} {"level":"info","ts":"2026-03-03T03:21:17.967893Z","caller":"traceutil/trace.go:171","msg":"trace[1311924056] linearizableReadLoop","detail":"{readStateIndex:12364; appliedIndex:12363; }","duration":"123.607076ms","start":"2026-03-03T03:21:17.844251Z","end":"2026-03-03T03:21:17.967858Z","steps":["trace[1311924056] 'read index received' (duration: 123.29179ms)","trace[1311924056] 'applied index is now lower than readState.Index' (duration: 313.826µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:21:17.968225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.933612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T03:21:17.968338Z","caller":"traceutil/trace.go:171","msg":"trace[299977170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11930; }","duration":"124.086014ms","start":"2026-03-03T03:21:17.844223Z","end":"2026-03-03T03:21:17.968309Z","steps":["trace[299977170] 'agreement among raft nodes before linearized reading' (duration: 123.763378ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:21:17.968594Z","caller":"traceutil/trace.go:171","msg":"trace[641308343] transaction","detail":"{read_only:false; response_revision:11930; number_of_response:1; }","duration":"159.489625ms","start":"2026-03-03T03:21:17.809051Z","end":"2026-03-03T03:21:17.96854Z","steps":["trace[641308343] 'process raft request' (duration: 158.597458ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:21:20.304499Z","caller":"traceutil/trace.go:171","msg":"trace[670305715] transaction","detail":"{read_only:false; response_revision:11947; number_of_response:1; }","duration":"137.384863ms","start":"2026-03-03T03:21:20.167086Z","end":"2026-03-03T03:21:20.304471Z","steps":["trace[670305715] 'process raft request' (duration: 130.624917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:21:20.612448Z","caller":"traceutil/trace.go:171","msg":"trace[872197257] transaction","detail":"{read_only:false; response_revision:11952; number_of_response:1; }","duration":"102.015903ms","start":"2026-03-03T03:21:20.510406Z","end":"2026-03-03T03:21:20.612422Z","steps":["trace[872197257] 'process raft request' (duration: 101.967152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:21:20.612477Z","caller":"traceutil/trace.go:171","msg":"trace[736785344] transaction","detail":"{read_only:false; response_revision:11951; number_of_response:1; }","duration":"103.053572ms","start":"2026-03-03T03:21:20.509399Z","end":"2026-03-03T03:21:20.612453Z","steps":["trace[736785344] 'process raft request' (duration: 102.837748ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:04.629764Z","caller":"traceutil/trace.go:171","msg":"trace[1601601868] transaction","detail":"{read_only:false; response_revision:12660; number_of_response:1; }","duration":"118.732422ms","start":"2026-03-03T03:23:04.511001Z","end":"2026-03-03T03:23:04.629733Z","steps":["trace[1601601868] 'process raft request' (duration: 118.579999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:20.738441Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033a5.wal"} {"level":"warn","ts":"2026-03-03T03:24:07.993737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.178331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdwqc\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-03T03:24:07.993817Z","caller":"traceutil/trace.go:171","msg":"trace[1906127456] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdwqc; range_end:; response_count:1; response_revision:13045; }","duration":"174.334513ms","start":"2026-03-03T03:24:07.819467Z","end":"2026-03-03T03:24:07.993801Z","steps":["trace[1906127456] 'range keys from in-memory index tree' (duration: 173.937636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:10.368692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.313592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T03:24:10.368793Z","caller":"traceutil/trace.go:171","msg":"trace[834464874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13062; }","duration":"120.455355ms","start":"2026-03-03T03:24:10.248315Z","end":"2026-03-03T03:24:10.36877Z","steps":["trace[834464874] 'range keys from in-memory index tree' (duration: 120.063207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:10.369055Z","caller":"traceutil/trace.go:171","msg":"trace[448727436] transaction","detail":"{read_only:false; response_revision:13063; number_of_response:1; }","duration":"108.688297ms","start":"2026-03-03T03:24:10.260351Z","end":"2026-03-03T03:24:10.36904Z","steps":["trace[448727436] 'process raft request' (duration: 68.092434ms)","trace[448727436] 'compare' (duration: 40.113064ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:18.622033Z","caller":"traceutil/trace.go:171","msg":"trace[1823485640] transaction","detail":"{read_only:false; response_revision:13220; number_of_response:1; }","duration":"222.819423ms","start":"2026-03-03T03:24:18.399183Z","end":"2026-03-03T03:24:18.622002Z","steps":["trace[1823485640] 'process raft request' (duration: 222.64975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:18.622495Z","caller":"traceutil/trace.go:171","msg":"trace[90206960] linearizableReadLoop","detail":"{readStateIndex:13702; appliedIndex:13702; }","duration":"197.099575ms","start":"2026-03-03T03:24:18.425365Z","end":"2026-03-03T03:24:18.622465Z","steps":["trace[90206960] 'read index received' (duration: 197.087655ms)","trace[90206960] 'applied index is now lower than readState.Index' (duration: 9.88µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:18.622792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.393321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T03:24:18.62289Z","caller":"traceutil/trace.go:171","msg":"trace[1669659813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13220; }","duration":"197.558864ms","start":"2026-03-03T03:24:18.42531Z","end":"2026-03-03T03:24:18.622869Z","steps":["trace[1669659813] 'agreement among raft nodes before linearized reading' (duration: 197.236778ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:24.934443Z","caller":"traceutil/trace.go:171","msg":"trace[1896681435] linearizableReadLoop","detail":"{readStateIndex:14616; appliedIndex:14615; }","duration":"138.720113ms","start":"2026-03-03T03:25:24.795691Z","end":"2026-03-03T03:25:24.934411Z","steps":["trace[1896681435] 'read index received' (duration: 138.386077ms)","trace[1896681435] 'applied index is now lower than readState.Index' (duration: 332.646µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:25:24.934527Z","caller":"traceutil/trace.go:171","msg":"trace[409113416] transaction","detail":"{read_only:false; response_revision:14106; number_of_response:1; }","duration":"156.850069ms","start":"2026-03-03T03:25:24.777629Z","end":"2026-03-03T03:25:24.934479Z","steps":["trace[409113416] 'process raft request' (duration: 156.561834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:24.934749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.914666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdwqc\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-03T03:25:24.934799Z","caller":"traceutil/trace.go:171","msg":"trace[1158645671] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdwqc; range_end:; response_count:1; response_revision:14106; }","duration":"138.996668ms","start":"2026-03-03T03:25:24.795791Z","end":"2026-03-03T03:25:24.934787Z","steps":["trace[1158645671] 'agreement among raft nodes before linearized reading' (duration: 138.793804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:24.934779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.035658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:25:24.934815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.094358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:25:24.934893Z","caller":"traceutil/trace.go:171","msg":"trace[1414624684] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:14106; }","duration":"139.235532ms","start":"2026-03-03T03:25:24.795632Z","end":"2026-03-03T03:25:24.934867Z","steps":["trace[1414624684] 'agreement among raft nodes before linearized reading' (duration: 138.934647ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:24.934905Z","caller":"traceutil/trace.go:171","msg":"trace[1887108228] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:14106; }","duration":"126.20197ms","start":"2026-03-03T03:25:24.808682Z","end":"2026-03-03T03:25:24.934884Z","steps":["trace[1887108228] 'agreement among raft nodes before linearized reading' (duration: 126.037327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:24.934905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.325369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-s6z8m\" ","response":"range_response_count:1 size:22085"} {"level":"warn","ts":"2026-03-03T03:25:24.93494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.959878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-s6z8m\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-03-03T03:25:24.934994Z","caller":"traceutil/trace.go:171","msg":"trace[1584882365] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-s6z8m; range_end:; response_count:1; response_revision:14106; }","duration":"101.424701ms","start":"2026-03-03T03:25:24.83355Z","end":"2026-03-03T03:25:24.934975Z","steps":["trace[1584882365] 'agreement among raft nodes before linearized reading' (duration: 101.173856ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:24.935036Z","caller":"traceutil/trace.go:171","msg":"trace[1904616418] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-s6z8m; range_end:; response_count:1; response_revision:14106; }","duration":"104.093421ms","start":"2026-03-03T03:25:24.830922Z","end":"2026-03-03T03:25:24.935016Z","steps":["trace[1904616418] 'agreement among raft nodes before linearized reading' (duration: 103.751845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:24.93529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.504895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:25:24.935486Z","caller":"traceutil/trace.go:171","msg":"trace[1928642522] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:14106; }","duration":"127.806701ms","start":"2026-03-03T03:25:24.807645Z","end":"2026-03-03T03:25:24.935452Z","steps":["trace[1928642522] 'agreement among raft nodes before linearized reading' (duration: 127.180249ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:59.299466Z","caller":"traceutil/trace.go:171","msg":"trace[1899509038] transaction","detail":"{read_only:false; response_revision:14269; number_of_response:1; }","duration":"119.323249ms","start":"2026-03-03T03:25:59.180118Z","end":"2026-03-03T03:25:59.299441Z","steps":["trace[1899509038] 'process raft request' (duration: 118.982853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:59.55869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.032789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:25:59.558828Z","caller":"traceutil/trace.go:171","msg":"trace[331085380] linearizableReadLoop","detail":"{readStateIndex:14787; appliedIndex:14786; }","duration":"168.061576ms","start":"2026-03-03T03:25:59.390745Z","end":"2026-03-03T03:25:59.558806Z","steps":["trace[331085380] 'read index received' (duration: 16.733171ms)","trace[331085380] 'applied index is now lower than readState.Index' (duration: 151.326805ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:25:59.558934Z","caller":"traceutil/trace.go:171","msg":"trace[2031580816] transaction","detail":"{read_only:false; response_revision:14270; number_of_response:1; }","duration":"171.884277ms","start":"2026-03-03T03:25:59.387035Z","end":"2026-03-03T03:25:59.558919Z","steps":["trace[2031580816] 'process raft request' (duration: 20.522422ms)","trace[2031580816] 'compare' (duration: 150.859616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:25:59.559436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.885121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-s6z8m\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-03-03T03:25:59.559486Z","caller":"traceutil/trace.go:171","msg":"trace[1818800931] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-s6z8m; range_end:; response_count:1; response_revision:14270; }","duration":"103.995954ms","start":"2026-03-03T03:25:59.455477Z","end":"2026-03-03T03:25:59.559473Z","steps":["trace[1818800931] 'agreement among raft nodes before linearized reading' (duration: 103.77592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:59.559466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.986565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T03:25:59.559565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.529426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-s6z8m\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-03-03T03:25:59.559691Z","caller":"traceutil/trace.go:171","msg":"trace[128176488] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-s6z8m; range_end:; response_count:1; response_revision:14270; }","duration":"109.69197ms","start":"2026-03-03T03:25:59.449974Z","end":"2026-03-03T03:25:59.559666Z","steps":["trace[128176488] 'agreement among raft nodes before linearized reading' (duration: 109.325183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:59.559762Z","caller":"traceutil/trace.go:171","msg":"trace[724473868] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14270; }","duration":"118.117127ms","start":"2026-03-03T03:25:59.441409Z","end":"2026-03-03T03:25:59.559526Z","steps":["trace[724473868] 'agreement among raft nodes before linearized reading' (duration: 117.785421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:59.560569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.809808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770165"} {"level":"info","ts":"2026-03-03T03:25:59.560657Z","caller":"traceutil/trace.go:171","msg":"trace[352051336] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14270; }","duration":"169.933161ms","start":"2026-03-03T03:25:59.390705Z","end":"2026-03-03T03:25:59.560638Z","steps":["trace[352051336] 'agreement among raft nodes before linearized reading' (duration: 168.563616ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:16.233624Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11922} {"level":"info","ts":"2026-03-03T03:26:16.311738Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11922,"took":"74.511145ms","hash":997757705,"current-db-size-bytes":40112128,"current-db-size":"40 MB","current-db-size-in-use-bytes":26906624,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T03:26:16.311845Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":997757705,"revision":11922,"compact-revision":9907} {"level":"info","ts":"2026-03-03T03:31:16.241769Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14350} {"level":"info","ts":"2026-03-03T03:31:16.345424Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14350,"took":"99.495392ms","hash":287910175,"current-db-size-bytes":42000384,"current-db-size":"42 MB","current-db-size-in-use-bytes":28147712,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T03:31:16.345524Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":287910175,"revision":14350,"compact-revision":11922} {"level":"warn","ts":"2026-03-03T03:31:41.882773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.940833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T03:31:41.882918Z","caller":"traceutil/trace.go:171","msg":"trace[1685897793] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16585; }","duration":"119.153278ms","start":"2026-03-03T03:31:41.763736Z","end":"2026-03-03T03:31:41.882889Z","steps":["trace[1685897793] 'range keys from in-memory index tree' (duration: 118.672448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:31:42.480747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.938671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:31:42.480872Z","caller":"traceutil/trace.go:171","msg":"trace[1770318331] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:16586; }","duration":"286.128075ms","start":"2026-03-03T03:31:42.194716Z","end":"2026-03-03T03:31:42.480844Z","steps":["trace[1770318331] 'count revisions from in-memory index tree' (duration: 285.83027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:31:42.480882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.510216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-s6z8m\" ","response":"range_response_count:1 size:22086"} {"level":"info","ts":"2026-03-03T03:31:42.48094Z","caller":"traceutil/trace.go:171","msg":"trace[1022065126] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-s6z8m; range_end:; response_count:1; response_revision:16586; }","duration":"290.612008ms","start":"2026-03-03T03:31:42.190312Z","end":"2026-03-03T03:31:42.480924Z","steps":["trace[1022065126] 'range keys from in-memory index tree' (duration: 290.020327ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:31:43.143919Z","caller":"traceutil/trace.go:171","msg":"trace[1435745012] linearizableReadLoop","detail":"{readStateIndex:17189; appliedIndex:17188; }","duration":"263.776258ms","start":"2026-03-03T03:31:42.880113Z","end":"2026-03-03T03:31:43.143889Z","steps":["trace[1435745012] 'read index received' (duration: 263.568934ms)","trace[1435745012] 'applied index is now lower than readState.Index' (duration: 206.054µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:31:43.144166Z","caller":"traceutil/trace.go:171","msg":"trace[456761664] transaction","detail":"{read_only:false; response_revision:16587; number_of_response:1; }","duration":"530.472191ms","start":"2026-03-03T03:31:42.613682Z","end":"2026-03-03T03:31:43.144154Z","steps":["trace[456761664] 'process raft request' (duration: 529.990312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:31:43.144302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:31:42.613651Z","time spent":"530.555723ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20959,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:31:43.144551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.403611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:31:43.144673Z","caller":"traceutil/trace.go:171","msg":"trace[32942598] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:16587; }","duration":"264.615634ms","start":"2026-03-03T03:31:42.880033Z","end":"2026-03-03T03:31:43.144649Z","steps":["trace[32942598] 'agreement among raft nodes before linearized reading' (duration: 264.322049ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:36:16.249377Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16443} {"level":"info","ts":"2026-03-03T03:36:16.344966Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16443,"took":"91.94386ms","hash":3394915244,"current-db-size-bytes":42000384,"current-db-size":"42 MB","current-db-size-in-use-bytes":23805952,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T03:36:16.345042Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3394915244,"revision":16443,"compact-revision":14350} {"level":"info","ts":"2026-03-03T03:38:55.127777Z","caller":"traceutil/trace.go:171","msg":"trace[420317047] transaction","detail":"{read_only:false; response_revision:18708; number_of_response:1; }","duration":"104.45654ms","start":"2026-03-03T03:38:55.023298Z","end":"2026-03-03T03:38:55.127754Z","steps":["trace[420317047] 'process raft request' (duration: 104.294307ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:38:55.140555Z","caller":"traceutil/trace.go:171","msg":"trace[393262350] transaction","detail":"{read_only:false; response_revision:18709; number_of_response:1; }","duration":"113.073539ms","start":"2026-03-03T03:38:55.027457Z","end":"2026-03-03T03:38:55.14053Z","steps":["trace[393262350] 'process raft request' (duration: 112.646501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:38:55.140619Z","caller":"traceutil/trace.go:171","msg":"trace[374495336] transaction","detail":"{read_only:false; response_revision:18710; number_of_response:1; }","duration":"107.131309ms","start":"2026-03-03T03:38:55.033455Z","end":"2026-03-03T03:38:55.140586Z","steps":["trace[374495336] 'process raft request' (duration: 106.816963ms)"],"step_count":1}