{"level":"warn","ts":"2026-03-05T16:55:50.952967Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T16:55:50.95313Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.209:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.209:2380","--initial-cluster=instance=https://162.253.55.209:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.209:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.209:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-05T16:55:50.953257Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T16:55:50.953285Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.209:2380"]} {"level":"info","ts":"2026-03-05T16:55:50.953316Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T16:55:50.954709Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.209:2379"]} {"level":"info","ts":"2026-03-05T16:55:50.954854Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.209:2380"],"listen-peer-urls":["https://162.253.55.209:2380"],"advertise-client-urls":["https://162.253.55.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.209:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-05T16:55:50.959665Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.436845ms"} {"level":"info","ts":"2026-03-05T16:55:50.977622Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"53de2bdd9aa7b793","cluster-id":"385802231390d48c"} {"level":"info","ts":"2026-03-05T16:55:50.977742Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 switched to configuration voters=()"} {"level":"info","ts":"2026-03-05T16:55:50.977772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became follower at term 0"} {"level":"info","ts":"2026-03-05T16:55:50.977784Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 53de2bdd9aa7b793 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-05T16:55:50.978259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became follower at term 1"} {"level":"info","ts":"2026-03-05T16:55:50.978318Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 switched to configuration voters=(6043315980760233875)"} {"level":"warn","ts":"2026-03-05T16:55:50.992725Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-05T16:55:50.997057Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-05T16:55:50.998753Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-05T16:55:51.001278Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"53de2bdd9aa7b793","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-05T16:55:51.00148Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"53de2bdd9aa7b793","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-05T16:55:51.001559Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T16:55:51.001692Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T16:55:51.001707Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T16:55:51.002625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 switched to configuration voters=(6043315980760233875)"} {"level":"info","ts":"2026-03-05T16:55:51.002761Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"385802231390d48c","local-member-id":"53de2bdd9aa7b793","added-peer-id":"53de2bdd9aa7b793","added-peer-peer-urls":["https://162.253.55.209:2380"]} {"level":"info","ts":"2026-03-05T16:55:51.004837Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T16:55:51.005103Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.209:2380"} {"level":"info","ts":"2026-03-05T16:55:51.00513Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.209:2380"} {"level":"info","ts":"2026-03-05T16:55:51.005925Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"53de2bdd9aa7b793","initial-advertise-peer-urls":["https://162.253.55.209:2380"],"listen-peer-urls":["https://162.253.55.209:2380"],"advertise-client-urls":["https://162.253.55.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-05T16:55:51.005992Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-05T16:55:51.078684Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 is starting a new election at term 1"} {"level":"info","ts":"2026-03-05T16:55:51.078776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-05T16:55:51.07884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 received MsgPreVoteResp from 53de2bdd9aa7b793 at term 1"} {"level":"info","ts":"2026-03-05T16:55:51.078869Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became candidate at term 2"} {"level":"info","ts":"2026-03-05T16:55:51.078902Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 received MsgVoteResp from 53de2bdd9aa7b793 at term 2"} {"level":"info","ts":"2026-03-05T16:55:51.078923Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became leader at term 2"} {"level":"info","ts":"2026-03-05T16:55:51.078949Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 53de2bdd9aa7b793 elected leader 53de2bdd9aa7b793 at term 2"} {"level":"info","ts":"2026-03-05T16:55:51.080327Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T16:55:51.080338Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"53de2bdd9aa7b793","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.209:2379]}","request-path":"/0/members/53de2bdd9aa7b793/attributes","cluster-id":"385802231390d48c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-05T16:55:51.080413Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T16:55:51.080444Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T16:55:51.080813Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-05T16:55:51.080855Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-05T16:55:51.081656Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"385802231390d48c","local-member-id":"53de2bdd9aa7b793","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T16:55:51.081836Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T16:55:51.081937Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T16:55:51.083966Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-05T16:55:51.084476Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.209:2379"} {"level":"warn","ts":"2026-03-05T16:56:07.071902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.978497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T16:56:07.072061Z","caller":"traceutil/trace.go:171","msg":"trace[2038632856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:367; }","duration":"112.228474ms","start":"2026-03-05T16:56:06.95981Z","end":"2026-03-05T16:56:07.072038Z","steps":["trace[2038632856] 'range keys from in-memory index tree' (duration: 111.791651ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:56:29.710939Z","caller":"traceutil/trace.go:171","msg":"trace[665370203] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"152.417623ms","start":"2026-03-05T16:56:29.558491Z","end":"2026-03-05T16:56:29.710908Z","steps":["trace[665370203] 'read index received' (duration: 152.138826ms)","trace[665370203] 'applied index is now lower than readState.Index' (duration: 277.397µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:56:29.711194Z","caller":"traceutil/trace.go:171","msg":"trace[381508617] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"166.035784ms","start":"2026-03-05T16:56:29.544998Z","end":"2026-03-05T16:56:29.711033Z","steps":["trace[381508617] 'process raft request' (duration: 165.743467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:56:29.711334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.762011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T16:56:29.711386Z","caller":"traceutil/trace.go:171","msg":"trace[768181795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:515; }","duration":"152.961615ms","start":"2026-03-05T16:56:29.558408Z","end":"2026-03-05T16:56:29.71137Z","steps":["trace[768181795] 'agreement among raft nodes before linearized reading' (duration: 152.684779ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:56:30.026371Z","caller":"traceutil/trace.go:171","msg":"trace[2041471195] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"301.129616ms","start":"2026-03-05T16:56:29.725213Z","end":"2026-03-05T16:56:30.026343Z","steps":["trace[2041471195] 'process raft request' (duration: 300.972442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:56:30.026981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:56:29.725183Z","time spent":"301.279209ms","remote":"127.0.0.1:57514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:57:40.469751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.659845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T16:57:40.469884Z","caller":"traceutil/trace.go:171","msg":"trace[574405122] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1573; }","duration":"186.86051ms","start":"2026-03-05T16:57:40.282992Z","end":"2026-03-05T16:57:40.469852Z","steps":["trace[574405122] 'range keys from in-memory index tree' (duration: 186.435298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:58:29.986676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.85281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:58:29.986939Z","caller":"traceutil/trace.go:171","msg":"trace[1953885078] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"170.776497ms","start":"2026-03-05T16:58:29.816118Z","end":"2026-03-05T16:58:29.986894Z","steps":["trace[1953885078] 'process raft request' (duration: 46.409505ms)","trace[1953885078] 'compare' (duration: 123.717957ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:58:29.98697Z","caller":"traceutil/trace.go:171","msg":"trace[614060302] linearizableReadLoop","detail":"{readStateIndex:1935; appliedIndex:1934; }","duration":"125.869237ms","start":"2026-03-05T16:58:29.861052Z","end":"2026-03-05T16:58:29.986922Z","steps":["trace[614060302] 'read index received' (duration: 1.345581ms)","trace[614060302] 'applied index is now lower than readState.Index' (duration: 124.520966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:58:29.987268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.210856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T16:58:29.987327Z","caller":"traceutil/trace.go:171","msg":"trace[1824390756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1865; }","duration":"126.332499ms","start":"2026-03-05T16:58:29.860977Z","end":"2026-03-05T16:58:29.987309Z","steps":["trace[1824390756] 'agreement among raft nodes before linearized reading' (duration: 126.078833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:58:36.196772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.768026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:58:36.196931Z","caller":"traceutil/trace.go:171","msg":"trace[1796384007] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1965; }","duration":"164.061856ms","start":"2026-03-05T16:58:36.032844Z","end":"2026-03-05T16:58:36.196906Z","steps":["trace[1796384007] 'read index received' (duration: 26.131µs)","trace[1796384007] 'applied index is now lower than readState.Index' (duration: 164.033555ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:58:36.197046Z","caller":"traceutil/trace.go:171","msg":"trace[855505996] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"190.765379ms","start":"2026-03-05T16:58:36.006268Z","end":"2026-03-05T16:58:36.197033Z","steps":["trace[855505996] 'process raft request' (duration: 16.572885ms)","trace[855505996] 'compare' (duration: 173.481081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:58:36.197207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.352701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T16:58:36.197287Z","caller":"traceutil/trace.go:171","msg":"trace[1413638143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1893; }","duration":"164.460953ms","start":"2026-03-05T16:58:36.032805Z","end":"2026-03-05T16:58:36.197266Z","steps":["trace[1413638143] 'agreement among raft nodes before linearized reading' (duration: 164.253079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:58:36.197208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.926149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T16:58:36.197453Z","caller":"traceutil/trace.go:171","msg":"trace[1305519220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1893; }","duration":"149.202245ms","start":"2026-03-05T16:58:36.048203Z","end":"2026-03-05T16:58:36.197406Z","steps":["trace[1305519220] 'agreement among raft nodes before linearized reading' (duration: 148.870498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:58:36.457801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.10216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:58:36.457962Z","caller":"traceutil/trace.go:171","msg":"trace[1624840995] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1966; }","duration":"147.523842ms","start":"2026-03-05T16:58:36.310411Z","end":"2026-03-05T16:58:36.457935Z","steps":["trace[1624840995] 'read index received' (duration: 17.169457ms)","trace[1624840995] 'applied index is now lower than readState.Index' (duration: 130.352905ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:58:36.45802Z","caller":"traceutil/trace.go:171","msg":"trace[2015960643] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"256.180932ms","start":"2026-03-05T16:58:36.201794Z","end":"2026-03-05T16:58:36.457975Z","steps":["trace[2015960643] 'process raft request' (duration: 125.774507ms)","trace[2015960643] 'compare' (duration: 129.927526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:58:36.458243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.794136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T16:58:36.45839Z","caller":"traceutil/trace.go:171","msg":"trace[2116345910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1894; }","duration":"148.042352ms","start":"2026-03-05T16:58:36.310322Z","end":"2026-03-05T16:58:36.458365Z","steps":["trace[2116345910] 'agreement among raft nodes before linearized reading' (duration: 147.708235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:58:36.49153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.758136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:58:36.491622Z","caller":"traceutil/trace.go:171","msg":"trace[1051508606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1895; }","duration":"174.907719ms","start":"2026-03-05T16:58:36.316694Z","end":"2026-03-05T16:58:36.491602Z","steps":["trace[1051508606] 'agreement among raft nodes before linearized reading' (duration: 174.672524ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:59:53.091401Z","caller":"traceutil/trace.go:171","msg":"trace[75703047] linearizableReadLoop","detail":"{readStateIndex:2565; appliedIndex:2564; }","duration":"148.858987ms","start":"2026-03-05T16:59:52.942508Z","end":"2026-03-05T16:59:53.091367Z","steps":["trace[75703047] 'read index received' (duration: 119.152348ms)","trace[75703047] 'applied index is now lower than readState.Index' (duration: 29.705219ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:59:53.0915Z","caller":"traceutil/trace.go:171","msg":"trace[2063174616] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"154.289145ms","start":"2026-03-05T16:59:52.937166Z","end":"2026-03-05T16:59:53.091455Z","steps":["trace[2063174616] 'process raft request' (duration: 124.475674ms)","trace[2063174616] 'compare' (duration: 29.532084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:59:53.091782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.235395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:59:53.09189Z","caller":"traceutil/trace.go:171","msg":"trace[1083750254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2468; }","duration":"149.392569ms","start":"2026-03-05T16:59:52.942473Z","end":"2026-03-05T16:59:53.091866Z","steps":["trace[1083750254] 'agreement among raft nodes before linearized reading' (duration: 149.104133ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:02:23.989579Z","caller":"traceutil/trace.go:171","msg":"trace[2040417719] transaction","detail":"{read_only:false; response_revision:3389; number_of_response:1; }","duration":"121.650992ms","start":"2026-03-05T17:02:23.867894Z","end":"2026-03-05T17:02:23.989545Z","steps":["trace[2040417719] 'process raft request' (duration: 121.455267ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:02:24.076669Z","caller":"traceutil/trace.go:171","msg":"trace[970687818] transaction","detail":"{read_only:false; response_revision:3390; number_of_response:1; }","duration":"207.040843ms","start":"2026-03-05T17:02:23.869598Z","end":"2026-03-05T17:02:24.076639Z","steps":["trace[970687818] 'process raft request' (duration: 132.633841ms)","trace[970687818] 'compare' (duration: 74.262849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:03:44.035855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.332844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00c31934-620a-4e4b-a3f4-604672acf2cc\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-05T17:03:44.035978Z","caller":"traceutil/trace.go:171","msg":"trace[534557485] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-00c31934-620a-4e4b-a3f4-604672acf2cc; range_end:; response_count:1; response_revision:4309; }","duration":"102.516638ms","start":"2026-03-05T17:03:43.933434Z","end":"2026-03-05T17:03:44.035951Z","steps":["trace[534557485] 'range keys from in-memory index tree' (duration: 102.075667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:50.615912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.653088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:03:50.616179Z","caller":"traceutil/trace.go:171","msg":"trace[484966705] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"136.260767ms","start":"2026-03-05T17:03:50.479883Z","end":"2026-03-05T17:03:50.616144Z","steps":["trace[484966705] 'compare' (duration: 131.37238ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:03:50.640259Z","caller":"traceutil/trace.go:171","msg":"trace[968840431] linearizableReadLoop","detail":"{readStateIndex:4704; appliedIndex:4703; }","duration":"106.972273ms","start":"2026-03-05T17:03:50.533254Z","end":"2026-03-05T17:03:50.640227Z","steps":["trace[968840431] 'read index received' (duration: 106.85039ms)","trace[968840431] 'applied index is now lower than readState.Index' (duration: 120.373µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:03:50.640435Z","caller":"traceutil/trace.go:171","msg":"trace[1112583401] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"132.842955ms","start":"2026-03-05T17:03:50.507538Z","end":"2026-03-05T17:03:50.640381Z","steps":["trace[1112583401] 'process raft request' (duration: 132.533468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:50.640583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.291071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T17:03:50.640664Z","caller":"traceutil/trace.go:171","msg":"trace[1108231040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4525; }","duration":"107.463555ms","start":"2026-03-05T17:03:50.533181Z","end":"2026-03-05T17:03:50.640645Z","steps":["trace[1108231040] 'agreement among raft nodes before linearized reading' (duration: 107.220999ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:03:50.822575Z","caller":"traceutil/trace.go:171","msg":"trace[242974418] linearizableReadLoop","detail":"{readStateIndex:4705; appliedIndex:4704; }","duration":"182.177905ms","start":"2026-03-05T17:03:50.640375Z","end":"2026-03-05T17:03:50.822553Z","steps":["trace[242974418] 'read index received' (duration: 182.086192ms)","trace[242974418] 'applied index is now lower than readState.Index' (duration: 90.583µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:03:50.822612Z","caller":"traceutil/trace.go:171","msg":"trace[1683752732] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"197.377984ms","start":"2026-03-05T17:03:50.625213Z","end":"2026-03-05T17:03:50.822591Z","steps":["trace[1683752732] 'process raft request' (duration: 197.176479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:50.82302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.05147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T17:03:50.823766Z","caller":"traceutil/trace.go:171","msg":"trace[1250071973] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4526; }","duration":"274.211954ms","start":"2026-03-05T17:03:50.548916Z","end":"2026-03-05T17:03:50.823128Z","steps":["trace[1250071973] 'agreement among raft nodes before linearized reading' (duration: 273.769703ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:03:50.826074Z","caller":"traceutil/trace.go:171","msg":"trace[1762909513] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"181.580001ms","start":"2026-03-05T17:03:50.644446Z","end":"2026-03-05T17:03:50.826026Z","steps":["trace[1762909513] 'process raft request' (duration: 181.308284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:50.826179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.440806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c16f308a-144c-4d43-b5b5-b93894861c7f\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-05T17:03:50.826283Z","caller":"traceutil/trace.go:171","msg":"trace[1212230476] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c16f308a-144c-4d43-b5b5-b93894861c7f; range_end:; response_count:1; response_revision:4527; }","duration":"159.60846ms","start":"2026-03-05T17:03:50.666653Z","end":"2026-03-05T17:03:50.826262Z","steps":["trace[1212230476] 'agreement among raft nodes before linearized reading' (duration: 159.269502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:50.826362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.82406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zmvc2\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-05T17:03:50.826438Z","caller":"traceutil/trace.go:171","msg":"trace[928191681] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zmvc2; range_end:; response_count:1; response_revision:4527; }","duration":"133.916112ms","start":"2026-03-05T17:03:50.6925Z","end":"2026-03-05T17:03:50.826416Z","steps":["trace[928191681] 'agreement among raft nodes before linearized reading' (duration: 133.640275ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:03:51.07247Z","caller":"traceutil/trace.go:171","msg":"trace[1571224842] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"117.858821ms","start":"2026-03-05T17:03:50.954576Z","end":"2026-03-05T17:03:51.072434Z","steps":["trace[1571224842] 'process raft request' (duration: 117.562153ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:03:51.094149Z","caller":"traceutil/trace.go:171","msg":"trace[1877725959] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"113.490058ms","start":"2026-03-05T17:03:50.980618Z","end":"2026-03-05T17:03:51.094108Z","steps":["trace[1877725959] 'process raft request' (duration: 113.285463ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:03:51.277249Z","caller":"traceutil/trace.go:171","msg":"trace[1149242778] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"176.711884ms","start":"2026-03-05T17:03:51.100499Z","end":"2026-03-05T17:03:51.277211Z","steps":["trace[1149242778] 'process raft request' (duration: 109.601135ms)","trace[1149242778] 'compare' (duration: 66.803832ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:03:51.277338Z","caller":"traceutil/trace.go:171","msg":"trace[738989430] linearizableReadLoop","detail":"{readStateIndex:4721; appliedIndex:4717; }","duration":"131.914724ms","start":"2026-03-05T17:03:51.145388Z","end":"2026-03-05T17:03:51.277303Z","steps":["trace[738989430] 'read index received' (duration: 64.675111ms)","trace[738989430] 'applied index is now lower than readState.Index' (duration: 67.237562ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:03:51.277501Z","caller":"traceutil/trace.go:171","msg":"trace[641837420] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"133.83561ms","start":"2026-03-05T17:03:51.143655Z","end":"2026-03-05T17:03:51.27749Z","steps":["trace[641837420] 'process raft request' (duration: 133.570324ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:03:51.277687Z","caller":"traceutil/trace.go:171","msg":"trace[1430938908] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"133.196275ms","start":"2026-03-05T17:03:51.144477Z","end":"2026-03-05T17:03:51.277673Z","steps":["trace[1430938908] 'process raft request' (duration: 132.788496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:51.277702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.281903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-jdxrd\" ","response":"range_response_count:1 size:4949"} {"level":"info","ts":"2026-03-05T17:03:51.277707Z","caller":"traceutil/trace.go:171","msg":"trace[934763866] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"174.859892ms","start":"2026-03-05T17:03:51.102797Z","end":"2026-03-05T17:03:51.277657Z","steps":["trace[934763866] 'process raft request' (duration: 174.34362ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:03:51.277791Z","caller":"traceutil/trace.go:171","msg":"trace[1294950551] range","detail":"{range_begin:/registry/pods/monitoring/vector-jdxrd; range_end:; response_count:1; response_revision:4542; }","duration":"132.416645ms","start":"2026-03-05T17:03:51.145353Z","end":"2026-03-05T17:03:51.277769Z","steps":["trace[1294950551] 'agreement among raft nodes before linearized reading' (duration: 132.132429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:51.278076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.433816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777489"} {"level":"info","ts":"2026-03-05T17:03:51.278133Z","caller":"traceutil/trace.go:171","msg":"trace[127386574] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4542; }","duration":"132.536609ms","start":"2026-03-05T17:03:51.145584Z","end":"2026-03-05T17:03:51.27812Z","steps":["trace[127386574] 'agreement among raft nodes before linearized reading' (duration: 132.007076ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:04:02.480446Z","caller":"traceutil/trace.go:171","msg":"trace[1960248191] linearizableReadLoop","detail":"{readStateIndex:4933; appliedIndex:4932; }","duration":"155.945919ms","start":"2026-03-05T17:04:02.324476Z","end":"2026-03-05T17:04:02.480422Z","steps":["trace[1960248191] 'read index received' (duration: 155.759395ms)","trace[1960248191] 'applied index is now lower than readState.Index' (duration: 185.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:04:02.480525Z","caller":"traceutil/trace.go:171","msg":"trace[437637178] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"190.897976ms","start":"2026-03-05T17:04:02.28958Z","end":"2026-03-05T17:04:02.480478Z","steps":["trace[437637178] 'process raft request' (duration: 190.66888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:04:02.480681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.653544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T17:04:02.4809Z","caller":"traceutil/trace.go:171","msg":"trace[432397567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4748; }","duration":"150.883509ms","start":"2026-03-05T17:04:02.330005Z","end":"2026-03-05T17:04:02.480888Z","steps":["trace[432397567] 'agreement among raft nodes before linearized reading' (duration: 150.568832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:04:02.480931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.41103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T17:04:02.481092Z","caller":"traceutil/trace.go:171","msg":"trace[447925640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4748; }","duration":"156.618815ms","start":"2026-03-05T17:04:02.324421Z","end":"2026-03-05T17:04:02.48104Z","steps":["trace[447925640] 'agreement among raft nodes before linearized reading' (duration: 156.188255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:04:02.480708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.123462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T17:04:02.481185Z","caller":"traceutil/trace.go:171","msg":"trace[1068734285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4748; }","duration":"150.622643ms","start":"2026-03-05T17:04:02.330557Z","end":"2026-03-05T17:04:02.481179Z","steps":["trace[1068734285] 'agreement among raft nodes before linearized reading' (duration: 150.06551ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:04:10.483358Z","caller":"traceutil/trace.go:171","msg":"trace[1865072641] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"108.303822ms","start":"2026-03-05T17:04:10.375029Z","end":"2026-03-05T17:04:10.483333Z","steps":["trace[1865072641] 'process raft request' (duration: 108.112267ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:04:12.74204Z","caller":"traceutil/trace.go:171","msg":"trace[2007379127] linearizableReadLoop","detail":"{readStateIndex:5127; appliedIndex:5126; }","duration":"135.647308ms","start":"2026-03-05T17:04:12.606358Z","end":"2026-03-05T17:04:12.742005Z","steps":["trace[2007379127] 'read index received' (duration: 124.839912ms)","trace[2007379127] 'applied index is now lower than readState.Index' (duration: 10.806236ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:04:12.74209Z","caller":"traceutil/trace.go:171","msg":"trace[119148826] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"209.177318ms","start":"2026-03-05T17:04:12.532875Z","end":"2026-03-05T17:04:12.742053Z","steps":["trace[119148826] 'process raft request' (duration: 198.303401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:04:12.742371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.994227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T17:04:12.742474Z","caller":"traceutil/trace.go:171","msg":"trace[1489280560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4939; }","duration":"136.160491ms","start":"2026-03-05T17:04:12.60629Z","end":"2026-03-05T17:04:12.742451Z","steps":["trace[1489280560] 'agreement among raft nodes before linearized reading' (duration: 135.851284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:04:12.742468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.005331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T17:04:12.742529Z","caller":"traceutil/trace.go:171","msg":"trace[1316711352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4939; }","duration":"134.143724ms","start":"2026-03-05T17:04:12.608369Z","end":"2026-03-05T17:04:12.742512Z","steps":["trace[1316711352] 'agreement among raft nodes before linearized reading' (duration: 133.865357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:04:12.742945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.98743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T17:04:12.743028Z","caller":"traceutil/trace.go:171","msg":"trace[90492628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4939; }","duration":"134.116482ms","start":"2026-03-05T17:04:12.608897Z","end":"2026-03-05T17:04:12.743013Z","steps":["trace[90492628] 'agreement among raft nodes before linearized reading' (duration: 133.675962ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:05:51.66505Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2758} {"level":"info","ts":"2026-03-05T17:05:51.724259Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2758,"took":"57.61833ms","hash":1026435250,"current-db-size-bytes":41996288,"current-db-size":"42 MB","current-db-size-in-use-bytes":31404032,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-05T17:05:51.72437Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1026435250,"revision":2758,"compact-revision":-1} {"level":"info","ts":"2026-03-05T17:10:31.44721Z","caller":"traceutil/trace.go:171","msg":"trace[91414536] linearizableReadLoop","detail":"{readStateIndex:7913; appliedIndex:7912; }","duration":"228.935352ms","start":"2026-03-05T17:10:31.218253Z","end":"2026-03-05T17:10:31.447188Z","steps":["trace[91414536] 'read index received' (duration: 228.776068ms)","trace[91414536] 'applied index is now lower than readState.Index' (duration: 157.584µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:10:31.447405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.070805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:10:31.447445Z","caller":"traceutil/trace.go:171","msg":"trace[2094716202] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7634; }","duration":"229.144557ms","start":"2026-03-05T17:10:31.218288Z","end":"2026-03-05T17:10:31.447433Z","steps":["trace[2094716202] 'agreement among raft nodes before linearized reading' (duration: 229.059485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:10:31.447521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.077706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:10:31.447593Z","caller":"traceutil/trace.go:171","msg":"trace[1321764406] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7634; }","duration":"229.351843ms","start":"2026-03-05T17:10:31.218227Z","end":"2026-03-05T17:10:31.447578Z","steps":["trace[1321764406] 'agreement among raft nodes before linearized reading' (duration: 229.051505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:10:31.447561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.623787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:10:31.447703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.868112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:10:31.447866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.497542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:10:31.447868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.797109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:10:31.447949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.369451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:10:31.447983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.644945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:10:31.447996Z","caller":"traceutil/trace.go:171","msg":"trace[1911520353] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7634; }","duration":"102.439112ms","start":"2026-03-05T17:10:31.345546Z","end":"2026-03-05T17:10:31.447985Z","steps":["trace[1911520353] 'agreement among raft nodes before linearized reading' (duration: 102.372971ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:10:31.448026Z","caller":"traceutil/trace.go:171","msg":"trace[1574471673] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7634; }","duration":"181.724847ms","start":"2026-03-05T17:10:31.266286Z","end":"2026-03-05T17:10:31.448011Z","steps":["trace[1574471673] 'agreement among raft nodes before linearized reading' (duration: 181.666245ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:10:31.448031Z","caller":"traceutil/trace.go:171","msg":"trace[1880731349] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7634; }","duration":"162.964164ms","start":"2026-03-05T17:10:31.284999Z","end":"2026-03-05T17:10:31.447963Z","steps":["trace[1880731349] 'agreement among raft nodes before linearized reading' (duration: 162.685027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:10:31.448255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.27867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:10:31.44826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.560998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:10:31.448283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.891425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:10:31.448392Z","caller":"traceutil/trace.go:171","msg":"trace[1360806241] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7634; }","duration":"219.033368ms","start":"2026-03-05T17:10:31.229337Z","end":"2026-03-05T17:10:31.44837Z","steps":["trace[1360806241] 'agreement among raft nodes before linearized reading' (duration: 218.860684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:10:31.448398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.653679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:10:31.448407Z","caller":"traceutil/trace.go:171","msg":"trace[1267479662] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7634; }","duration":"229.701071ms","start":"2026-03-05T17:10:31.218659Z","end":"2026-03-05T17:10:31.44836Z","steps":["trace[1267479662] 'agreement among raft nodes before linearized reading' (duration: 229.541147ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:10:31.448442Z","caller":"traceutil/trace.go:171","msg":"trace[510358387] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7634; }","duration":"119.713961ms","start":"2026-03-05T17:10:31.328714Z","end":"2026-03-05T17:10:31.448428Z","steps":["trace[510358387] 'agreement among raft nodes before linearized reading' (duration: 119.640249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:10:31.44843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.760438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:10:31.448507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.500403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:10:31.448323Z","caller":"traceutil/trace.go:171","msg":"trace[811653264] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7634; }","duration":"182.351561ms","start":"2026-03-05T17:10:31.265931Z","end":"2026-03-05T17:10:31.448283Z","steps":["trace[811653264] 'agreement among raft nodes before linearized reading' (duration: 182.29365ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:10:31.448529Z","caller":"traceutil/trace.go:171","msg":"trace[353505068] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7634; }","duration":"203.898991ms","start":"2026-03-05T17:10:31.244605Z","end":"2026-03-05T17:10:31.448504Z","steps":["trace[353505068] 'agreement among raft nodes before linearized reading' (duration: 203.744008ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:10:31.448552Z","caller":"traceutil/trace.go:171","msg":"trace[1035887752] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7634; }","duration":"143.573584ms","start":"2026-03-05T17:10:31.304969Z","end":"2026-03-05T17:10:31.448542Z","steps":["trace[1035887752] 'agreement among raft nodes before linearized reading' (duration: 143.503503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:10:31.448646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.27332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:10:31.448656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.486885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:10:31.448709Z","caller":"traceutil/trace.go:171","msg":"trace[475814217] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7634; }","duration":"163.337772ms","start":"2026-03-05T17:10:31.285361Z","end":"2026-03-05T17:10:31.448698Z","steps":["trace[475814217] 'agreement among raft nodes before linearized reading' (duration: 163.25594ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:10:31.44872Z","caller":"traceutil/trace.go:171","msg":"trace[2045434207] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7634; }","duration":"204.588647ms","start":"2026-03-05T17:10:31.244122Z","end":"2026-03-05T17:10:31.448711Z","steps":["trace[2045434207] 'agreement among raft nodes before linearized reading' (duration: 204.473304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:10:31.448786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.322086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:10:31.448834Z","caller":"traceutil/trace.go:171","msg":"trace[836276800] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7634; }","duration":"120.409128ms","start":"2026-03-05T17:10:31.328412Z","end":"2026-03-05T17:10:31.448821Z","steps":["trace[836276800] 'agreement among raft nodes before linearized reading' (duration: 120.338036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:10:31.448877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.528379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:10:31.448891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.045842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:10:31.449113Z","caller":"traceutil/trace.go:171","msg":"trace[124676083] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7634; }","duration":"143.108074ms","start":"2026-03-05T17:10:31.305816Z","end":"2026-03-05T17:10:31.448924Z","steps":["trace[124676083] 'agreement among raft nodes before linearized reading' (duration: 143.005662ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:10:31.449122Z","caller":"traceutil/trace.go:171","msg":"trace[1482461633] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7634; }","duration":"120.822446ms","start":"2026-03-05T17:10:31.328287Z","end":"2026-03-05T17:10:31.44911Z","steps":["trace[1482461633] 'agreement among raft nodes before linearized reading' (duration: 120.54399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:10:31.448887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.805813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:10:31.449208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.156778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:10:31.447927Z","caller":"traceutil/trace.go:171","msg":"trace[661488218] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7634; }","duration":"203.580263ms","start":"2026-03-05T17:10:31.244329Z","end":"2026-03-05T17:10:31.44791Z","steps":["trace[661488218] 'agreement among raft nodes before linearized reading' (duration: 203.44737ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:10:31.449236Z","caller":"traceutil/trace.go:171","msg":"trace[116476305] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7634; }","duration":"164.179791ms","start":"2026-03-05T17:10:31.285047Z","end":"2026-03-05T17:10:31.449227Z","steps":["trace[116476305] 'agreement among raft nodes before linearized reading' (duration: 163.809722ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:10:31.449241Z","caller":"traceutil/trace.go:171","msg":"trace[420165995] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7634; }","duration":"144.211759ms","start":"2026-03-05T17:10:31.305019Z","end":"2026-03-05T17:10:31.449231Z","steps":["trace[420165995] 'agreement among raft nodes before linearized reading' (duration: 144.160248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:10:31.448785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.874614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:10:31.449472Z","caller":"traceutil/trace.go:171","msg":"trace[744731403] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7634; }","duration":"183.562349ms","start":"2026-03-05T17:10:31.265897Z","end":"2026-03-05T17:10:31.449459Z","steps":["trace[744731403] 'agreement among raft nodes before linearized reading' (duration: 182.850033ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:10:31.447701Z","caller":"traceutil/trace.go:171","msg":"trace[1000611494] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7634; }","duration":"102.823182ms","start":"2026-03-05T17:10:31.34484Z","end":"2026-03-05T17:10:31.447663Z","steps":["trace[1000611494] 'agreement among raft nodes before linearized reading' (duration: 102.563145ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:10:31.449745Z","caller":"traceutil/trace.go:171","msg":"trace[1842708256] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7634; }","duration":"104.934801ms","start":"2026-03-05T17:10:31.344796Z","end":"2026-03-05T17:10:31.449731Z","steps":["trace[1842708256] 'agreement among raft nodes before linearized reading' (duration: 102.868003ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:10:31.447252Z","caller":"traceutil/trace.go:171","msg":"trace[1950023231] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"235.197261ms","start":"2026-03-05T17:10:31.212029Z","end":"2026-03-05T17:10:31.447226Z","steps":["trace[1950023231] 'process raft request' (duration: 235.001007ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:10:51.672883Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5766} {"level":"info","ts":"2026-03-05T17:10:51.760423Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5766,"took":"85.146124ms","hash":1130368036,"current-db-size-bytes":42713088,"current-db-size":"43 MB","current-db-size-in-use-bytes":22740992,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-05T17:10:51.760472Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1130368036,"revision":5766,"compact-revision":2758} {"level":"info","ts":"2026-03-05T17:10:59.245797Z","caller":"traceutil/trace.go:171","msg":"trace[1609249823] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"174.530167ms","start":"2026-03-05T17:10:59.071232Z","end":"2026-03-05T17:10:59.245763Z","steps":["trace[1609249823] 'process raft request' (duration: 174.313012ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:10:59.417482Z","caller":"traceutil/trace.go:171","msg":"trace[1054054090] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"316.733309ms","start":"2026-03-05T17:10:59.10069Z","end":"2026-03-05T17:10:59.417423Z","steps":["trace[1054054090] 'process raft request' (duration: 278.862553ms)","trace[1054054090] 'compare' (duration: 37.236311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:10:59.41766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:10:59.100644Z","time spent":"316.923793ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:10:59.41717Z","caller":"traceutil/trace.go:171","msg":"trace[1666571294] linearizableReadLoop","detail":"{readStateIndex:8107; appliedIndex:8105; }","duration":"299.85268ms","start":"2026-03-05T17:10:59.117265Z","end":"2026-03-05T17:10:59.417117Z","steps":["trace[1666571294] 'read index received' (duration: 128.282724ms)","trace[1666571294] 'applied index is now lower than readState.Index' (duration: 171.567506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:10:59.417772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.475724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:10:59.418048Z","caller":"traceutil/trace.go:171","msg":"trace[865705944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7820; }","duration":"300.799572ms","start":"2026-03-05T17:10:59.117227Z","end":"2026-03-05T17:10:59.418027Z","steps":["trace[865705944] 'agreement among raft nodes before linearized reading' (duration: 300.328111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:10:59.418091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:10:59.117213Z","time spent":"300.871654ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:10:59.418122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.963469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:10:59.418154Z","caller":"traceutil/trace.go:171","msg":"trace[489849391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7820; }","duration":"258.00647ms","start":"2026-03-05T17:10:59.160137Z","end":"2026-03-05T17:10:59.418144Z","steps":["trace[489849391] 'agreement among raft nodes before linearized reading' (duration: 257.949719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:10:59.418329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.979039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T17:10:59.418338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.080213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:10:59.41835Z","caller":"traceutil/trace.go:171","msg":"trace[1183897519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7820; }","duration":"258.081422ms","start":"2026-03-05T17:10:59.160264Z","end":"2026-03-05T17:10:59.418345Z","steps":["trace[1183897519] 'agreement among raft nodes before linearized reading' (duration: 257.977949ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:10:59.418363Z","caller":"traceutil/trace.go:171","msg":"trace[181073718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7820; }","duration":"283.173775ms","start":"2026-03-05T17:10:59.135182Z","end":"2026-03-05T17:10:59.418356Z","steps":["trace[181073718] 'agreement among raft nodes before linearized reading' (duration: 283.095333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:10:59.418423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.315317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:10:59.418542Z","caller":"traceutil/trace.go:171","msg":"trace[1754612629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7820; }","duration":"258.484912ms","start":"2026-03-05T17:10:59.160033Z","end":"2026-03-05T17:10:59.418518Z","steps":["trace[1754612629] 'agreement among raft nodes before linearized reading' (duration: 258.134503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:10:59.418742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.381474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:10:59.418814Z","caller":"traceutil/trace.go:171","msg":"trace[1480241083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7820; }","duration":"287.465326ms","start":"2026-03-05T17:10:59.131327Z","end":"2026-03-05T17:10:59.418793Z","steps":["trace[1480241083] 'agreement among raft nodes before linearized reading' (duration: 286.730969ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:11:03.378193Z","caller":"traceutil/trace.go:171","msg":"trace[1734339413] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"216.420878ms","start":"2026-03-05T17:11:03.161728Z","end":"2026-03-05T17:11:03.378148Z","steps":["trace[1734339413] 'process raft request' (duration: 216.173502ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:11:03.41013Z","caller":"traceutil/trace.go:171","msg":"trace[494486924] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"149.761541ms","start":"2026-03-05T17:11:03.260334Z","end":"2026-03-05T17:11:03.410095Z","steps":["trace[494486924] 'process raft request' (duration: 134.424439ms)","trace[494486924] 'compare' (duration: 15.184738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:11:12.3565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.981078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:11:12.356627Z","caller":"traceutil/trace.go:171","msg":"trace[1256152276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7927; }","duration":"197.193713ms","start":"2026-03-05T17:11:12.159407Z","end":"2026-03-05T17:11:12.356601Z","steps":["trace[1256152276] 'range keys from in-memory index tree' (duration: 196.821555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:12.357382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.571582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:11:12.357951Z","caller":"traceutil/trace.go:171","msg":"trace[1576930745] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"184.277797ms","start":"2026-03-05T17:11:12.173645Z","end":"2026-03-05T17:11:12.357923Z","steps":["trace[1576930745] 'process raft request' (duration: 48.775794ms)","trace[1576930745] 'compare' (duration: 134.084491ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:14:52.710507Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"53de2bdd9aa7b793","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T17:14:52.717215Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-05T17:14:52.717406Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-05T17:15:51.683171Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7736} {"level":"info","ts":"2026-03-05T17:15:51.751098Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7736,"took":"65.920756ms","hash":2126744035,"current-db-size-bytes":42713088,"current-db-size":"43 MB","current-db-size-in-use-bytes":27152384,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-05T17:15:51.751178Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2126744035,"revision":7736,"compact-revision":5766} {"level":"info","ts":"2026-03-05T17:20:51.689451Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10259} {"level":"info","ts":"2026-03-05T17:20:51.770827Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10259,"took":"78.297583ms","hash":372021002,"current-db-size-bytes":42713088,"current-db-size":"43 MB","current-db-size-in-use-bytes":24219648,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-05T17:20:51.770943Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":372021002,"revision":10259,"compact-revision":7736} {"level":"info","ts":"2026-03-05T17:21:55.205731Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032a2.wal"} {"level":"info","ts":"2026-03-05T17:22:33.941854Z","caller":"traceutil/trace.go:171","msg":"trace[1071466259] transaction","detail":"{read_only:false; response_revision:12751; number_of_response:1; }","duration":"202.524314ms","start":"2026-03-05T17:22:33.7393Z","end":"2026-03-05T17:22:33.941824Z","steps":["trace[1071466259] 'process raft request' (duration: 202.318409ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:50.159549Z","caller":"traceutil/trace.go:171","msg":"trace[1335195892] transaction","detail":"{read_only:false; response_revision:12844; number_of_response:1; }","duration":"257.044574ms","start":"2026-03-05T17:22:49.902466Z","end":"2026-03-05T17:22:50.159511Z","steps":["trace[1335195892] 'process raft request' (duration: 256.801849ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:50.1995Z","caller":"traceutil/trace.go:171","msg":"trace[914824301] transaction","detail":"{read_only:false; response_revision:12845; number_of_response:1; }","duration":"130.106519ms","start":"2026-03-05T17:22:50.069351Z","end":"2026-03-05T17:22:50.199457Z","steps":["trace[914824301] 'process raft request' (duration: 129.862634ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:50.33171Z","caller":"traceutil/trace.go:171","msg":"trace[1402262931] transaction","detail":"{read_only:false; response_revision:12846; number_of_response:1; }","duration":"103.701015ms","start":"2026-03-05T17:22:50.227975Z","end":"2026-03-05T17:22:50.331676Z","steps":["trace[1402262931] 'process raft request' (duration: 100.876288ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:59.598208Z","caller":"traceutil/trace.go:171","msg":"trace[1328581394] transaction","detail":"{read_only:false; response_revision:13013; number_of_response:1; }","duration":"135.814654ms","start":"2026-03-05T17:22:59.462364Z","end":"2026-03-05T17:22:59.598179Z","steps":["trace[1328581394] 'process raft request' (duration: 135.62924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:59.809574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.78418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:22:59.809699Z","caller":"traceutil/trace.go:171","msg":"trace[1653069633] transaction","detail":"{read_only:false; response_revision:13014; number_of_response:1; }","duration":"206.397795ms","start":"2026-03-05T17:22:59.603278Z","end":"2026-03-05T17:22:59.809676Z","steps":["trace[1653069633] 'process raft request' (duration: 60.44292ms)","trace[1653069633] 'compare' (duration: 145.553655ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:22:59.849093Z","caller":"traceutil/trace.go:171","msg":"trace[126721907] transaction","detail":"{read_only:false; response_revision:13015; number_of_response:1; }","duration":"245.609644ms","start":"2026-03-05T17:22:59.603456Z","end":"2026-03-05T17:22:59.849066Z","steps":["trace[126721907] 'process raft request' (duration: 245.391048ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:59.849412Z","caller":"traceutil/trace.go:171","msg":"trace[1443093651] linearizableReadLoop","detail":"{readStateIndex:13483; appliedIndex:13479; }","duration":"221.917544ms","start":"2026-03-05T17:22:59.627472Z","end":"2026-03-05T17:22:59.84939Z","steps":["trace[1443093651] 'read index received' (duration: 36.264939ms)","trace[1443093651] 'applied index is now lower than readState.Index' (duration: 185.651475ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:22:59.84947Z","caller":"traceutil/trace.go:171","msg":"trace[1660025026] transaction","detail":"{read_only:false; response_revision:13017; number_of_response:1; }","duration":"244.034796ms","start":"2026-03-05T17:22:59.605406Z","end":"2026-03-05T17:22:59.849441Z","steps":["trace[1660025026] 'process raft request' (duration: 243.823731ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:59.849491Z","caller":"traceutil/trace.go:171","msg":"trace[819415856] transaction","detail":"{read_only:false; response_revision:13016; number_of_response:1; }","duration":"244.648222ms","start":"2026-03-05T17:22:59.604827Z","end":"2026-03-05T17:22:59.849476Z","steps":["trace[819415856] 'process raft request' (duration: 244.185851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:59.849635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.157829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.189a01cbd435e44e\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-03-05T17:22:59.849708Z","caller":"traceutil/trace.go:171","msg":"trace[1747718747] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-nb-0.189a01cbd435e44e; range_end:; response_count:1; response_revision:13017; }","duration":"222.282522ms","start":"2026-03-05T17:22:59.627401Z","end":"2026-03-05T17:22:59.849684Z","steps":["trace[1747718747] 'agreement among raft nodes before linearized reading' (duration: 222.078647ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:36.169041Z","caller":"traceutil/trace.go:171","msg":"trace[318885034] transaction","detail":"{read_only:false; response_revision:14041; number_of_response:1; }","duration":"112.039952ms","start":"2026-03-05T17:24:36.056968Z","end":"2026-03-05T17:24:36.169008Z","steps":["trace[318885034] 'process raft request' (duration: 101.373629ms)","trace[318885034] 'compare' (duration: 10.301194ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:25:51.695907Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12127} {"level":"info","ts":"2026-03-05T17:25:51.77114Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12127,"took":"72.783073ms","hash":1847865799,"current-db-size-bytes":42713088,"current-db-size":"43 MB","current-db-size-in-use-bytes":27721728,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T17:25:51.771222Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1847865799,"revision":12127,"compact-revision":10259} {"level":"info","ts":"2026-03-05T17:30:51.702194Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14498} {"level":"info","ts":"2026-03-05T17:30:51.802117Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14498,"took":"94.033345ms","hash":3625218368,"current-db-size-bytes":42713088,"current-db-size":"43 MB","current-db-size-in-use-bytes":28352512,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T17:30:51.802188Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3625218368,"revision":14498,"compact-revision":12127} {"level":"info","ts":"2026-03-05T17:35:51.71329Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16593} {"level":"info","ts":"2026-03-05T17:35:51.808669Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16593,"took":"91.422344ms","hash":2796261466,"current-db-size-bytes":42713088,"current-db-size":"43 MB","current-db-size-in-use-bytes":22134784,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-05T17:35:51.808743Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2796261466,"revision":16593,"compact-revision":14498}