{"level":"warn","ts":"2026-04-20T05:49:49.584231Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T05:49:49.584324Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.74:2380","--initial-cluster=instance=https://199.204.45.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-20T05:49:49.584404Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T05:49:49.584421Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-04-20T05:49:49.584445Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T05:49:49.585323Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"]} {"level":"info","ts":"2026-04-20T05:49:49.585452Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-20T05:49:49.591227Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.349044ms"} {"level":"info","ts":"2026-04-20T05:49:49.596208Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"89ba38f964b95aa0","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-04-20T05:49:49.596607Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=()"} {"level":"info","ts":"2026-04-20T05:49:49.596677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 0"} {"level":"info","ts":"2026-04-20T05:49:49.596706Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 89ba38f964b95aa0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-20T05:49:49.596751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 1"} {"level":"info","ts":"2026-04-20T05:49:49.596832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"warn","ts":"2026-04-20T05:49:49.601724Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-20T05:49:49.603143Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-20T05:49:49.604294Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-20T05:49:49.606943Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"89ba38f964b95aa0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-20T05:49:49.607176Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"89ba38f964b95aa0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-20T05:49:49.60728Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T05:49:49.607326Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T05:49:49.607335Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T05:49:49.60836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"info","ts":"2026-04-20T05:49:49.608594Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"89ba38f964b95aa0","added-peer-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-04-20T05:49:49.614505Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T05:49:49.614635Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-04-20T05:49:49.614708Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-04-20T05:49:49.614736Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"89ba38f964b95aa0","initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-20T05:49:49.614803Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-20T05:49:50.497786Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 is starting a new election at term 1"} {"level":"info","ts":"2026-04-20T05:49:50.49784Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-20T05:49:50.497878Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgPreVoteResp from 89ba38f964b95aa0 at term 1"} {"level":"info","ts":"2026-04-20T05:49:50.497931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became candidate at term 2"} {"level":"info","ts":"2026-04-20T05:49:50.497943Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgVoteResp from 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-04-20T05:49:50.497958Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became leader at term 2"} {"level":"info","ts":"2026-04-20T05:49:50.497978Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 89ba38f964b95aa0 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-04-20T05:49:50.505325Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T05:49:50.513268Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"89ba38f964b95aa0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.74:2379]}","request-path":"/0/members/89ba38f964b95aa0/attributes","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-04-20T05:49:50.513432Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T05:49:50.513502Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T05:49:50.516788Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.74:2379"} {"level":"info","ts":"2026-04-20T05:49:50.516856Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-20T05:49:50.517413Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-20T05:49:50.517463Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-20T05:49:50.522197Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T05:49:50.522282Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T05:49:50.522311Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T05:50:06.988414Z","caller":"traceutil/trace.go:171","msg":"trace[857446724] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"145.281421ms","start":"2026-04-20T05:50:06.843106Z","end":"2026-04-20T05:50:06.988388Z","steps":["trace[857446724] 'process raft request' (duration: 145.159988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:50:07.39901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.06203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-04-20T05:50:07.399207Z","caller":"traceutil/trace.go:171","msg":"trace[78456579] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:442; }","duration":"407.306545ms","start":"2026-04-20T05:50:06.99188Z","end":"2026-04-20T05:50:07.399186Z","steps":["trace[78456579] 'range keys from in-memory index tree' (duration: 406.963397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:50:07.399284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:50:06.991863Z","time spent":"407.407698ms","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4345,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-04-20T05:50:24.942073Z","caller":"traceutil/trace.go:171","msg":"trace[941114087] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"135.765642ms","start":"2026-04-20T05:50:24.806277Z","end":"2026-04-20T05:50:24.942042Z","steps":["trace[941114087] 'process raft request' (duration: 135.593178ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:50:25.695768Z","caller":"traceutil/trace.go:171","msg":"trace[1794526505] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"349.800996ms","start":"2026-04-20T05:50:25.345896Z","end":"2026-04-20T05:50:25.695697Z","steps":["trace[1794526505] 'process raft request' (duration: 343.061573ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:50:25.695753Z","caller":"traceutil/trace.go:171","msg":"trace[382282970] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:629; }","duration":"301.310243ms","start":"2026-04-20T05:50:25.394336Z","end":"2026-04-20T05:50:25.695646Z","steps":["trace[382282970] 'read index received' (duration: 294.028908ms)","trace[382282970] 'applied index is now lower than readState.Index' (duration: 7.279615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T05:50:25.696137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.775905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4m22g\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-20T05:50:25.696243Z","caller":"traceutil/trace.go:171","msg":"trace[40473597] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4m22g; range_end:; response_count:1; response_revision:611; }","duration":"301.934419ms","start":"2026-04-20T05:50:25.394288Z","end":"2026-04-20T05:50:25.696223Z","steps":["trace[40473597] 'agreement among raft nodes before linearized reading' (duration: 301.517788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:50:25.696333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:50:25.394265Z","time spent":"302.00977ms","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-4m22g\" "} {"level":"warn","ts":"2026-04-20T05:50:25.696853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:50:25.345863Z","time spent":"350.038202ms","remote":"127.0.0.1:53320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036277,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T05:51:08.824497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.273978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T05:51:08.824616Z","caller":"traceutil/trace.go:171","msg":"trace[1898303044] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"179.308047ms","start":"2026-04-20T05:51:08.64529Z","end":"2026-04-20T05:51:08.824598Z","steps":["trace[1898303044] 'process raft request' (duration: 25.725382ms)","trace[1898303044] 'compare' (duration: 153.145775ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:52:30.498633Z","caller":"traceutil/trace.go:171","msg":"trace[775968801] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"146.465953ms","start":"2026-04-20T05:52:30.352141Z","end":"2026-04-20T05:52:30.498607Z","steps":["trace[775968801] 'process raft request' (duration: 140.041347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:52:36.393266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.503041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T05:52:36.39338Z","caller":"traceutil/trace.go:171","msg":"trace[1670302857] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2118; }","duration":"118.685526ms","start":"2026-04-20T05:52:36.274671Z","end":"2026-04-20T05:52:36.393356Z","steps":["trace[1670302857] 'count revisions from in-memory index tree' (duration: 118.347657ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:53:30.533715Z","caller":"traceutil/trace.go:171","msg":"trace[1395292921] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"141.987631ms","start":"2026-04-20T05:53:30.391701Z","end":"2026-04-20T05:53:30.533689Z","steps":["trace[1395292921] 'process raft request' (duration: 141.820237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:54:04.08499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.946129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T05:54:04.085109Z","caller":"traceutil/trace.go:171","msg":"trace[1327185782] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2787; }","duration":"227.184165ms","start":"2026-04-20T05:54:03.857904Z","end":"2026-04-20T05:54:04.085089Z","steps":["trace[1327185782] 'count revisions from in-memory index tree' (duration: 226.820387ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:54:04.255229Z","caller":"traceutil/trace.go:171","msg":"trace[1615329282] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"114.764716ms","start":"2026-04-20T05:54:04.140435Z","end":"2026-04-20T05:54:04.2552Z","steps":["trace[1615329282] 'process raft request' (duration: 114.625543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:57:52.32288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.533183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T05:57:52.323018Z","caller":"traceutil/trace.go:171","msg":"trace[585464508] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"141.39344ms","start":"2026-04-20T05:57:52.181603Z","end":"2026-04-20T05:57:52.322997Z","steps":["trace[585464508] 'process raft request' (duration: 33.645072ms)","trace[585464508] 'compare' (duration: 107.40253ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:57:52.409435Z","caller":"traceutil/trace.go:171","msg":"trace[1254895759] linearizableReadLoop","detail":"{readStateIndex:5080; appliedIndex:5079; }","duration":"129.821445ms","start":"2026-04-20T05:57:52.279578Z","end":"2026-04-20T05:57:52.4094Z","steps":["trace[1254895759] 'read index received' (duration: 129.676861ms)","trace[1254895759] 'applied index is now lower than readState.Index' (duration: 143.584µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:57:52.409475Z","caller":"traceutil/trace.go:171","msg":"trace[1580617235] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"156.305136ms","start":"2026-04-20T05:57:52.25313Z","end":"2026-04-20T05:57:52.409435Z","steps":["trace[1580617235] 'process raft request' (duration: 156.145221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:57:52.409621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.007489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T05:57:52.409662Z","caller":"traceutil/trace.go:171","msg":"trace[271182751] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4904; }","duration":"130.114372ms","start":"2026-04-20T05:57:52.279537Z","end":"2026-04-20T05:57:52.409652Z","steps":["trace[271182751] 'agreement among raft nodes before linearized reading' (duration: 129.964458ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:57:52.493834Z","caller":"traceutil/trace.go:171","msg":"trace[687435800] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"139.014243ms","start":"2026-04-20T05:57:52.354798Z","end":"2026-04-20T05:57:52.493812Z","steps":["trace[687435800] 'process raft request' (duration: 137.128008ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:57:52.759539Z","caller":"traceutil/trace.go:171","msg":"trace[1301689251] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"117.796217ms","start":"2026-04-20T05:57:52.641712Z","end":"2026-04-20T05:57:52.759508Z","steps":["trace[1301689251] 'process raft request' (duration: 112.453311ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:57:54.953475Z","caller":"traceutil/trace.go:171","msg":"trace[584658995] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"100.69946ms","start":"2026-04-20T05:57:54.852747Z","end":"2026-04-20T05:57:54.953447Z","steps":["trace[584658995] 'process raft request' (duration: 100.385202ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:58:03.480373Z","caller":"traceutil/trace.go:171","msg":"trace[1507348571] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"172.704075ms","start":"2026-04-20T05:58:03.307639Z","end":"2026-04-20T05:58:03.480343Z","steps":["trace[1507348571] 'process raft request' (duration: 89.613406ms)","trace[1507348571] 'compare' (duration: 82.557397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T05:58:10.987635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.180429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-04-20T05:58:10.987643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.739228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-20T05:58:10.987746Z","caller":"traceutil/trace.go:171","msg":"trace[29413443] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5297; }","duration":"124.341582ms","start":"2026-04-20T05:58:10.863377Z","end":"2026-04-20T05:58:10.987719Z","steps":["trace[29413443] 'agreement among raft nodes before linearized reading' (duration: 124.093327ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:58:10.987763Z","caller":"traceutil/trace.go:171","msg":"trace[1145693193] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5297; }","duration":"107.894091ms","start":"2026-04-20T05:58:10.879839Z","end":"2026-04-20T05:58:10.987733Z","steps":["trace[1145693193] 'agreement among raft nodes before linearized reading' (duration: 107.564163ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:58:12.281069Z","caller":"traceutil/trace.go:171","msg":"trace[221108013] linearizableReadLoop","detail":"{readStateIndex:5505; appliedIndex:5504; }","duration":"175.872867ms","start":"2026-04-20T05:58:12.105169Z","end":"2026-04-20T05:58:12.281041Z","steps":["trace[221108013] 'read index received' (duration: 175.695543ms)","trace[221108013] 'applied index is now lower than readState.Index' (duration: 175.994µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:58:12.281114Z","caller":"traceutil/trace.go:171","msg":"trace[1103659401] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"245.421269ms","start":"2026-04-20T05:58:12.035662Z","end":"2026-04-20T05:58:12.281083Z","steps":["trace[1103659401] 'process raft request' (duration: 245.204454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:58:12.281212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.02441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T05:58:12.281249Z","caller":"traceutil/trace.go:171","msg":"trace[1899137525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5319; }","duration":"176.120162ms","start":"2026-04-20T05:58:12.105118Z","end":"2026-04-20T05:58:12.281238Z","steps":["trace[1899137525] 'agreement among raft nodes before linearized reading' (duration: 176.03241ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:58:22.652076Z","caller":"traceutil/trace.go:171","msg":"trace[1555156373] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"108.913016ms","start":"2026-04-20T05:58:22.54311Z","end":"2026-04-20T05:58:22.652023Z","steps":["trace[1555156373] 'process raft request' (duration: 108.710512ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:59:50.738782Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3040} {"level":"info","ts":"2026-04-20T05:59:50.824837Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3040,"took":"83.127139ms","hash":3331544327,"current-db-size-bytes":58585088,"current-db-size":"59 MB","current-db-size-in-use-bytes":32124928,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-20T05:59:50.824915Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3331544327,"revision":3040,"compact-revision":-1} {"level":"info","ts":"2026-04-20T06:04:01.563996Z","caller":"traceutil/trace.go:171","msg":"trace[1087689401] linearizableReadLoop","detail":"{readStateIndex:8336; appliedIndex:8335; }","duration":"259.944027ms","start":"2026-04-20T06:04:01.304027Z","end":"2026-04-20T06:04:01.563971Z","steps":["trace[1087689401] 'read index received' (duration: 259.862525ms)","trace[1087689401] 'applied index is now lower than readState.Index' (duration: 80.412µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:04:01.564113Z","caller":"traceutil/trace.go:171","msg":"trace[776929458] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"264.66108ms","start":"2026-04-20T06:04:01.299384Z","end":"2026-04-20T06:04:01.564045Z","steps":["trace[776929458] 'process raft request' (duration: 264.437865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.564199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.148992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.564239Z","caller":"traceutil/trace.go:171","msg":"trace[679740823] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8063; }","duration":"260.228174ms","start":"2026-04-20T06:04:01.303998Z","end":"2026-04-20T06:04:01.564227Z","steps":["trace[679740823] 'agreement among raft nodes before linearized reading' (duration: 260.145032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.564362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.166383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.564437Z","caller":"traceutil/trace.go:171","msg":"trace[413603285] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8063; }","duration":"260.268045ms","start":"2026-04-20T06:04:01.304152Z","end":"2026-04-20T06:04:01.56442Z","steps":["trace[413603285] 'agreement among raft nodes before linearized reading' (duration: 260.138352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.564753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.03136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T06:04:01.564763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.143298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.564793Z","caller":"traceutil/trace.go:171","msg":"trace[929439535] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8063; }","duration":"139.076021ms","start":"2026-04-20T06:04:01.425706Z","end":"2026-04-20T06:04:01.564782Z","steps":["trace[929439535] 'agreement among raft nodes before linearized reading' (duration: 139.01325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.564825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.258551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.564827Z","caller":"traceutil/trace.go:171","msg":"trace[1957711212] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8063; }","duration":"179.23633ms","start":"2026-04-20T06:04:01.385573Z","end":"2026-04-20T06:04:01.56481Z","steps":["trace[1957711212] 'agreement among raft nodes before linearized reading' (duration: 179.108657ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:04:01.564853Z","caller":"traceutil/trace.go:171","msg":"trace[765153226] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8063; }","duration":"179.301302ms","start":"2026-04-20T06:04:01.385544Z","end":"2026-04-20T06:04:01.564845Z","steps":["trace[765153226] 'agreement among raft nodes before linearized reading' (duration: 179.24991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.564887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.053112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T06:04:01.564955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.03083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.564963Z","caller":"traceutil/trace.go:171","msg":"trace[2093256608] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8063; }","duration":"155.139744ms","start":"2026-04-20T06:04:01.409802Z","end":"2026-04-20T06:04:01.564942Z","steps":["trace[2093256608] 'agreement among raft nodes before linearized reading' (duration: 155.027961ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:04:01.564983Z","caller":"traceutil/trace.go:171","msg":"trace[49098983] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8063; }","duration":"193.105492ms","start":"2026-04-20T06:04:01.37187Z","end":"2026-04-20T06:04:01.564976Z","steps":["trace[49098983] 'agreement among raft nodes before linearized reading' (duration: 193.064341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.565017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.514175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.565047Z","caller":"traceutil/trace.go:171","msg":"trace[1195213664] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8063; }","duration":"122.559817ms","start":"2026-04-20T06:04:01.442479Z","end":"2026-04-20T06:04:01.565038Z","steps":["trace[1195213664] 'agreement among raft nodes before linearized reading' (duration: 122.512566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.565066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.263528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.565102Z","caller":"traceutil/trace.go:171","msg":"trace[1132667746] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8063; }","duration":"155.312758ms","start":"2026-04-20T06:04:01.409777Z","end":"2026-04-20T06:04:01.56509Z","steps":["trace[1132667746] 'agreement among raft nodes before linearized reading' (duration: 155.256917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.565108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.481834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.565149Z","caller":"traceutil/trace.go:171","msg":"trace[2007718633] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8063; }","duration":"194.533615ms","start":"2026-04-20T06:04:01.370606Z","end":"2026-04-20T06:04:01.56514Z","steps":["trace[2007718633] 'agreement among raft nodes before linearized reading' (duration: 194.481833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.565213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.915065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.565244Z","caller":"traceutil/trace.go:171","msg":"trace[1864364860] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8063; }","duration":"122.964697ms","start":"2026-04-20T06:04:01.44227Z","end":"2026-04-20T06:04:01.565234Z","steps":["trace[1864364860] 'agreement among raft nodes before linearized reading' (duration: 122.913476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.565262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.652357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T06:04:01.565256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.342562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.565292Z","caller":"traceutil/trace.go:171","msg":"trace[623717773] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8063; }","duration":"194.706729ms","start":"2026-04-20T06:04:01.370577Z","end":"2026-04-20T06:04:01.565284Z","steps":["trace[623717773] 'agreement among raft nodes before linearized reading' (duration: 194.658198ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:04:01.565305Z","caller":"traceutil/trace.go:171","msg":"trace[121187075] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8063; }","duration":"161.394113ms","start":"2026-04-20T06:04:01.403899Z","end":"2026-04-20T06:04:01.565293Z","steps":["trace[121187075] 'agreement among raft nodes before linearized reading' (duration: 161.297691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.565375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.11801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.565418Z","caller":"traceutil/trace.go:171","msg":"trace[348946225] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8063; }","duration":"123.202632ms","start":"2026-04-20T06:04:01.442206Z","end":"2026-04-20T06:04:01.565409Z","steps":["trace[348946225] 'agreement among raft nodes before linearized reading' (duration: 123.143481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.565478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.827479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19443"} {"level":"info","ts":"2026-04-20T06:04:01.565509Z","caller":"traceutil/trace.go:171","msg":"trace[778708054] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8063; }","duration":"201.894741ms","start":"2026-04-20T06:04:01.363607Z","end":"2026-04-20T06:04:01.565502Z","steps":["trace[778708054] 'agreement among raft nodes before linearized reading' (duration: 201.769798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.565532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.26369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T06:04:01.565581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.43952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.565592Z","caller":"traceutil/trace.go:171","msg":"trace[507520540] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8063; }","duration":"179.335642ms","start":"2026-04-20T06:04:01.386241Z","end":"2026-04-20T06:04:01.565577Z","steps":["trace[507520540] 'agreement among raft nodes before linearized reading' (duration: 179.2442ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:04:01.565623Z","caller":"traceutil/trace.go:171","msg":"trace[1873563405] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8063; }","duration":"139.483901ms","start":"2026-04-20T06:04:01.42613Z","end":"2026-04-20T06:04:01.565614Z","steps":["trace[1873563405] 'agreement among raft nodes before linearized reading' (duration: 139.420979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.565639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.182094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.565665Z","caller":"traceutil/trace.go:171","msg":"trace[649156215] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8063; }","duration":"219.237215ms","start":"2026-04-20T06:04:01.34642Z","end":"2026-04-20T06:04:01.565658Z","steps":["trace[649156215] 'agreement among raft nodes before linearized reading' (duration: 219.194664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.565655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.017663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.565707Z","caller":"traceutil/trace.go:171","msg":"trace[1491441941] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8063; }","duration":"140.084666ms","start":"2026-04-20T06:04:01.425611Z","end":"2026-04-20T06:04:01.565695Z","steps":["trace[1491441941] 'agreement among raft nodes before linearized reading' (duration: 140.002654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.56579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.352308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.565817Z","caller":"traceutil/trace.go:171","msg":"trace[1520345275] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8063; }","duration":"219.405739ms","start":"2026-04-20T06:04:01.346402Z","end":"2026-04-20T06:04:01.565808Z","steps":["trace[1520345275] 'agreement among raft nodes before linearized reading' (duration: 219.366568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.565864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.617585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.565895Z","caller":"traceutil/trace.go:171","msg":"trace[1097257244] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8063; }","duration":"155.660867ms","start":"2026-04-20T06:04:01.410225Z","end":"2026-04-20T06:04:01.565886Z","steps":["trace[1097257244] 'agreement among raft nodes before linearized reading' (duration: 155.614116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.565923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.485911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.565946Z","caller":"traceutil/trace.go:171","msg":"trace[461327220] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8063; }","duration":"219.533062ms","start":"2026-04-20T06:04:01.346406Z","end":"2026-04-20T06:04:01.565939Z","steps":["trace[461327220] 'agreement among raft nodes before linearized reading' (duration: 219.494971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.564969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.908423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.566024Z","caller":"traceutil/trace.go:171","msg":"trace[110433510] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8063; }","duration":"102.961928ms","start":"2026-04-20T06:04:01.46305Z","end":"2026-04-20T06:04:01.566012Z","steps":["trace[110433510] 'agreement among raft nodes before linearized reading' (duration: 101.889653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.566041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.459148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.566063Z","caller":"traceutil/trace.go:171","msg":"trace[759572614] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8063; }","duration":"239.509619ms","start":"2026-04-20T06:04:01.326547Z","end":"2026-04-20T06:04:01.566056Z","steps":["trace[759572614] 'agreement among raft nodes before linearized reading' (duration: 239.475048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.566183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.96235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.566206Z","caller":"traceutil/trace.go:171","msg":"trace[459760800] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8063; }","duration":"240.00031ms","start":"2026-04-20T06:04:01.326197Z","end":"2026-04-20T06:04:01.566197Z","steps":["trace[459760800] 'agreement among raft nodes before linearized reading' (duration: 239.96293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.566303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.117394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.566325Z","caller":"traceutil/trace.go:171","msg":"trace[2104111782] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8063; }","duration":"240.157345ms","start":"2026-04-20T06:04:01.32616Z","end":"2026-04-20T06:04:01.566318Z","steps":["trace[2104111782] 'agreement among raft nodes before linearized reading' (duration: 240.122863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:01.566444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.871894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:01.566493Z","caller":"traceutil/trace.go:171","msg":"trace[139975027] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8063; }","duration":"261.922895ms","start":"2026-04-20T06:04:01.304555Z","end":"2026-04-20T06:04:01.566478Z","steps":["trace[139975027] 'agreement among raft nodes before linearized reading' (duration: 261.843163ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:04:13.196168Z","caller":"traceutil/trace.go:171","msg":"trace[246341829] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"334.477276ms","start":"2026-04-20T06:04:12.861667Z","end":"2026-04-20T06:04:13.196144Z","steps":["trace[246341829] 'process raft request' (duration: 334.293682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:13.196329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:04:12.861647Z","time spent":"334.59838ms","remote":"127.0.0.1:53486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T06:04:13.241646Z","caller":"traceutil/trace.go:171","msg":"trace[1989465374] linearizableReadLoop","detail":"{readStateIndex:8399; appliedIndex:8398; }","duration":"136.712225ms","start":"2026-04-20T06:04:13.104907Z","end":"2026-04-20T06:04:13.241619Z","steps":["trace[1989465374] 'read index received' (duration: 91.25858ms)","trace[1989465374] 'applied index is now lower than readState.Index' (duration: 45.452525ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:04:13.241739Z","caller":"traceutil/trace.go:171","msg":"trace[1755023206] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"379.87375ms","start":"2026-04-20T06:04:12.861831Z","end":"2026-04-20T06:04:13.241704Z","steps":["trace[1755023206] 'process raft request' (duration: 352.26597ms)","trace[1755023206] 'compare' (duration: 27.384265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T06:04:13.241785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.861978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T06:04:13.241822Z","caller":"traceutil/trace.go:171","msg":"trace[2127410596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8124; }","duration":"136.95378ms","start":"2026-04-20T06:04:13.104855Z","end":"2026-04-20T06:04:13.241809Z","steps":["trace[2127410596] 'agreement among raft nodes before linearized reading' (duration: 136.868508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:13.241868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T06:04:12.861821Z","time spent":"379.977893ms","remote":"127.0.0.1:53486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T06:04:13.964075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.389376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-859bbb6999-q77sc.18a7fb6f5e951ec1\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-20T06:04:13.964151Z","caller":"traceutil/trace.go:171","msg":"trace[1116693250] range","detail":"{range_begin:/registry/events/openstack/barbican-api-859bbb6999-q77sc.18a7fb6f5e951ec1; range_end:; response_count:1; response_revision:8125; }","duration":"195.5455ms","start":"2026-04-20T06:04:13.768586Z","end":"2026-04-20T06:04:13.964132Z","steps":["trace[1116693250] 'range keys from in-memory index tree' (duration: 195.196361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:13.964167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.034642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-20T06:04:13.964276Z","caller":"traceutil/trace.go:171","msg":"trace[1628940714] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:8125; }","duration":"222.309338ms","start":"2026-04-20T06:04:13.741939Z","end":"2026-04-20T06:04:13.964248Z","steps":["trace[1628940714] 'range keys from in-memory index tree' (duration: 221.815497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:13.964378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.116445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g48q2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-20T06:04:13.964695Z","caller":"traceutil/trace.go:171","msg":"trace[780511929] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g48q2; range_end:; response_count:1; response_revision:8125; }","duration":"101.505913ms","start":"2026-04-20T06:04:13.863164Z","end":"2026-04-20T06:04:13.96467Z","steps":["trace[780511929] 'range keys from in-memory index tree' (duration: 100.805687ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:04:14.897355Z","caller":"traceutil/trace.go:171","msg":"trace[1045635971] linearizableReadLoop","detail":"{readStateIndex:8410; appliedIndex:8409; }","duration":"104.659209ms","start":"2026-04-20T06:04:14.79266Z","end":"2026-04-20T06:04:14.897319Z","steps":["trace[1045635971] 'read index received' (duration: 104.311711ms)","trace[1045635971] 'applied index is now lower than readState.Index' (duration: 346.018µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:04:14.897437Z","caller":"traceutil/trace.go:171","msg":"trace[1508695737] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"115.406476ms","start":"2026-04-20T06:04:14.781998Z","end":"2026-04-20T06:04:14.897404Z","steps":["trace[1508695737] 'process raft request' (duration: 115.108939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:14.897779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.094329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-20T06:04:14.897875Z","caller":"traceutil/trace.go:171","msg":"trace[1942836136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8133; }","duration":"105.252773ms","start":"2026-04-20T06:04:14.792599Z","end":"2026-04-20T06:04:14.897852Z","steps":["trace[1942836136] 'agreement among raft nodes before linearized reading' (duration: 104.861644ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:04:40.460864Z","caller":"traceutil/trace.go:171","msg":"trace[2039536980] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"181.206617ms","start":"2026-04-20T06:04:40.279632Z","end":"2026-04-20T06:04:40.460839Z","steps":["trace[2039536980] 'process raft request' (duration: 181.071594ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:04:42.834989Z","caller":"traceutil/trace.go:171","msg":"trace[1248021621] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"141.210083ms","start":"2026-04-20T06:04:42.693749Z","end":"2026-04-20T06:04:42.834959Z","steps":["trace[1248021621] 'process raft request' (duration: 141.029399ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:04:50.748638Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6202} {"level":"info","ts":"2026-04-20T06:04:50.844389Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6202,"took":"93.63655ms","hash":1150292378,"current-db-size-bytes":58585088,"current-db-size":"59 MB","current-db-size-in-use-bytes":23154688,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-20T06:04:50.844459Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1150292378,"revision":6202,"compact-revision":3040} {"level":"info","ts":"2026-04-20T06:04:52.301647Z","caller":"traceutil/trace.go:171","msg":"trace[1182877292] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8425; }","duration":"126.722139ms","start":"2026-04-20T06:04:52.174905Z","end":"2026-04-20T06:04:52.301627Z","steps":["trace[1182877292] 'process raft request' (duration: 126.576625ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:04:52.319542Z","caller":"traceutil/trace.go:171","msg":"trace[1942122324] linearizableReadLoop","detail":"{readStateIndex:8717; appliedIndex:8716; }","duration":"111.593177ms","start":"2026-04-20T06:04:52.20793Z","end":"2026-04-20T06:04:52.319523Z","steps":["trace[1942122324] 'read index received' (duration: 94.042519ms)","trace[1942122324] 'applied index is now lower than readState.Index' (duration: 17.550138ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:04:52.319635Z","caller":"traceutil/trace.go:171","msg":"trace[1670051124] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"141.89913ms","start":"2026-04-20T06:04:52.17769Z","end":"2026-04-20T06:04:52.319589Z","steps":["trace[1670051124] 'process raft request' (duration: 141.721016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T06:04:52.319737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.772632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T06:04:52.31987Z","caller":"traceutil/trace.go:171","msg":"trace[271208814] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8426; }","duration":"111.974077ms","start":"2026-04-20T06:04:52.207869Z","end":"2026-04-20T06:04:52.319843Z","steps":["trace[271208814] 'agreement among raft nodes before linearized reading' (duration: 111.740631ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:04:53.081536Z","caller":"traceutil/trace.go:171","msg":"trace[387372571] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"104.246253ms","start":"2026-04-20T06:04:52.977259Z","end":"2026-04-20T06:04:53.081505Z","steps":["trace[387372571] 'process raft request' (duration: 104.056089ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:04:53.12904Z","caller":"traceutil/trace.go:171","msg":"trace[573666241] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"143.15479ms","start":"2026-04-20T06:04:52.985858Z","end":"2026-04-20T06:04:53.129012Z","steps":["trace[573666241] 'process raft request' (duration: 142.879873ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T06:06:16.425523Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002522.wal"} {"level":"info","ts":"2026-04-20T06:07:14.348868Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-20T06:07:14.354635Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-20T06:07:14.35476Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-20T06:09:50.755697Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8407} {"level":"info","ts":"2026-04-20T06:09:50.833709Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8407,"took":"75.749451ms","hash":1061137386,"current-db-size-bytes":58585088,"current-db-size":"59 MB","current-db-size-in-use-bytes":24793088,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-20T06:09:50.833782Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1061137386,"revision":8407,"compact-revision":6202} {"level":"info","ts":"2026-04-20T06:14:50.761265Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10760} {"level":"info","ts":"2026-04-20T06:14:50.83531Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10760,"took":"72.092412ms","hash":4068520051,"current-db-size-bytes":58585088,"current-db-size":"59 MB","current-db-size-in-use-bytes":20361216,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-20T06:14:50.835375Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4068520051,"revision":10760,"compact-revision":8407}