{"level":"warn","ts":"2026-03-13T10:15:48.685943Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T10:15:48.686034Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.23:2380","--initial-cluster=instance=https://199.204.45.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.23:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-13T10:15:48.68616Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T10:15:48.686168Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-03-13T10:15:48.686187Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T10:15:48.686908Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"]} {"level":"info","ts":"2026-03-13T10:15:48.687013Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.23:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-13T10:15:48.691088Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.778413ms"} {"level":"info","ts":"2026-03-13T10:15:48.69916Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"51a5c416a4d98c86","cluster-id":"ade2045974c19907"} {"level":"info","ts":"2026-03-13T10:15:48.699331Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=()"} {"level":"info","ts":"2026-03-13T10:15:48.699384Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 0"} {"level":"info","ts":"2026-03-13T10:15:48.699434Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 51a5c416a4d98c86 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-13T10:15:48.699501Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 1"} {"level":"info","ts":"2026-03-13T10:15:48.699602Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"warn","ts":"2026-03-13T10:15:48.705978Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-13T10:15:48.708037Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-13T10:15:48.709873Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-13T10:15:48.713269Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"51a5c416a4d98c86","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-13T10:15:48.713431Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"51a5c416a4d98c86","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-13T10:15:48.713558Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T10:15:48.713648Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T10:15:48.713669Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T10:15:48.714415Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"info","ts":"2026-03-13T10:15:48.714616Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","added-peer-id":"51a5c416a4d98c86","added-peer-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-03-13T10:15:48.716277Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T10:15:48.716474Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-03-13T10:15:48.716536Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-03-13T10:15:48.716541Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"51a5c416a4d98c86","initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-13T10:15:48.716605Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-13T10:15:49.500709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 is starting a new election at term 1"} {"level":"info","ts":"2026-03-13T10:15:49.500812Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-13T10:15:49.500871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgPreVoteResp from 51a5c416a4d98c86 at term 1"} {"level":"info","ts":"2026-03-13T10:15:49.500898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became candidate at term 2"} {"level":"info","ts":"2026-03-13T10:15:49.50091Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgVoteResp from 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-03-13T10:15:49.500936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became leader at term 2"} {"level":"info","ts":"2026-03-13T10:15:49.50096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 51a5c416a4d98c86 elected leader 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-03-13T10:15:49.502394Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T10:15:49.503481Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"51a5c416a4d98c86","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.23:2379]}","request-path":"/0/members/51a5c416a4d98c86/attributes","cluster-id":"ade2045974c19907","publish-timeout":"7s"} {"level":"info","ts":"2026-03-13T10:15:49.503526Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T10:15:49.503637Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T10:15:49.503824Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-13T10:15:49.503892Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-13T10:15:49.509887Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T10:15:49.510117Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T10:15:49.510189Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T10:15:49.511074Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-13T10:15:49.51486Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.23:2379"} {"level":"info","ts":"2026-03-13T10:16:03.853736Z","caller":"traceutil/trace.go:171","msg":"trace[2089786823] linearizableReadLoop","detail":"{readStateIndex:418; appliedIndex:417; }","duration":"125.169777ms","start":"2026-03-13T10:16:03.728538Z","end":"2026-03-13T10:16:03.853708Z","steps":["trace[2089786823] 'read index received' (duration: 125.080425ms)","trace[2089786823] 'applied index is now lower than readState.Index' (duration: 88.102µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:16:03.853926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.373843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:16:03.85399Z","caller":"traceutil/trace.go:171","msg":"trace[1570821134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:402; }","duration":"125.514866ms","start":"2026-03-13T10:16:03.728464Z","end":"2026-03-13T10:16:03.853979Z","steps":["trace[1570821134] 'agreement among raft nodes before linearized reading' (duration: 125.381813ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:03.854307Z","caller":"traceutil/trace.go:171","msg":"trace[11176318] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"196.657774ms","start":"2026-03-13T10:16:03.657639Z","end":"2026-03-13T10:16:03.854296Z","steps":["trace[11176318] 'process raft request' (duration: 195.912785ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:21.617707Z","caller":"traceutil/trace.go:171","msg":"trace[1798156207] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"130.324812ms","start":"2026-03-13T10:16:21.487355Z","end":"2026-03-13T10:16:21.61768Z","steps":["trace[1798156207] 'process raft request' (duration: 130.155648ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:21.620304Z","caller":"traceutil/trace.go:171","msg":"trace[254232042] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"124.151602ms","start":"2026-03-13T10:16:21.496138Z","end":"2026-03-13T10:16:21.620289Z","steps":["trace[254232042] 'process raft request' (duration: 124.084501ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:24.125085Z","caller":"traceutil/trace.go:171","msg":"trace[1389896347] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:537; }","duration":"107.635177ms","start":"2026-03-13T10:16:24.017414Z","end":"2026-03-13T10:16:24.125049Z","steps":["trace[1389896347] 'read index received' (duration: 107.39998ms)","trace[1389896347] 'applied index is now lower than readState.Index' (duration: 231.267µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:16:24.125171Z","caller":"traceutil/trace.go:171","msg":"trace[1372366795] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"165.888659ms","start":"2026-03-13T10:16:23.959253Z","end":"2026-03-13T10:16:24.125142Z","steps":["trace[1372366795] 'process raft request' (duration: 165.573541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:16:24.125352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.916174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T10:16:24.125437Z","caller":"traceutil/trace.go:171","msg":"trace[1825255666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:517; }","duration":"108.038336ms","start":"2026-03-13T10:16:24.017377Z","end":"2026-03-13T10:16:24.125416Z","steps":["trace[1825255666] 'agreement among raft nodes before linearized reading' (duration: 107.80596ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:27.966182Z","caller":"traceutil/trace.go:171","msg":"trace[870326589] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"253.317164ms","start":"2026-03-13T10:16:27.712837Z","end":"2026-03-13T10:16:27.966155Z","steps":["trace[870326589] 'process raft request' (duration: 253.1213ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:28.377106Z","caller":"traceutil/trace.go:171","msg":"trace[769646974] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:573; }","duration":"212.594734ms","start":"2026-03-13T10:16:28.164481Z","end":"2026-03-13T10:16:28.377075Z","steps":["trace[769646974] 'read index received' (duration: 212.275166ms)","trace[769646974] 'applied index is now lower than readState.Index' (duration: 318.328µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:16:28.377216Z","caller":"traceutil/trace.go:171","msg":"trace[1402240211] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"232.458147ms","start":"2026-03-13T10:16:28.144714Z","end":"2026-03-13T10:16:28.377172Z","steps":["trace[1402240211] 'process raft request' (duration: 232.18244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:16:28.377462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.944084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T10:16:28.377637Z","caller":"traceutil/trace.go:171","msg":"trace[628319439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:552; }","duration":"213.20231ms","start":"2026-03-13T10:16:28.164401Z","end":"2026-03-13T10:16:28.377603Z","steps":["trace[628319439] 'agreement among raft nodes before linearized reading' (duration: 212.785279ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:28.742589Z","caller":"traceutil/trace.go:171","msg":"trace[468004694] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:574; }","duration":"354.280649ms","start":"2026-03-13T10:16:28.388283Z","end":"2026-03-13T10:16:28.742564Z","steps":["trace[468004694] 'read index received' (duration: 298.507051ms)","trace[468004694] 'applied index is now lower than readState.Index' (duration: 55.772518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:16:28.74282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.521476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T10:16:28.742766Z","caller":"traceutil/trace.go:171","msg":"trace[1500578625] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"359.533224ms","start":"2026-03-13T10:16:28.383173Z","end":"2026-03-13T10:16:28.742707Z","steps":["trace[1500578625] 'process raft request' (duration: 303.773536ms)","trace[1500578625] 'compare' (duration: 55.509272ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:16:28.74285Z","caller":"traceutil/trace.go:171","msg":"trace[1334357601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:553; }","duration":"354.620098ms","start":"2026-03-13T10:16:28.38822Z","end":"2026-03-13T10:16:28.74284Z","steps":["trace[1334357601] 'agreement among raft nodes before linearized reading' (duration: 354.486184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:16:28.742879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:16:28.388198Z","time spent":"354.67475ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:16:28.743621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:16:28.383146Z","time spent":"359.73538ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:16:29.956542Z","caller":"traceutil/trace.go:171","msg":"trace[1819680358] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"149.207119ms","start":"2026-03-13T10:16:29.8073Z","end":"2026-03-13T10:16:29.956507Z","steps":["trace[1819680358] 'process raft request' (duration: 107.427621ms)","trace[1819680358] 'compare' (duration: 41.601323ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:16:29.957316Z","caller":"traceutil/trace.go:171","msg":"trace[603887683] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"126.058491ms","start":"2026-03-13T10:16:29.831233Z","end":"2026-03-13T10:16:29.957291Z","steps":["trace[603887683] 'process raft request' (duration: 125.773674ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:29.957443Z","caller":"traceutil/trace.go:171","msg":"trace[2017222537] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"123.432224ms","start":"2026-03-13T10:16:29.833971Z","end":"2026-03-13T10:16:29.957403Z","steps":["trace[2017222537] 'process raft request' (duration: 123.239329ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:56.072714Z","caller":"traceutil/trace.go:171","msg":"trace[1799911539] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"180.273681ms","start":"2026-03-13T10:16:55.892412Z","end":"2026-03-13T10:16:56.072685Z","steps":["trace[1799911539] 'process raft request' (duration: 98.293656ms)","trace[1799911539] 'compare' (duration: 81.77696ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:16:56.072884Z","caller":"traceutil/trace.go:171","msg":"trace[845427971] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"180.413154ms","start":"2026-03-13T10:16:55.892434Z","end":"2026-03-13T10:16:56.072847Z","steps":["trace[845427971] 'process raft request' (duration: 180.203089ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:16:56.341237Z","caller":"traceutil/trace.go:171","msg":"trace[1795398386] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"256.585328ms","start":"2026-03-13T10:16:56.084603Z","end":"2026-03-13T10:16:56.341188Z","steps":["trace[1795398386] 'process raft request' (duration: 252.268316ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:17:28.300655Z","caller":"traceutil/trace.go:171","msg":"trace[262962564] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"117.773529ms","start":"2026-03-13T10:17:28.182858Z","end":"2026-03-13T10:17:28.300631Z","steps":["trace[262962564] 'process raft request' (duration: 117.615204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:17:38.981683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.50076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:17:38.981777Z","caller":"traceutil/trace.go:171","msg":"trace[1529258429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1460; }","duration":"172.649483ms","start":"2026-03-13T10:17:38.809109Z","end":"2026-03-13T10:17:38.981758Z","steps":["trace[1529258429] 'range keys from in-memory index tree' (duration: 172.313384ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:17:38.981771Z","caller":"traceutil/trace.go:171","msg":"trace[975932204] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"148.453509ms","start":"2026-03-13T10:17:38.833293Z","end":"2026-03-13T10:17:38.981747Z","steps":["trace[975932204] 'process raft request' (duration: 122.769447ms)","trace[975932204] 'compare' (duration: 25.547689ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:17:38.991567Z","caller":"traceutil/trace.go:171","msg":"trace[336735581] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"102.313589ms","start":"2026-03-13T10:17:38.889223Z","end":"2026-03-13T10:17:38.991537Z","steps":["trace[336735581] 'process raft request' (duration: 102.164565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:17:52.796086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.015704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed4ef24f-0556-4ce8-8af5-ed1e2ec97002\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-13T10:17:52.796178Z","caller":"traceutil/trace.go:171","msg":"trace[1151315208] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed4ef24f-0556-4ce8-8af5-ed1e2ec97002; range_end:; response_count:1; response_revision:1639; }","duration":"432.174239ms","start":"2026-03-13T10:17:52.363985Z","end":"2026-03-13T10:17:52.796159Z","steps":["trace[1151315208] 'range keys from in-memory index tree' (duration: 431.806589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:17:52.796212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:17:52.363961Z","time spent":"432.242981ms","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed4ef24f-0556-4ce8-8af5-ed1e2ec97002\" "} {"level":"warn","ts":"2026-03-13T10:17:52.796691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.459278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:17:52.7968Z","caller":"traceutil/trace.go:171","msg":"trace[1838599236] linearizableReadLoop","detail":"{readStateIndex:1706; appliedIndex:1705; }","duration":"383.8039ms","start":"2026-03-13T10:17:52.412979Z","end":"2026-03-13T10:17:52.796783Z","steps":["trace[1838599236] 'read index received' (duration: 48.950093ms)","trace[1838599236] 'applied index is now lower than readState.Index' (duration: 334.852807ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:17:52.796922Z","caller":"traceutil/trace.go:171","msg":"trace[983617682] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"429.482969ms","start":"2026-03-13T10:17:52.3674Z","end":"2026-03-13T10:17:52.796883Z","steps":["trace[983617682] 'process raft request' (duration: 94.559259ms)","trace[983617682] 'compare' (duration: 334.337725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:17:52.797034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:17:52.367382Z","time spent":"429.601102ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:17:52.797229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.060491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-13T10:17:52.797239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.252492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:17:52.797267Z","caller":"traceutil/trace.go:171","msg":"trace[1136822894] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:1640; }","duration":"164.134243ms","start":"2026-03-13T10:17:52.633123Z","end":"2026-03-13T10:17:52.797257Z","steps":["trace[1136822894] 'agreement among raft nodes before linearized reading' (duration: 164.01025ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:17:52.797283Z","caller":"traceutil/trace.go:171","msg":"trace[1803703343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1640; }","duration":"384.328854ms","start":"2026-03-13T10:17:52.412944Z","end":"2026-03-13T10:17:52.797273Z","steps":["trace[1803703343] 'agreement among raft nodes before linearized reading' (duration: 383.929834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:17:52.797328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:17:52.412929Z","time spent":"384.390415ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T10:17:53.270142Z","caller":"traceutil/trace.go:171","msg":"trace[376771414] linearizableReadLoop","detail":"{readStateIndex:1711; appliedIndex:1710; }","duration":"135.014203ms","start":"2026-03-13T10:17:53.135101Z","end":"2026-03-13T10:17:53.270115Z","steps":["trace[376771414] 'read index received' (duration: 134.894409ms)","trace[376771414] 'applied index is now lower than readState.Index' (duration: 118.704µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:17:53.270254Z","caller":"traceutil/trace.go:171","msg":"trace[595364945] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"202.292638ms","start":"2026-03-13T10:17:53.067928Z","end":"2026-03-13T10:17:53.270221Z","steps":["trace[595364945] 'process raft request' (duration: 201.99712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:17:53.270587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.460894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed4ef24f-0556-4ce8-8af5-ed1e2ec97002\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-13T10:17:53.270875Z","caller":"traceutil/trace.go:171","msg":"trace[969954226] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed4ef24f-0556-4ce8-8af5-ed1e2ec97002; range_end:; response_count:1; response_revision:1644; }","duration":"135.803354ms","start":"2026-03-13T10:17:53.135048Z","end":"2026-03-13T10:17:53.270852Z","steps":["trace[969954226] 'agreement among raft nodes before linearized reading' (duration: 135.205718ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:17:53.380191Z","caller":"traceutil/trace.go:171","msg":"trace[1171318113] linearizableReadLoop","detail":"{readStateIndex:1712; appliedIndex:1711; }","duration":"109.28469ms","start":"2026-03-13T10:17:53.270697Z","end":"2026-03-13T10:17:53.379981Z","steps":["trace[1171318113] 'read index received' (duration: 109.103464ms)","trace[1171318113] 'applied index is now lower than readState.Index' (duration: 179.726µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:17:53.380246Z","caller":"traceutil/trace.go:171","msg":"trace[258355742] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"116.587948ms","start":"2026-03-13T10:17:53.263622Z","end":"2026-03-13T10:17:53.38021Z","steps":["trace[258355742] 'process raft request' (duration: 116.155827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:17:53.380542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.034897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-13T10:17:53.380558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.95221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T10:17:53.38065Z","caller":"traceutil/trace.go:171","msg":"trace[184810963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1645; }","duration":"140.197596ms","start":"2026-03-13T10:17:53.240428Z","end":"2026-03-13T10:17:53.380626Z","steps":["trace[184810963] 'agreement among raft nodes before linearized reading' (duration: 139.778046ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:17:53.380662Z","caller":"traceutil/trace.go:171","msg":"trace[1689414674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1645; }","duration":"172.165712ms","start":"2026-03-13T10:17:53.208433Z","end":"2026-03-13T10:17:53.380599Z","steps":["trace[1689414674] 'agreement among raft nodes before linearized reading' (duration: 171.846764ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:17:53.384334Z","caller":"traceutil/trace.go:171","msg":"trace[222692892] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"103.971862ms","start":"2026-03-13T10:17:53.280315Z","end":"2026-03-13T10:17:53.384287Z","steps":["trace[222692892] 'process raft request' (duration: 103.738756ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:18:06.778166Z","caller":"traceutil/trace.go:171","msg":"trace[1587922507] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"113.94027ms","start":"2026-03-13T10:18:06.664193Z","end":"2026-03-13T10:18:06.778134Z","steps":["trace[1587922507] 'process raft request' (duration: 105.595294ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:18:07.463893Z","caller":"traceutil/trace.go:171","msg":"trace[1990465639] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"135.992569ms","start":"2026-03-13T10:18:07.327871Z","end":"2026-03-13T10:18:07.463864Z","steps":["trace[1990465639] 'process raft request' (duration: 126.076392ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:18:07.467683Z","caller":"traceutil/trace.go:171","msg":"trace[305110154] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"138.826391ms","start":"2026-03-13T10:18:07.328834Z","end":"2026-03-13T10:18:07.46766Z","steps":["trace[305110154] 'process raft request' (duration: 138.603576ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:18:07.467946Z","caller":"traceutil/trace.go:171","msg":"trace[536627459] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"139.049396ms","start":"2026-03-13T10:18:07.328877Z","end":"2026-03-13T10:18:07.467927Z","steps":["trace[536627459] 'process raft request' (duration: 138.724969ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:18:07.467957Z","caller":"traceutil/trace.go:171","msg":"trace[2087385691] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"137.358093ms","start":"2026-03-13T10:18:07.330582Z","end":"2026-03-13T10:18:07.46794Z","steps":["trace[2087385691] 'process raft request' (duration: 137.2546ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:18:37.912629Z","caller":"traceutil/trace.go:171","msg":"trace[207159036] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1989; }","duration":"103.292682ms","start":"2026-03-13T10:18:37.809296Z","end":"2026-03-13T10:18:37.912589Z","steps":["trace[207159036] 'read index received' (duration: 13.064758ms)","trace[207159036] 'applied index is now lower than readState.Index' (duration: 90.225574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:18:37.912925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.593449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:18:37.912908Z","caller":"traceutil/trace.go:171","msg":"trace[1409452610] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"103.62521ms","start":"2026-03-13T10:18:37.809207Z","end":"2026-03-13T10:18:37.912832Z","steps":["trace[1409452610] 'process raft request' (duration: 50.951668ms)","trace[1409452610] 'compare' (duration: 52.280663ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:18:37.912998Z","caller":"traceutil/trace.go:171","msg":"trace[1843125679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1914; }","duration":"103.710844ms","start":"2026-03-13T10:18:37.809268Z","end":"2026-03-13T10:18:37.912979Z","steps":["trace[1843125679] 'agreement among raft nodes before linearized reading' (duration: 103.483797ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:18:43.969061Z","caller":"traceutil/trace.go:171","msg":"trace[1983549014] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"115.069467ms","start":"2026-03-13T10:18:43.853943Z","end":"2026-03-13T10:18:43.969012Z","steps":["trace[1983549014] 'process raft request' (duration: 114.877032ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:18:44.448493Z","caller":"traceutil/trace.go:171","msg":"trace[932685617] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2022; }","duration":"231.142799ms","start":"2026-03-13T10:18:44.217325Z","end":"2026-03-13T10:18:44.448467Z","steps":["trace[932685617] 'read index received' (duration: 230.948873ms)","trace[932685617] 'applied index is now lower than readState.Index' (duration: 192.606µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:18:44.44855Z","caller":"traceutil/trace.go:171","msg":"trace[360372089] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"251.29735ms","start":"2026-03-13T10:18:44.197222Z","end":"2026-03-13T10:18:44.44852Z","steps":["trace[360372089] 'process raft request' (duration: 251.056463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:18:44.448827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.471097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T10:18:44.44894Z","caller":"traceutil/trace.go:171","msg":"trace[1854618580] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1944; }","duration":"231.646602ms","start":"2026-03-13T10:18:44.217266Z","end":"2026-03-13T10:18:44.448913Z","steps":["trace[1854618580] 'agreement among raft nodes before linearized reading' (duration: 231.314924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:18:45.030891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.46267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:18:45.031269Z","caller":"traceutil/trace.go:171","msg":"trace[1551943794] linearizableReadLoop","detail":"{readStateIndex:2025; appliedIndex:2023; }","duration":"552.065479ms","start":"2026-03-13T10:18:44.47918Z","end":"2026-03-13T10:18:45.031246Z","steps":["trace[1551943794] 'read index received' (duration: 316.139366ms)","trace[1551943794] 'applied index is now lower than readState.Index' (duration: 235.924943ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:18:45.03143Z","caller":"traceutil/trace.go:171","msg":"trace[100553163] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"595.642686ms","start":"2026-03-13T10:18:44.435769Z","end":"2026-03-13T10:18:45.031412Z","steps":["trace[100553163] 'process raft request' (duration: 359.538079ms)","trace[100553163] 'compare' (duration: 234.894676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:18:45.03155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:18:44.435705Z","time spent":"595.79913ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:18:45.031696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.467129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:18:45.031689Z","caller":"traceutil/trace.go:171","msg":"trace[202485371] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"562.213771ms","start":"2026-03-13T10:18:44.469422Z","end":"2026-03-13T10:18:45.031636Z","steps":["trace[202485371] 'process raft request' (duration: 561.710458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:18:45.031826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.701824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:18:45.031863Z","caller":"traceutil/trace.go:171","msg":"trace[903102750] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1946; }","duration":"552.704296ms","start":"2026-03-13T10:18:44.479129Z","end":"2026-03-13T10:18:45.031833Z","steps":["trace[903102750] 'agreement among raft nodes before linearized reading' (duration: 552.432209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:18:45.031932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:18:44.479116Z","time spent":"552.803798ms","remote":"127.0.0.1:47624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:18:45.031938Z","caller":"traceutil/trace.go:171","msg":"trace[188512305] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1946; }","duration":"533.841007ms","start":"2026-03-13T10:18:44.498071Z","end":"2026-03-13T10:18:45.031912Z","steps":["trace[188512305] 'agreement among raft nodes before linearized reading' (duration: 533.578141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:18:45.031997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:18:44.497805Z","time spent":"534.181157ms","remote":"127.0.0.1:60474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:18:45.03204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:18:44.469384Z","time spent":"562.506559ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:18:45.416484Z","caller":"traceutil/trace.go:171","msg":"trace[1457426628] linearizableReadLoop","detail":"{readStateIndex:2026; appliedIndex:2025; }","duration":"265.965439ms","start":"2026-03-13T10:18:45.150479Z","end":"2026-03-13T10:18:45.416445Z","steps":["trace[1457426628] 'read index received' (duration: 228.8867ms)","trace[1457426628] 'applied index is now lower than readState.Index' (duration: 37.076789ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:18:45.416545Z","caller":"traceutil/trace.go:171","msg":"trace[684246695] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"350.775473ms","start":"2026-03-13T10:18:45.065712Z","end":"2026-03-13T10:18:45.416488Z","steps":["trace[684246695] 'process raft request' (duration: 313.637312ms)","trace[684246695] 'compare' (duration: 36.712201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:18:45.41673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.658748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:18:45.416812Z","caller":"traceutil/trace.go:171","msg":"trace[601926186] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1947; }","duration":"237.75058ms","start":"2026-03-13T10:18:45.179036Z","end":"2026-03-13T10:18:45.416786Z","steps":["trace[601926186] 'agreement among raft nodes before linearized reading' (duration: 237.628007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:18:45.416827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.432708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T10:18:45.416728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.227277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-13T10:18:45.416915Z","caller":"traceutil/trace.go:171","msg":"trace[439762371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1947; }","duration":"238.589081ms","start":"2026-03-13T10:18:45.178305Z","end":"2026-03-13T10:18:45.416894Z","steps":["trace[439762371] 'agreement among raft nodes before linearized reading' (duration: 238.351505ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:18:45.416928Z","caller":"traceutil/trace.go:171","msg":"trace[1763320667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1947; }","duration":"266.492053ms","start":"2026-03-13T10:18:45.150422Z","end":"2026-03-13T10:18:45.416914Z","steps":["trace[1763320667] 'agreement among raft nodes before linearized reading' (duration: 266.116173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:18:45.41708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:18:45.065637Z","time spent":"351.243236ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:19:36.023461Z","caller":"traceutil/trace.go:171","msg":"trace[1690408057] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"250.033533ms","start":"2026-03-13T10:19:35.773399Z","end":"2026-03-13T10:19:36.023432Z","steps":["trace[1690408057] 'process raft request' (duration: 233.54698ms)","trace[1690408057] 'compare' (duration: 16.142425ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:20:09.873814Z","caller":"traceutil/trace.go:171","msg":"trace[987425516] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"132.822247ms","start":"2026-03-13T10:20:09.740953Z","end":"2026-03-13T10:20:09.873776Z","steps":["trace[987425516] 'process raft request' (duration: 132.596352ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:20:10.096372Z","caller":"traceutil/trace.go:171","msg":"trace[532711054] linearizableReadLoop","detail":"{readStateIndex:2661; appliedIndex:2660; }","duration":"191.384805ms","start":"2026-03-13T10:20:09.904961Z","end":"2026-03-13T10:20:10.096345Z","steps":["trace[532711054] 'read index received' (duration: 188.119891ms)","trace[532711054] 'applied index is now lower than readState.Index' (duration: 3.263654ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:20:10.096393Z","caller":"traceutil/trace.go:171","msg":"trace[1912172536] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"216.817558ms","start":"2026-03-13T10:20:09.87955Z","end":"2026-03-13T10:20:10.096368Z","steps":["trace[1912172536] 'process raft request' (duration: 213.488653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:20:10.09658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.129739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:20:10.096676Z","caller":"traceutil/trace.go:171","msg":"trace[2072987846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2557; }","duration":"151.277693ms","start":"2026-03-13T10:20:09.94537Z","end":"2026-03-13T10:20:10.096648Z","steps":["trace[2072987846] 'agreement among raft nodes before linearized reading' (duration: 151.13411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:20:10.096606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.633531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T10:20:10.09691Z","caller":"traceutil/trace.go:171","msg":"trace[1918109845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2557; }","duration":"191.97034ms","start":"2026-03-13T10:20:09.904918Z","end":"2026-03-13T10:20:10.096888Z","steps":["trace[1918109845] 'agreement among raft nodes before linearized reading' (duration: 191.552159ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:22:35.343229Z","caller":"traceutil/trace.go:171","msg":"trace[1747976101] transaction","detail":"{read_only:false; response_revision:3452; number_of_response:1; }","duration":"131.784065ms","start":"2026-03-13T10:22:35.21142Z","end":"2026-03-13T10:22:35.343204Z","steps":["trace[1747976101] 'process raft request' (duration: 131.638912ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:22:35.677725Z","caller":"traceutil/trace.go:171","msg":"trace[273084652] transaction","detail":"{read_only:false; response_revision:3453; number_of_response:1; }","duration":"465.381258ms","start":"2026-03-13T10:22:35.212319Z","end":"2026-03-13T10:22:35.677701Z","steps":["trace[273084652] 'process raft request' (duration: 465.191932ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:22:35.677745Z","caller":"traceutil/trace.go:171","msg":"trace[566267626] transaction","detail":"{read_only:false; response_revision:3454; number_of_response:1; }","duration":"464.569467ms","start":"2026-03-13T10:22:35.213145Z","end":"2026-03-13T10:22:35.677714Z","steps":["trace[566267626] 'process raft request' (duration: 464.500455ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:22:35.677837Z","caller":"traceutil/trace.go:171","msg":"trace[1348648529] transaction","detail":"{read_only:false; response_revision:3455; number_of_response:1; }","duration":"335.454249ms","start":"2026-03-13T10:22:35.342354Z","end":"2026-03-13T10:22:35.677808Z","steps":["trace[1348648529] 'process raft request' (duration: 335.327606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:22:35.677856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:22:35.212298Z","time spent":"465.484421ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:22:35.677886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:22:35.213115Z","time spent":"464.697101ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:22:35.677934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:22:35.342326Z","time spent":"335.553642ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:23:59.592312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.516506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T10:23:59.592307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.859364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-zn9c5-tls\" ","response":"range_response_count:1 size:2183"} {"level":"info","ts":"2026-03-13T10:23:59.592392Z","caller":"traceutil/trace.go:171","msg":"trace[934398914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4588; }","duration":"313.654949ms","start":"2026-03-13T10:23:59.278724Z","end":"2026-03-13T10:23:59.592379Z","steps":["trace[934398914] 'range keys from in-memory index tree' (duration: 313.32783ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:23:59.592407Z","caller":"traceutil/trace.go:171","msg":"trace[353111003] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-zn9c5-tls; range_end:; response_count:1; response_revision:4588; }","duration":"475.030928ms","start":"2026-03-13T10:23:59.117354Z","end":"2026-03-13T10:23:59.592385Z","steps":["trace[353111003] 'range keys from in-memory index tree' (duration: 474.626208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:23:59.592437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:23:59.278706Z","time spent":"313.7232ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:23:59.592452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:23:59.117329Z","time spent":"475.11334ms","remote":"127.0.0.1:59502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2206,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-zn9c5-tls\" "} {"level":"warn","ts":"2026-03-13T10:23:59.592476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.873295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719473"} {"level":"warn","ts":"2026-03-13T10:23:59.592469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.349489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:23:59.592546Z","caller":"traceutil/trace.go:171","msg":"trace[1394792576] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4588; }","duration":"174.991318ms","start":"2026-03-13T10:23:59.41754Z","end":"2026-03-13T10:23:59.592532Z","steps":["trace[1394792576] 'range keys from in-memory index tree' (duration: 174.511507ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:23:59.592581Z","caller":"traceutil/trace.go:171","msg":"trace[1541023155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4588; }","duration":"329.629205ms","start":"2026-03-13T10:23:59.26293Z","end":"2026-03-13T10:23:59.592559Z","steps":["trace[1541023155] 'range keys from in-memory index tree' (duration: 329.156313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:23:59.592641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:23:59.262875Z","time spent":"329.752947ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T10:24:01.227316Z","caller":"traceutil/trace.go:171","msg":"trace[1273027921] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"187.187392ms","start":"2026-03-13T10:24:01.040108Z","end":"2026-03-13T10:24:01.227295Z","steps":["trace[1273027921] 'process raft request' (duration: 187.042029ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:24:01.238921Z","caller":"traceutil/trace.go:171","msg":"trace[1992598454] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"198.242231ms","start":"2026-03-13T10:24:01.040655Z","end":"2026-03-13T10:24:01.238898Z","steps":["trace[1992598454] 'process raft request' (duration: 198.061246ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:24:02.01811Z","caller":"traceutil/trace.go:171","msg":"trace[1052475387] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"117.426247ms","start":"2026-03-13T10:24:01.900654Z","end":"2026-03-13T10:24:02.01808Z","steps":["trace[1052475387] 'process raft request' (duration: 117.272604ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:24:10.588304Z","caller":"traceutil/trace.go:171","msg":"trace[1481881292] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"113.279347ms","start":"2026-03-13T10:24:10.474977Z","end":"2026-03-13T10:24:10.588256Z","steps":["trace[1481881292] 'process raft request' (duration: 51.423103ms)","trace[1481881292] 'compare' (duration: 61.585468ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:24:10.588378Z","caller":"traceutil/trace.go:171","msg":"trace[1490929327] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"113.320008ms","start":"2026-03-13T10:24:10.475022Z","end":"2026-03-13T10:24:10.588342Z","steps":["trace[1490929327] 'process raft request' (duration: 113.151774ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:24:11.300559Z","caller":"traceutil/trace.go:171","msg":"trace[1771626524] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"211.367966ms","start":"2026-03-13T10:24:11.089165Z","end":"2026-03-13T10:24:11.300533Z","steps":["trace[1771626524] 'process raft request' (duration: 211.204742ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:24:11.419227Z","caller":"traceutil/trace.go:171","msg":"trace[1841067044] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"112.845236ms","start":"2026-03-13T10:24:11.306315Z","end":"2026-03-13T10:24:11.41916Z","steps":["trace[1841067044] 'process raft request' (duration: 112.250432ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:24:11.419431Z","caller":"traceutil/trace.go:171","msg":"trace[1573632254] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"112.98498ms","start":"2026-03-13T10:24:11.306424Z","end":"2026-03-13T10:24:11.419409Z","steps":["trace[1573632254] 'process raft request' (duration: 112.690383ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:24:11.41951Z","caller":"traceutil/trace.go:171","msg":"trace[364534556] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"111.812702ms","start":"2026-03-13T10:24:11.307671Z","end":"2026-03-13T10:24:11.419484Z","steps":["trace[364534556] 'process raft request' (duration: 111.7487ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:24:11.419646Z","caller":"traceutil/trace.go:171","msg":"trace[825721463] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"112.200361ms","start":"2026-03-13T10:24:11.307424Z","end":"2026-03-13T10:24:11.419624Z","steps":["trace[825721463] 'process raft request' (duration: 111.887524ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:24:18.439326Z","caller":"traceutil/trace.go:171","msg":"trace[1155244558] linearizableReadLoop","detail":"{readStateIndex:5162; appliedIndex:5161; }","duration":"131.053646ms","start":"2026-03-13T10:24:18.308238Z","end":"2026-03-13T10:24:18.439292Z","steps":["trace[1155244558] 'read index received' (duration: 81.046958ms)","trace[1155244558] 'applied index is now lower than readState.Index' (duration: 50.005438ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:24:18.43949Z","caller":"traceutil/trace.go:171","msg":"trace[1198902190] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"139.264604ms","start":"2026-03-13T10:24:18.300192Z","end":"2026-03-13T10:24:18.439457Z","steps":["trace[1198902190] 'process raft request' (duration: 89.198705ms)","trace[1198902190] 'compare' (duration: 49.68795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:24:18.439631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.20853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"info","ts":"2026-03-13T10:24:18.43977Z","caller":"traceutil/trace.go:171","msg":"trace[475644495] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4967; }","duration":"126.374194ms","start":"2026-03-13T10:24:18.31338Z","end":"2026-03-13T10:24:18.439754Z","steps":["trace[475644495] 'agreement among raft nodes before linearized reading' (duration: 126.138738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:24:18.439801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.376365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:24:18.439883Z","caller":"traceutil/trace.go:171","msg":"trace[586896170] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4967; }","duration":"131.631521ms","start":"2026-03-13T10:24:18.308213Z","end":"2026-03-13T10:24:18.439844Z","steps":["trace[586896170] 'agreement among raft nodes before linearized reading' (duration: 131.284023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:24:18.744269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.581938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:24:18.744461Z","caller":"traceutil/trace.go:171","msg":"trace[1871116587] linearizableReadLoop","detail":"{readStateIndex:5164; appliedIndex:5162; }","duration":"295.13235ms","start":"2026-03-13T10:24:18.449314Z","end":"2026-03-13T10:24:18.744446Z","steps":["trace[1871116587] 'read index received' (duration: 108.739347ms)","trace[1871116587] 'applied index is now lower than readState.Index' (duration: 186.392143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:24:18.744598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.281024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dgwcp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T10:24:18.744562Z","caller":"traceutil/trace.go:171","msg":"trace[511976285] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"286.761298ms","start":"2026-03-13T10:24:18.457759Z","end":"2026-03-13T10:24:18.74452Z","steps":["trace[511976285] 'process raft request' (duration: 286.639775ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:24:18.744626Z","caller":"traceutil/trace.go:171","msg":"trace[1535515830] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dgwcp; range_end:; response_count:1; response_revision:4970; }","duration":"295.368327ms","start":"2026-03-13T10:24:18.449252Z","end":"2026-03-13T10:24:18.74462Z","steps":["trace[1535515830] 'agreement among raft nodes before linearized reading' (duration: 295.258475ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:24:18.744497Z","caller":"traceutil/trace.go:171","msg":"trace[57213795] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"297.55866ms","start":"2026-03-13T10:24:18.446899Z","end":"2026-03-13T10:24:18.744458Z","steps":["trace[57213795] 'process raft request' (duration: 110.704235ms)","trace[57213795] 'compare' (duration: 186.419865ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:24:18.744633Z","caller":"traceutil/trace.go:171","msg":"trace[95928879] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"296.367451ms","start":"2026-03-13T10:24:18.448234Z","end":"2026-03-13T10:24:18.744601Z","steps":["trace[95928879] 'process raft request' (duration: 296.130896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:24:18.760928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.218905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3d578e7-a015-4552-b7a9-6e48ac3b5f2f\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-13T10:24:18.760966Z","caller":"traceutil/trace.go:171","msg":"trace[1652072370] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3d578e7-a015-4552-b7a9-6e48ac3b5f2f; range_end:; response_count:1; response_revision:4971; }","duration":"228.303757ms","start":"2026-03-13T10:24:18.532655Z","end":"2026-03-13T10:24:18.760959Z","steps":["trace[1652072370] 'agreement among raft nodes before linearized reading' (duration: 228.163424ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:24:18.761105Z","caller":"traceutil/trace.go:171","msg":"trace[747677274] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"147.674218ms","start":"2026-03-13T10:24:18.613423Z","end":"2026-03-13T10:24:18.761097Z","steps":["trace[747677274] 'process raft request' (duration: 147.140355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:24:18.762004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.928829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-13T10:24:18.762101Z","caller":"traceutil/trace.go:171","msg":"trace[756253344] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4971; }","duration":"286.074831ms","start":"2026-03-13T10:24:18.476008Z","end":"2026-03-13T10:24:18.762082Z","steps":["trace[756253344] 'agreement among raft nodes before linearized reading' (duration: 284.813162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:24:19.291138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.918845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:24:19.291343Z","caller":"traceutil/trace.go:171","msg":"trace[777121056] linearizableReadLoop","detail":"{readStateIndex:5168; appliedIndex:5166; }","duration":"496.074666ms","start":"2026-03-13T10:24:18.795251Z","end":"2026-03-13T10:24:19.291326Z","steps":["trace[777121056] 'read index received' (duration: 371.888256ms)","trace[777121056] 'applied index is now lower than readState.Index' (duration: 124.18554ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:24:19.291418Z","caller":"traceutil/trace.go:171","msg":"trace[912985015] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"526.735386ms","start":"2026-03-13T10:24:18.764656Z","end":"2026-03-13T10:24:19.291391Z","steps":["trace[912985015] 'process raft request' (duration: 402.475155ms)","trace[912985015] 'compare' (duration: 123.116784ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:24:19.291497Z","caller":"traceutil/trace.go:171","msg":"trace[132915272] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"507.339248ms","start":"2026-03-13T10:24:18.78406Z","end":"2026-03-13T10:24:19.2914Z","steps":["trace[132915272] 'process raft request' (duration: 507.195594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:24:19.291518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.039513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:24:19.291556Z","caller":"traceutil/trace.go:171","msg":"trace[583660773] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4973; }","duration":"462.127676ms","start":"2026-03-13T10:24:18.82942Z","end":"2026-03-13T10:24:19.291547Z","steps":["trace[583660773] 'agreement among raft nodes before linearized reading' (duration: 462.014542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:24:19.291573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:24:18.764628Z","time spent":"526.875761ms","remote":"127.0.0.1:60348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4773,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:24:19.291604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:24:18.829343Z","time spent":"462.2516ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:24:19.291601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:24:18.784027Z","time spent":"507.520123ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:24:19.291613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.326396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3d578e7-a015-4552-b7a9-6e48ac3b5f2f\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-13T10:24:19.291625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.375133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-13T10:24:19.291727Z","caller":"traceutil/trace.go:171","msg":"trace[116905905] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4973; }","duration":"496.530827ms","start":"2026-03-13T10:24:18.795186Z","end":"2026-03-13T10:24:19.291717Z","steps":["trace[116905905] 'agreement among raft nodes before linearized reading' (duration: 496.216579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:24:19.291788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:24:18.795156Z","time spent":"496.623519ms","remote":"127.0.0.1:60348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-13T10:24:19.291687Z","caller":"traceutil/trace.go:171","msg":"trace[1418432893] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3d578e7-a015-4552-b7a9-6e48ac3b5f2f; range_end:; response_count:1; response_revision:4973; }","duration":"134.450539ms","start":"2026-03-13T10:24:19.15722Z","end":"2026-03-13T10:24:19.29167Z","steps":["trace[1418432893] 'agreement among raft nodes before linearized reading' (duration: 134.283395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:24:19.291728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.57568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:24:19.291939Z","caller":"traceutil/trace.go:171","msg":"trace[1917832118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4973; }","duration":"345.907068ms","start":"2026-03-13T10:24:18.946014Z","end":"2026-03-13T10:24:19.291921Z","steps":["trace[1917832118] 'agreement among raft nodes before linearized reading' (duration: 345.527959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:24:19.291991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:24:18.945998Z","time spent":"345.982429ms","remote":"127.0.0.1:60220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:24:21.372465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.42637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-13T10:24:21.372571Z","caller":"traceutil/trace.go:171","msg":"trace[238391624] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5005; }","duration":"144.590103ms","start":"2026-03-13T10:24:21.227962Z","end":"2026-03-13T10:24:21.372552Z","steps":["trace[238391624] 'range keys from in-memory index tree' (duration: 144.209055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:24:26.061098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.210156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:24:26.061208Z","caller":"traceutil/trace.go:171","msg":"trace[750037206] linearizableReadLoop","detail":"{readStateIndex:5300; appliedIndex:5299; }","duration":"179.22868ms","start":"2026-03-13T10:24:25.881962Z","end":"2026-03-13T10:24:26.061191Z","steps":["trace[750037206] 'read index received' (duration: 36.784919ms)","trace[750037206] 'applied index is now lower than readState.Index' (duration: 142.442691ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:24:26.061251Z","caller":"traceutil/trace.go:171","msg":"trace[2013102976] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"301.415542ms","start":"2026-03-13T10:24:25.759797Z","end":"2026-03-13T10:24:26.061213Z","steps":["trace[2013102976] 'process raft request' (duration: 159.013392ms)","trace[2013102976] 'compare' (duration: 142.060042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:24:26.061331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.376334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T10:24:26.06136Z","caller":"traceutil/trace.go:171","msg":"trace[595896126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5102; }","duration":"179.438275ms","start":"2026-03-13T10:24:25.881913Z","end":"2026-03-13T10:24:26.061351Z","steps":["trace[595896126] 'agreement among raft nodes before linearized reading' (duration: 179.321633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:24:26.061419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:24:25.759724Z","time spent":"301.598286ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:24:31.500028Z","caller":"traceutil/trace.go:171","msg":"trace[247057022] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"164.670288ms","start":"2026-03-13T10:24:31.33532Z","end":"2026-03-13T10:24:31.49999Z","steps":["trace[247057022] 'process raft request' (duration: 107.869396ms)","trace[247057022] 'compare' (duration: 56.475684ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:24:31.500057Z","caller":"traceutil/trace.go:171","msg":"trace[1503053059] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"164.203378ms","start":"2026-03-13T10:24:31.335805Z","end":"2026-03-13T10:24:31.500009Z","steps":["trace[1503053059] 'process raft request' (duration: 164.108226ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:24:31.500037Z","caller":"traceutil/trace.go:171","msg":"trace[1381213081] linearizableReadLoop","detail":"{readStateIndex:5347; appliedIndex:5345; }","duration":"141.257243ms","start":"2026-03-13T10:24:31.358755Z","end":"2026-03-13T10:24:31.500013Z","steps":["trace[1381213081] 'read index received' (duration: 84.41896ms)","trace[1381213081] 'applied index is now lower than readState.Index' (duration: 56.837273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:24:31.500443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.676464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.189c5f901f81f274\" ","response":"range_response_count:1 size:751"} {"level":"warn","ts":"2026-03-13T10:24:31.500477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.949971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-13T10:24:31.500522Z","caller":"traceutil/trace.go:171","msg":"trace[269553191] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.189c5f901f81f274; range_end:; response_count:1; response_revision:5149; }","duration":"141.802997ms","start":"2026-03-13T10:24:31.358697Z","end":"2026-03-13T10:24:31.5005Z","steps":["trace[269553191] 'agreement among raft nodes before linearized reading' (duration: 141.395847ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:24:31.500562Z","caller":"traceutil/trace.go:171","msg":"trace[720775099] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5149; }","duration":"118.079714ms","start":"2026-03-13T10:24:31.38246Z","end":"2026-03-13T10:24:31.50054Z","steps":["trace[720775099] 'agreement among raft nodes before linearized reading' (duration: 117.814507ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:24:32.201931Z","caller":"traceutil/trace.go:171","msg":"trace[2057348473] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"113.768878ms","start":"2026-03-13T10:24:32.088118Z","end":"2026-03-13T10:24:32.201886Z","steps":["trace[2057348473] 'process raft request' (duration: 63.425293ms)","trace[2057348473] 'compare' (duration: 50.181151ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:24:32.486539Z","caller":"traceutil/trace.go:171","msg":"trace[349863362] linearizableReadLoop","detail":"{readStateIndex:5359; appliedIndex:5358; }","duration":"158.272574ms","start":"2026-03-13T10:24:32.328235Z","end":"2026-03-13T10:24:32.486508Z","steps":["trace[349863362] 'read index received' (duration: 158.011918ms)","trace[349863362] 'applied index is now lower than readState.Index' (duration: 259.406µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:24:32.486583Z","caller":"traceutil/trace.go:171","msg":"trace[1581311461] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"181.256729ms","start":"2026-03-13T10:24:32.305298Z","end":"2026-03-13T10:24:32.486554Z","steps":["trace[1581311461] 'process raft request' (duration: 181.037094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:24:32.486695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.455068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:24:32.486738Z","caller":"traceutil/trace.go:171","msg":"trace[587373971] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5160; }","duration":"158.56045ms","start":"2026-03-13T10:24:32.328168Z","end":"2026-03-13T10:24:32.486728Z","steps":["trace[587373971] 'agreement among raft nodes before linearized reading' (duration: 158.474598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:24:32.486849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.606201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-13T10:24:32.486896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.451279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:24:32.486926Z","caller":"traceutil/trace.go:171","msg":"trace[1719502468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5160; }","duration":"146.697684ms","start":"2026-03-13T10:24:32.34021Z","end":"2026-03-13T10:24:32.486908Z","steps":["trace[1719502468] 'agreement among raft nodes before linearized reading' (duration: 146.472668ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:24:32.48696Z","caller":"traceutil/trace.go:171","msg":"trace[570988968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5160; }","duration":"146.568582ms","start":"2026-03-13T10:24:32.340382Z","end":"2026-03-13T10:24:32.48695Z","steps":["trace[570988968] 'agreement among raft nodes before linearized reading' (duration: 146.390327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:24:32.486895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.260842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-13T10:24:32.487062Z","caller":"traceutil/trace.go:171","msg":"trace[344382407] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5160; }","duration":"141.464307ms","start":"2026-03-13T10:24:32.345585Z","end":"2026-03-13T10:24:32.487049Z","steps":["trace[344382407] 'agreement among raft nodes before linearized reading' (duration: 141.16797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:24:32.774943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.779407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:24:32.775056Z","caller":"traceutil/trace.go:171","msg":"trace[506504219] linearizableReadLoop","detail":"{readStateIndex:5361; appliedIndex:5360; }","duration":"277.547115ms","start":"2026-03-13T10:24:32.497491Z","end":"2026-03-13T10:24:32.775038Z","steps":["trace[506504219] 'read index received' (duration: 65.538913ms)","trace[506504219] 'applied index is now lower than readState.Index' (duration: 212.006762ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:24:32.775093Z","caller":"traceutil/trace.go:171","msg":"trace[2134933430] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"284.622387ms","start":"2026-03-13T10:24:32.49043Z","end":"2026-03-13T10:24:32.775052Z","steps":["trace[2134933430] 'process raft request' (duration: 72.642485ms)","trace[2134933430] 'compare' (duration: 211.641534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:24:32.775249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.566812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T10:24:32.775287Z","caller":"traceutil/trace.go:171","msg":"trace[1446891569] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5162; }","duration":"283.625764ms","start":"2026-03-13T10:24:32.49165Z","end":"2026-03-13T10:24:32.775276Z","steps":["trace[1446891569] 'agreement among raft nodes before linearized reading' (duration: 283.472389ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:25:49.540323Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2752} {"level":"info","ts":"2026-03-13T10:25:49.597953Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2752,"took":"56.259568ms","hash":2346846506,"current-db-size-bytes":41205760,"current-db-size":"41 MB","current-db-size-in-use-bytes":31047680,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-13T10:25:49.598011Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2346846506,"revision":2752,"compact-revision":-1} {"level":"warn","ts":"2026-03-13T10:30:25.004069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953326831313616,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T10:30:25.094187Z","caller":"traceutil/trace.go:171","msg":"trace[71233704] transaction","detail":"{read_only:false; response_revision:7646; number_of_response:1; }","duration":"756.399774ms","start":"2026-03-13T10:30:24.337765Z","end":"2026-03-13T10:30:25.094165Z","steps":["trace[71233704] 'process raft request' (duration: 756.270722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:30:25.09433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:30:24.337741Z","time spent":"756.514615ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:30:25.197377Z","caller":"traceutil/trace.go:171","msg":"trace[1766832922] linearizableReadLoop","detail":"{readStateIndex:7932; appliedIndex:7929; }","duration":"694.26435ms","start":"2026-03-13T10:30:24.503089Z","end":"2026-03-13T10:30:25.197354Z","steps":["trace[1766832922] 'read index received' (duration: 591.009789ms)","trace[1766832922] 'applied index is now lower than readState.Index' (duration: 103.253451ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:30:25.197422Z","caller":"traceutil/trace.go:171","msg":"trace[12047853] transaction","detail":"{read_only:false; response_revision:7647; number_of_response:1; }","duration":"393.815776ms","start":"2026-03-13T10:30:24.803568Z","end":"2026-03-13T10:30:25.197383Z","steps":["trace[12047853] 'process raft request' (duration: 393.498492ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:30:25.197471Z","caller":"traceutil/trace.go:171","msg":"trace[970695945] transaction","detail":"{read_only:false; response_revision:7648; number_of_response:1; }","duration":"297.807094ms","start":"2026-03-13T10:30:24.899633Z","end":"2026-03-13T10:30:25.19744Z","steps":["trace[970695945] 'process raft request' (duration: 297.668812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:30:25.197583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.647607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:30:25.197616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:30:24.803546Z","time spent":"393.968348ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:30:25.197644Z","caller":"traceutil/trace.go:171","msg":"trace[358832150] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7648; }","duration":"557.725939ms","start":"2026-03-13T10:30:24.639898Z","end":"2026-03-13T10:30:25.197624Z","steps":["trace[358832150] 'agreement among raft nodes before linearized reading' (duration: 557.617987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:30:25.197639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.574805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:30:25.197697Z","caller":"traceutil/trace.go:171","msg":"trace[1175833685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7648; }","duration":"694.680847ms","start":"2026-03-13T10:30:24.503001Z","end":"2026-03-13T10:30:25.197682Z","steps":["trace[1175833685] 'agreement among raft nodes before linearized reading' (duration: 694.478943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:30:25.197746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:30:24.502969Z","time spent":"694.765918ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:30:25.197748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.927102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dgwcp\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T10:30:25.19776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.530107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:30:25.197799Z","caller":"traceutil/trace.go:171","msg":"trace[1559326494] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dgwcp; range_end:; response_count:1; response_revision:7648; }","duration":"333.003793ms","start":"2026-03-13T10:30:24.864781Z","end":"2026-03-13T10:30:25.197785Z","steps":["trace[1559326494] 'agreement among raft nodes before linearized reading' (duration: 332.864571ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:30:25.197806Z","caller":"traceutil/trace.go:171","msg":"trace[1774929724] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7648; }","duration":"402.616799ms","start":"2026-03-13T10:30:24.795176Z","end":"2026-03-13T10:30:25.197792Z","steps":["trace[1774929724] 'agreement among raft nodes before linearized reading' (duration: 402.546348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:30:25.197842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:30:24.864771Z","time spent":"333.059673ms","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-dgwcp\" "} {"level":"warn","ts":"2026-03-13T10:30:25.197845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:30:24.795146Z","time spent":"402.688199ms","remote":"127.0.0.1:59512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:30:25.197695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:30:24.639856Z","time spent":"557.82437ms","remote":"127.0.0.1:46374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:30:25.197817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.463884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:30:25.198344Z","caller":"traceutil/trace.go:171","msg":"trace[1205069475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7648; }","duration":"253.093273ms","start":"2026-03-13T10:30:24.945227Z","end":"2026-03-13T10:30:25.19832Z","steps":["trace[1205069475] 'agreement among raft nodes before linearized reading' (duration: 252.351551ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:30:36.014557Z","caller":"traceutil/trace.go:171","msg":"trace[157514404] transaction","detail":"{read_only:false; response_revision:7700; number_of_response:1; }","duration":"174.863627ms","start":"2026-03-13T10:30:35.839376Z","end":"2026-03-13T10:30:36.014239Z","steps":["trace[157514404] 'process raft request' (duration: 174.669235ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:30:36.78442Z","caller":"traceutil/trace.go:171","msg":"trace[2074666608] transaction","detail":"{read_only:false; response_revision:7704; number_of_response:1; }","duration":"142.250137ms","start":"2026-03-13T10:30:36.642139Z","end":"2026-03-13T10:30:36.784389Z","steps":["trace[2074666608] 'process raft request' (duration: 142.089035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:30:37.256003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.340842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:30:37.256031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.506895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:30:37.256083Z","caller":"traceutil/trace.go:171","msg":"trace[2044481987] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7704; }","duration":"268.497124ms","start":"2026-03-13T10:30:36.987566Z","end":"2026-03-13T10:30:37.256064Z","steps":["trace[2044481987] 'count revisions from in-memory index tree' (duration: 268.163619ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:30:37.256123Z","caller":"traceutil/trace.go:171","msg":"trace[867663181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7704; }","duration":"308.663387ms","start":"2026-03-13T10:30:36.947438Z","end":"2026-03-13T10:30:37.256101Z","steps":["trace[867663181] 'range keys from in-memory index tree' (duration: 308.395743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:30:37.256169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:30:36.947422Z","time spent":"308.737288ms","remote":"127.0.0.1:60220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T10:30:38.133536Z","caller":"traceutil/trace.go:171","msg":"trace[326307393] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"110.452639ms","start":"2026-03-13T10:30:38.023023Z","end":"2026-03-13T10:30:38.133476Z","steps":["trace[326307393] 'process raft request' (duration: 110.237836ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:30:38.333345Z","caller":"traceutil/trace.go:171","msg":"trace[1636872467] linearizableReadLoop","detail":"{readStateIndex:7999; appliedIndex:7997; }","duration":"139.1858ms","start":"2026-03-13T10:30:38.194128Z","end":"2026-03-13T10:30:38.333314Z","steps":["trace[1636872467] 'read index received' (duration: 40.513528ms)","trace[1636872467] 'applied index is now lower than readState.Index' (duration: 98.670922ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:30:38.333362Z","caller":"traceutil/trace.go:171","msg":"trace[1510632395] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"194.888877ms","start":"2026-03-13T10:30:38.138439Z","end":"2026-03-13T10:30:38.333328Z","steps":["trace[1510632395] 'process raft request' (duration: 194.759675ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:30:38.333394Z","caller":"traceutil/trace.go:171","msg":"trace[454301279] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"132.035703ms","start":"2026-03-13T10:30:38.201308Z","end":"2026-03-13T10:30:38.333344Z","steps":["trace[454301279] 'process raft request' (duration: 131.955312ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:30:38.333584Z","caller":"traceutil/trace.go:171","msg":"trace[91683700] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"195.03175ms","start":"2026-03-13T10:30:38.138393Z","end":"2026-03-13T10:30:38.333425Z","steps":["trace[91683700] 'process raft request' (duration: 96.187565ms)","trace[91683700] 'compare' (duration: 98.438899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:30:38.333626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.472665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:30:38.333695Z","caller":"traceutil/trace.go:171","msg":"trace[1546780471] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7712; }","duration":"139.605347ms","start":"2026-03-13T10:30:38.194075Z","end":"2026-03-13T10:30:38.33368Z","steps":["trace[1546780471] 'agreement among raft nodes before linearized reading' (duration: 139.481055ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:30:49.553341Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5746} {"level":"info","ts":"2026-03-13T10:30:49.635421Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5746,"took":"80.148508ms","hash":4168119452,"current-db-size-bytes":41926656,"current-db-size":"42 MB","current-db-size-in-use-bytes":23048192,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-13T10:30:49.635504Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4168119452,"revision":5746,"compact-revision":2752} {"level":"info","ts":"2026-03-13T10:31:05.491888Z","caller":"traceutil/trace.go:171","msg":"trace[2138933632] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"120.775943ms","start":"2026-03-13T10:31:05.37109Z","end":"2026-03-13T10:31:05.491866Z","steps":["trace[2138933632] 'process raft request' (duration: 120.575298ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:31:05.63834Z","caller":"traceutil/trace.go:171","msg":"trace[127337041] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"141.272635ms","start":"2026-03-13T10:31:05.497048Z","end":"2026-03-13T10:31:05.638321Z","steps":["trace[127337041] 'process raft request' (duration: 141.161081ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:31:05.643993Z","caller":"traceutil/trace.go:171","msg":"trace[1741586190] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"146.623491ms","start":"2026-03-13T10:31:05.497359Z","end":"2026-03-13T10:31:05.643982Z","steps":["trace[1741586190] 'process raft request' (duration: 146.539628ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:31:05.644101Z","caller":"traceutil/trace.go:171","msg":"trace[757429230] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"146.569509ms","start":"2026-03-13T10:31:05.497526Z","end":"2026-03-13T10:31:05.644095Z","steps":["trace[757429230] 'process raft request' (duration: 146.425286ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:31:05.644196Z","caller":"traceutil/trace.go:171","msg":"trace[1647451097] linearizableReadLoop","detail":"{readStateIndex:8195; appliedIndex:8192; }","duration":"146.634052ms","start":"2026-03-13T10:31:05.497556Z","end":"2026-03-13T10:31:05.644191Z","steps":["trace[1647451097] 'read index received' (duration: 140.614368ms)","trace[1647451097] 'applied index is now lower than readState.Index' (duration: 6.019084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:31:05.644445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.876677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228836"} {"level":"info","ts":"2026-03-13T10:31:05.64448Z","caller":"traceutil/trace.go:171","msg":"trace[351353357] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7900; }","duration":"146.939348ms","start":"2026-03-13T10:31:05.497527Z","end":"2026-03-13T10:31:05.644466Z","steps":["trace[351353357] 'agreement among raft nodes before linearized reading' (duration: 146.690792ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:31:08.508361Z","caller":"traceutil/trace.go:171","msg":"trace[1700003629] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"228.112674ms","start":"2026-03-13T10:31:08.280224Z","end":"2026-03-13T10:31:08.508337Z","steps":["trace[1700003629] 'process raft request' (duration: 227.956531ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:31:17.883931Z","caller":"traceutil/trace.go:171","msg":"trace[1059563947] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"144.062986ms","start":"2026-03-13T10:31:17.739841Z","end":"2026-03-13T10:31:17.883904Z","steps":["trace[1059563947] 'process raft request' (duration: 143.798989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:31:18.235104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.692254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:31:18.235259Z","caller":"traceutil/trace.go:171","msg":"trace[1077857283] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"482.59436ms","start":"2026-03-13T10:31:17.752611Z","end":"2026-03-13T10:31:18.235205Z","steps":["trace[1077857283] 'process raft request' (duration: 274.715051ms)","trace[1077857283] 'compare' (duration: 207.532459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:31:18.235415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:31:17.752588Z","time spent":"482.747644ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:31:18.235263Z","caller":"traceutil/trace.go:171","msg":"trace[2138011162] linearizableReadLoop","detail":"{readStateIndex:8297; appliedIndex:8295; }","duration":"448.627615ms","start":"2026-03-13T10:31:17.786616Z","end":"2026-03-13T10:31:18.235244Z","steps":["trace[2138011162] 'read index received' (duration: 97.027678ms)","trace[2138011162] 'applied index is now lower than readState.Index' (duration: 351.598127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:31:18.388322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.110816ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-13T10:31:18.388407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.777282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:31:18.388484Z","caller":"traceutil/trace.go:171","msg":"trace[1235024862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7997; }","duration":"601.897455ms","start":"2026-03-13T10:31:17.786561Z","end":"2026-03-13T10:31:18.388458Z","steps":["trace[1235024862] 'agreement among raft nodes before linearized reading' (duration: 448.750068ms)","trace[1235024862] 'range keys from in-memory index tree' (duration: 152.950681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:31:18.388541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:31:17.78654Z","time spent":"601.991097ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T10:31:18.38859Z","caller":"traceutil/trace.go:171","msg":"trace[1577810062] linearizableReadLoop","detail":"{readStateIndex:8298; appliedIndex:8297; }","duration":"153.067135ms","start":"2026-03-13T10:31:18.235468Z","end":"2026-03-13T10:31:18.388536Z","steps":["trace[1577810062] 'read index received' (duration: 60.432µs)","trace[1577810062] 'applied index is now lower than readState.Index' (duration: 153.004303ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:31:18.388715Z","caller":"traceutil/trace.go:171","msg":"trace[1570788901] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"132.247256ms","start":"2026-03-13T10:31:18.256425Z","end":"2026-03-13T10:31:18.388672Z","steps":["trace[1570788901] 'process raft request' (duration: 132.00318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:31:18.412951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.978681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dgwcp\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T10:31:18.412987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.309233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-13T10:31:18.41305Z","caller":"traceutil/trace.go:171","msg":"trace[1912548368] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7998; }","duration":"256.410004ms","start":"2026-03-13T10:31:18.15662Z","end":"2026-03-13T10:31:18.41303Z","steps":["trace[1912548368] 'agreement among raft nodes before linearized reading' (duration: 232.312041ms)","trace[1912548368] 'range keys from in-memory index tree' (duration: 23.920848ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:31:18.413012Z","caller":"traceutil/trace.go:171","msg":"trace[765017428] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dgwcp; range_end:; response_count:1; response_revision:7998; }","duration":"610.087993ms","start":"2026-03-13T10:31:17.802907Z","end":"2026-03-13T10:31:18.412995Z","steps":["trace[765017428] 'agreement among raft nodes before linearized reading' (duration: 586.044111ms)","trace[765017428] 'range keys from in-memory index tree' (duration: 23.882087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:31:18.413074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.865251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-13T10:31:18.413074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.758822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:31:18.413151Z","caller":"traceutil/trace.go:171","msg":"trace[1945163903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7998; }","duration":"615.980153ms","start":"2026-03-13T10:31:17.797148Z","end":"2026-03-13T10:31:18.413128Z","steps":["trace[1945163903] 'agreement among raft nodes before linearized reading' (duration: 591.895119ms)","trace[1945163903] 'range keys from in-memory index tree' (duration: 23.887248ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:31:18.413164Z","caller":"traceutil/trace.go:171","msg":"trace[62697581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7998; }","duration":"467.897816ms","start":"2026-03-13T10:31:17.945241Z","end":"2026-03-13T10:31:18.413139Z","steps":["trace[62697581] 'agreement among raft nodes before linearized reading' (duration: 443.675059ms)","trace[62697581] 'range keys from in-memory index tree' (duration: 24.104183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:31:18.413214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:31:17.797132Z","time spent":"616.055385ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:31:18.413217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:31:17.94522Z","time spent":"467.984847ms","remote":"127.0.0.1:60220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:31:18.413108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:31:17.802888Z","time spent":"610.206457ms","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-dgwcp\" "} {"level":"info","ts":"2026-03-13T10:32:18.397389Z","caller":"traceutil/trace.go:171","msg":"trace[1521088972] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"109.088694ms","start":"2026-03-13T10:32:18.288268Z","end":"2026-03-13T10:32:18.397357Z","steps":["trace[1521088972] 'process raft request' (duration: 42.002204ms)","trace[1521088972] 'compare' (duration: 66.939377ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:32:18.417407Z","caller":"traceutil/trace.go:171","msg":"trace[2123105330] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"126.797449ms","start":"2026-03-13T10:32:18.290581Z","end":"2026-03-13T10:32:18.417379Z","steps":["trace[2123105330] 'process raft request' (duration: 126.634674ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:34:21.334422Z","caller":"traceutil/trace.go:171","msg":"trace[757520165] transaction","detail":"{read_only:false; response_revision:9430; number_of_response:1; }","duration":"102.539964ms","start":"2026-03-13T10:34:21.231802Z","end":"2026-03-13T10:34:21.334342Z","steps":["trace[757520165] 'process raft request' (duration: 102.154985ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:34:43.859967Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-13T10:34:43.864682Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-13T10:34:43.864786Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-13T10:35:49.559909Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7770} {"level":"info","ts":"2026-03-13T10:35:49.623826Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7770,"took":"61.865958ms","hash":1979179851,"current-db-size-bytes":41926656,"current-db-size":"42 MB","current-db-size-in-use-bytes":26415104,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-13T10:35:49.623911Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1979179851,"revision":7770,"compact-revision":5746} {"level":"info","ts":"2026-03-13T10:40:49.567705Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10014} {"level":"info","ts":"2026-03-13T10:40:49.639792Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10014,"took":"69.495141ms","hash":3709482191,"current-db-size-bytes":41926656,"current-db-size":"42 MB","current-db-size-in-use-bytes":17006592,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-13T10:40:49.639851Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3709482191,"revision":10014,"compact-revision":7770}