{"level":"warn","ts":"2026-03-14T01:30:53.726635Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:30:53.726714Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.195:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.195:2380","--initial-cluster=instance=https://162.253.55.195:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.195:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.195:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-14T01:30:53.726774Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:30:53.726783Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.195:2380"]} {"level":"info","ts":"2026-03-14T01:30:53.726802Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:30:53.72742Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"]} {"level":"info","ts":"2026-03-14T01:30:53.727506Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.195:2380"],"listen-peer-urls":["https://162.253.55.195:2380"],"advertise-client-urls":["https://162.253.55.195:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.195:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-14T01:30:53.733534Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.777146ms"} {"level":"info","ts":"2026-03-14T01:30:53.739604Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b66d12fd59101739","cluster-id":"a64a525934ce8379"} {"level":"info","ts":"2026-03-14T01:30:53.739731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=()"} {"level":"info","ts":"2026-03-14T01:30:53.739772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became follower at term 0"} {"level":"info","ts":"2026-03-14T01:30:53.739798Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b66d12fd59101739 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-14T01:30:53.739813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became follower at term 1"} {"level":"info","ts":"2026-03-14T01:30:53.739866Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=(13145183766694598457)"} {"level":"warn","ts":"2026-03-14T01:30:53.748295Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-14T01:30:53.750632Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-14T01:30:53.753289Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-14T01:30:53.755375Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b66d12fd59101739","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-14T01:30:53.755542Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b66d12fd59101739","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-14T01:30:53.755736Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:30:53.755801Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:30:53.755811Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:30:53.759363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=(13145183766694598457)"} {"level":"info","ts":"2026-03-14T01:30:53.759878Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a64a525934ce8379","local-member-id":"b66d12fd59101739","added-peer-id":"b66d12fd59101739","added-peer-peer-urls":["https://162.253.55.195:2380"]} {"level":"info","ts":"2026-03-14T01:30:53.759904Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:30:53.760089Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.195:2380"} {"level":"info","ts":"2026-03-14T01:30:53.760166Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.195:2380"} {"level":"info","ts":"2026-03-14T01:30:53.760369Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b66d12fd59101739","initial-advertise-peer-urls":["https://162.253.55.195:2380"],"listen-peer-urls":["https://162.253.55.195:2380"],"advertise-client-urls":["https://162.253.55.195:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-14T01:30:53.76041Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-14T01:30:54.340067Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 is starting a new election at term 1"} {"level":"info","ts":"2026-03-14T01:30:54.340206Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-14T01:30:54.340299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 received MsgPreVoteResp from b66d12fd59101739 at term 1"} {"level":"info","ts":"2026-03-14T01:30:54.340364Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became candidate at term 2"} {"level":"info","ts":"2026-03-14T01:30:54.3404Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 received MsgVoteResp from b66d12fd59101739 at term 2"} {"level":"info","ts":"2026-03-14T01:30:54.340479Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became leader at term 2"} {"level":"info","ts":"2026-03-14T01:30:54.340517Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b66d12fd59101739 elected leader b66d12fd59101739 at term 2"} {"level":"info","ts":"2026-03-14T01:30:54.39191Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:54.392997Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:30:54.392993Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b66d12fd59101739","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.195:2379]}","request-path":"/0/members/b66d12fd59101739/attributes","cluster-id":"a64a525934ce8379","publish-timeout":"7s"} {"level":"info","ts":"2026-03-14T01:30:54.393236Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:30:54.393586Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-14T01:30:54.393607Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-14T01:30:54.393561Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a64a525934ce8379","local-member-id":"b66d12fd59101739","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:54.393834Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:54.393947Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:54.397026Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-14T01:30:54.397115Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.195:2379"} {"level":"info","ts":"2026-03-14T01:30:59.67024Z","caller":"traceutil/trace.go:171","msg":"trace[1122878303] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"112.374757ms","start":"2026-03-14T01:30:59.557826Z","end":"2026-03-14T01:30:59.670201Z","steps":["trace[1122878303] 'process raft request' (duration: 61.67045ms)","trace[1122878303] 'compare' (duration: 50.445911ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:30:59.670354Z","caller":"traceutil/trace.go:171","msg":"trace[729223259] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"111.823815ms","start":"2026-03-14T01:30:59.558501Z","end":"2026-03-14T01:30:59.670325Z","steps":["trace[729223259] 'process raft request' (duration: 111.63329ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:59.670425Z","caller":"traceutil/trace.go:171","msg":"trace[467804206] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"110.388551ms","start":"2026-03-14T01:30:59.559991Z","end":"2026-03-14T01:30:59.670379Z","steps":["trace[467804206] 'process raft request' (duration: 110.229337ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:59.670469Z","caller":"traceutil/trace.go:171","msg":"trace[1841302459] transaction","detail":"{read_only:false; number_of_response:0; response_revision:258; }","duration":"109.89681ms","start":"2026-03-14T01:30:59.560539Z","end":"2026-03-14T01:30:59.670436Z","steps":["trace[1841302459] 'process raft request' (duration: 109.780358ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:59.670603Z","caller":"traceutil/trace.go:171","msg":"trace[24916381] transaction","detail":"{read_only:false; number_of_response:0; response_revision:258; }","duration":"109.4414ms","start":"2026-03-14T01:30:59.561144Z","end":"2026-03-14T01:30:59.670585Z","steps":["trace[24916381] 'process raft request' (duration: 109.210784ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:59.670601Z","caller":"traceutil/trace.go:171","msg":"trace[1132993507] transaction","detail":"{read_only:false; response_revision:259; number_of_response:1; }","duration":"106.978233ms","start":"2026-03-14T01:30:59.563573Z","end":"2026-03-14T01:30:59.670551Z","steps":["trace[1132993507] 'process raft request' (duration: 106.805439ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:59.670437Z","caller":"traceutil/trace.go:171","msg":"trace[1008988058] transaction","detail":"{read_only:false; number_of_response:0; response_revision:257; }","duration":"111.541567ms","start":"2026-03-14T01:30:59.558835Z","end":"2026-03-14T01:30:59.670376Z","steps":["trace[1008988058] 'process raft request' (duration: 111.352063ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:03.425807Z","caller":"traceutil/trace.go:171","msg":"trace[240849650] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"135.026768ms","start":"2026-03-14T01:31:03.290709Z","end":"2026-03-14T01:31:03.425735Z","steps":["trace[240849650] 'process raft request' (duration: 73.282487ms)","trace[240849650] 'compare' (duration: 61.446214ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:03.647325Z","caller":"traceutil/trace.go:171","msg":"trace[711294233] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"119.531633ms","start":"2026-03-14T01:31:03.527759Z","end":"2026-03-14T01:31:03.64729Z","steps":["trace[711294233] 'process raft request' (duration: 78.647271ms)","trace[711294233] 'compare' (duration: 40.720368ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:03.673192Z","caller":"traceutil/trace.go:171","msg":"trace[1055720650] linearizableReadLoop","detail":"{readStateIndex:338; appliedIndex:335; }","duration":"141.589469ms","start":"2026-03-14T01:31:03.531579Z","end":"2026-03-14T01:31:03.673168Z","steps":["trace[1055720650] 'read index received' (duration: 74.760631ms)","trace[1055720650] 'applied index is now lower than readState.Index' (duration: 66.827348ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:03.673217Z","caller":"traceutil/trace.go:171","msg":"trace[1027585993] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"142.398939ms","start":"2026-03-14T01:31:03.530798Z","end":"2026-03-14T01:31:03.673196Z","steps":["trace[1027585993] 'process raft request' (duration: 142.247055ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:03.673193Z","caller":"traceutil/trace.go:171","msg":"trace[523067261] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"145.093021ms","start":"2026-03-14T01:31:03.528065Z","end":"2026-03-14T01:31:03.673158Z","steps":["trace[523067261] 'process raft request' (duration: 144.873486ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:03.673388Z","caller":"traceutil/trace.go:171","msg":"trace[1344029292] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"141.083578ms","start":"2026-03-14T01:31:03.532238Z","end":"2026-03-14T01:31:03.673321Z","steps":["trace[1344029292] 'process raft request' (duration: 140.881993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:03.673512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.869586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-14T01:31:03.673593Z","caller":"traceutil/trace.go:171","msg":"trace[1683008803] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:324; }","duration":"142.07198ms","start":"2026-03-14T01:31:03.531501Z","end":"2026-03-14T01:31:03.673573Z","steps":["trace[1683008803] 'agreement among raft nodes before linearized reading' (duration: 141.890576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:03.682244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.308628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-14T01:31:03.682323Z","caller":"traceutil/trace.go:171","msg":"trace[1727044244] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:325; }","duration":"100.522724ms","start":"2026-03-14T01:31:03.581782Z","end":"2026-03-14T01:31:03.682305Z","steps":["trace[1727044244] 'agreement among raft nodes before linearized reading' (duration: 100.217356ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:03.811106Z","caller":"traceutil/trace.go:171","msg":"trace[1812747508] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"132.93892ms","start":"2026-03-14T01:31:03.678109Z","end":"2026-03-14T01:31:03.811048Z","steps":["trace[1812747508] 'process raft request' (duration: 82.059759ms)","trace[1812747508] 'compare' (duration: 50.526523ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:03.811132Z","caller":"traceutil/trace.go:171","msg":"trace[1342970131] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"130.294329ms","start":"2026-03-14T01:31:03.680798Z","end":"2026-03-14T01:31:03.811092Z","steps":["trace[1342970131] 'process raft request' (duration: 130.149726ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:03.811188Z","caller":"traceutil/trace.go:171","msg":"trace[1505905787] linearizableReadLoop","detail":"{readStateIndex:342; appliedIndex:340; }","duration":"129.321698ms","start":"2026-03-14T01:31:03.681854Z","end":"2026-03-14T01:31:03.811175Z","steps":["trace[1505905787] 'read index received' (duration: 78.332173ms)","trace[1505905787] 'applied index is now lower than readState.Index' (duration: 50.988305ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:03.811109Z","caller":"traceutil/trace.go:171","msg":"trace[2027189467] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"125.847556ms","start":"2026-03-14T01:31:03.685234Z","end":"2026-03-14T01:31:03.811081Z","steps":["trace[2027189467] 'process raft request' (duration: 125.783575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:03.811629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.869224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-03-14T01:31:03.811683Z","caller":"traceutil/trace.go:171","msg":"trace[170385081] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:328; }","duration":"130.983836ms","start":"2026-03-14T01:31:03.680687Z","end":"2026-03-14T01:31:03.811671Z","steps":["trace[170385081] 'agreement among raft nodes before linearized reading' (duration: 130.817093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:03.81171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.328059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-14T01:31:03.811771Z","caller":"traceutil/trace.go:171","msg":"trace[538903392] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:328; }","duration":"126.43731ms","start":"2026-03-14T01:31:03.685318Z","end":"2026-03-14T01:31:03.811756Z","steps":["trace[538903392] 'agreement among raft nodes before linearized reading' (duration: 126.233626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:04.080241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.36222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:04.080474Z","caller":"traceutil/trace.go:171","msg":"trace[1533732883] linearizableReadLoop","detail":"{readStateIndex:346; appliedIndex:343; }","duration":"227.14709ms","start":"2026-03-14T01:31:03.853308Z","end":"2026-03-14T01:31:04.080456Z","steps":["trace[1533732883] 'read index received' (duration: 5.447005ms)","trace[1533732883] 'applied index is now lower than readState.Index' (duration: 221.698725ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:04.08056Z","caller":"traceutil/trace.go:171","msg":"trace[1827878989] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"259.675919ms","start":"2026-03-14T01:31:03.82087Z","end":"2026-03-14T01:31:04.080546Z","steps":["trace[1827878989] 'process raft request' (duration: 259.496485ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:04.080619Z","caller":"traceutil/trace.go:171","msg":"trace[74429268] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"260.380415ms","start":"2026-03-14T01:31:03.820167Z","end":"2026-03-14T01:31:04.080547Z","steps":["trace[74429268] 'process raft request' (duration: 159.039142ms)","trace[74429268] 'compare' (duration: 100.190796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:04.080668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.364924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T01:31:04.080721Z","caller":"traceutil/trace.go:171","msg":"trace[445358586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:331; }","duration":"227.460706ms","start":"2026-03-14T01:31:03.853245Z","end":"2026-03-14T01:31:04.080706Z","steps":["trace[445358586] 'agreement among raft nodes before linearized reading' (duration: 227.318643ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:04.125024Z","caller":"traceutil/trace.go:171","msg":"trace[1971471319] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"262.584216ms","start":"2026-03-14T01:31:03.862415Z","end":"2026-03-14T01:31:04.124999Z","steps":["trace[1971471319] 'process raft request' (duration: 262.471293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:04.125177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.493876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:31:04.125273Z","caller":"traceutil/trace.go:171","msg":"trace[152434635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:332; }","duration":"216.638228ms","start":"2026-03-14T01:31:03.908612Z","end":"2026-03-14T01:31:04.125251Z","steps":["trace[152434635] 'agreement among raft nodes before linearized reading' (duration: 216.411483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:04.125177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.667514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T01:31:04.12545Z","caller":"traceutil/trace.go:171","msg":"trace[920466041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:332; }","duration":"264.979962ms","start":"2026-03-14T01:31:03.860432Z","end":"2026-03-14T01:31:04.125412Z","steps":["trace[920466041] 'agreement among raft nodes before linearized reading' (duration: 264.566252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:04.371291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.026961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:04.371543Z","caller":"traceutil/trace.go:171","msg":"trace[1680495725] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"286.391385ms","start":"2026-03-14T01:31:04.085122Z","end":"2026-03-14T01:31:04.371513Z","steps":["trace[1680495725] 'process raft request' (duration: 150.040775ms)","trace[1680495725] 'compare' (duration: 135.890998ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:04.371712Z","caller":"traceutil/trace.go:171","msg":"trace[590685752] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"279.808832ms","start":"2026-03-14T01:31:04.091888Z","end":"2026-03-14T01:31:04.371697Z","steps":["trace[590685752] 'process raft request' (duration: 279.695049ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:04.371732Z","caller":"traceutil/trace.go:171","msg":"trace[1167853766] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"285.248927ms","start":"2026-03-14T01:31:04.086457Z","end":"2026-03-14T01:31:04.371706Z","steps":["trace[1167853766] 'process raft request' (duration: 285.084093ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:04.371732Z","caller":"traceutil/trace.go:171","msg":"trace[742122239] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"286.222751ms","start":"2026-03-14T01:31:04.085468Z","end":"2026-03-14T01:31:04.371691Z","steps":["trace[742122239] 'process raft request' (duration: 285.934714ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:04.371812Z","caller":"traceutil/trace.go:171","msg":"trace[2054629210] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"242.612116ms","start":"2026-03-14T01:31:04.129191Z","end":"2026-03-14T01:31:04.371803Z","steps":["trace[2054629210] 'process raft request' (duration: 242.494034ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:04.371877Z","caller":"traceutil/trace.go:171","msg":"trace[557856383] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"242.862132ms","start":"2026-03-14T01:31:04.128972Z","end":"2026-03-14T01:31:04.371834Z","steps":["trace[557856383] 'process raft request' (duration: 242.667928ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:04.371934Z","caller":"traceutil/trace.go:171","msg":"trace[1487231537] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"285.657077ms","start":"2026-03-14T01:31:04.086222Z","end":"2026-03-14T01:31:04.371879Z","steps":["trace[1487231537] 'process raft request' (duration: 285.274368ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:04.577915Z","caller":"traceutil/trace.go:171","msg":"trace[1256993202] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"201.110611ms","start":"2026-03-14T01:31:04.37675Z","end":"2026-03-14T01:31:04.577861Z","steps":["trace[1256993202] 'process raft request' (duration: 153.268249ms)","trace[1256993202] 'compare' (duration: 47.579946ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:04.578007Z","caller":"traceutil/trace.go:171","msg":"trace[620921350] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"198.819657ms","start":"2026-03-14T01:31:04.379151Z","end":"2026-03-14T01:31:04.57797Z","steps":["trace[620921350] 'process raft request' (duration: 198.622613ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:04.577928Z","caller":"traceutil/trace.go:171","msg":"trace[729111805] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"196.526095ms","start":"2026-03-14T01:31:04.381385Z","end":"2026-03-14T01:31:04.577911Z","steps":["trace[729111805] 'process raft request' (duration: 196.479014ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:04.578366Z","caller":"traceutil/trace.go:171","msg":"trace[987414557] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"199.722098ms","start":"2026-03-14T01:31:04.378382Z","end":"2026-03-14T01:31:04.578104Z","steps":["trace[987414557] 'process raft request' (duration: 199.35296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:04.855546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.726035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:04.855663Z","caller":"traceutil/trace.go:171","msg":"trace[131985935] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"251.605412ms","start":"2026-03-14T01:31:04.604038Z","end":"2026-03-14T01:31:04.855643Z","steps":["trace[131985935] 'process raft request' (duration: 95.696443ms)","trace[131985935] 'compare' (duration: 155.578631ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:08.05957Z","caller":"traceutil/trace.go:171","msg":"trace[1684440694] linearizableReadLoop","detail":"{readStateIndex:377; appliedIndex:376; }","duration":"256.69396ms","start":"2026-03-14T01:31:07.80285Z","end":"2026-03-14T01:31:08.059544Z","steps":["trace[1684440694] 'read index received' (duration: 255.279378ms)","trace[1684440694] 'applied index is now lower than readState.Index' (duration: 1.413562ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:08.059603Z","caller":"traceutil/trace.go:171","msg":"trace[873619618] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"342.908335ms","start":"2026-03-14T01:31:07.716663Z","end":"2026-03-14T01:31:08.059571Z","steps":["trace[873619618] 'process raft request' (duration: 341.511543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:08.059761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.892195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-14T01:31:08.059816Z","caller":"traceutil/trace.go:171","msg":"trace[1691937820] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:360; }","duration":"257.010688ms","start":"2026-03-14T01:31:07.802793Z","end":"2026-03-14T01:31:08.059804Z","steps":["trace[1691937820] 'agreement among raft nodes before linearized reading' (duration: 256.849734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:08.05977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:07.716643Z","time spent":"343.033697ms","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:11.650161Z","caller":"traceutil/trace.go:171","msg":"trace[137839754] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"160.496805ms","start":"2026-03-14T01:31:11.489629Z","end":"2026-03-14T01:31:11.650125Z","steps":["trace[137839754] 'process raft request' (duration: 160.216199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:13.400037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242697576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:13.759967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.765806ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T01:31:13.760107Z","caller":"traceutil/trace.go:171","msg":"trace[1703350600] linearizableReadLoop","detail":"{readStateIndex:398; appliedIndex:397; }","duration":"861.116065ms","start":"2026-03-14T01:31:12.898968Z","end":"2026-03-14T01:31:13.760084Z","steps":["trace[1703350600] 'read index received' (duration: 543.168744ms)","trace[1703350600] 'applied index is now lower than readState.Index' (duration: 317.945431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:13.760257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.278299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:13.760299Z","caller":"traceutil/trace.go:171","msg":"trace[1263549991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:380; }","duration":"861.400631ms","start":"2026-03-14T01:31:12.898885Z","end":"2026-03-14T01:31:13.760286Z","steps":["trace[1263549991] 'agreement among raft nodes before linearized reading' (duration: 861.307319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:13.760338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:12.898846Z","time spent":"861.483543ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:31:13.760439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.586058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-03-14T01:31:13.760562Z","caller":"traceutil/trace.go:171","msg":"trace[867195109] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:380; }","duration":"316.794353ms","start":"2026-03-14T01:31:13.44374Z","end":"2026-03-14T01:31:13.760535Z","steps":["trace[867195109] 'agreement among raft nodes before linearized reading' (duration: 316.521887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:13.760624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:13.443709Z","time spent":"316.904966ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4080,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-03-14T01:31:20.338857Z","caller":"traceutil/trace.go:171","msg":"trace[2131020783] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"197.840954ms","start":"2026-03-14T01:31:20.14098Z","end":"2026-03-14T01:31:20.338821Z","steps":["trace[2131020783] 'process raft request' (duration: 197.66188ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:20.690334Z","caller":"traceutil/trace.go:171","msg":"trace[287999575] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"133.844522ms","start":"2026-03-14T01:31:20.556433Z","end":"2026-03-14T01:31:20.690277Z","steps":["trace[287999575] 'process raft request' (duration: 133.555165ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:20.690564Z","caller":"traceutil/trace.go:171","msg":"trace[2023194816] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"133.036553ms","start":"2026-03-14T01:31:20.557513Z","end":"2026-03-14T01:31:20.69055Z","steps":["trace[2023194816] 'process raft request' (duration: 132.666865ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:20.690762Z","caller":"traceutil/trace.go:171","msg":"trace[2097104635] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"132.96097ms","start":"2026-03-14T01:31:20.557766Z","end":"2026-03-14T01:31:20.690727Z","steps":["trace[2097104635] 'process raft request' (duration: 132.721075ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:26.020518Z","caller":"traceutil/trace.go:171","msg":"trace[2096236710] linearizableReadLoop","detail":"{readStateIndex:458; appliedIndex:457; }","duration":"121.546379ms","start":"2026-03-14T01:31:25.898934Z","end":"2026-03-14T01:31:26.020481Z","steps":["trace[2096236710] 'read index received' (duration: 120.858902ms)","trace[2096236710] 'applied index is now lower than readState.Index' (duration: 686.367µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:26.020605Z","caller":"traceutil/trace.go:171","msg":"trace[1723007349] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"147.805303ms","start":"2026-03-14T01:31:25.872776Z","end":"2026-03-14T01:31:26.020581Z","steps":["trace[1723007349] 'process raft request' (duration: 147.248529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:26.020958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.980928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:26.021095Z","caller":"traceutil/trace.go:171","msg":"trace[1163133359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:437; }","duration":"122.168093ms","start":"2026-03-14T01:31:25.898895Z","end":"2026-03-14T01:31:26.021063Z","steps":["trace[1163133359] 'agreement among raft nodes before linearized reading' (duration: 121.720383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:26.517075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.018319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:26.517292Z","caller":"traceutil/trace.go:171","msg":"trace[1432707926] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"471.443793ms","start":"2026-03-14T01:31:26.045806Z","end":"2026-03-14T01:31:26.51725Z","steps":["trace[1432707926] 'process raft request' (duration: 346.188989ms)","trace[1432707926] 'compare' (duration: 124.21504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:26.517472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:26.045781Z","time spent":"471.596987ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:31:26.517797Z","caller":"traceutil/trace.go:171","msg":"trace[250520083] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"471.085565ms","start":"2026-03-14T01:31:26.046703Z","end":"2026-03-14T01:31:26.517788Z","steps":["trace[250520083] 'process raft request' (duration: 470.467841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:26.518356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:26.046692Z","time spent":"471.145297ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:31:26.517762Z","caller":"traceutil/trace.go:171","msg":"trace[1061126223] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"315.515864ms","start":"2026-03-14T01:31:26.202232Z","end":"2026-03-14T01:31:26.517748Z","steps":["trace[1061126223] 'process raft request' (duration: 315.415862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:26.518671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:26.202195Z","time spent":"316.376814ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:32.267646Z","caller":"traceutil/trace.go:171","msg":"trace[68635039] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"104.025005ms","start":"2026-03-14T01:31:32.163592Z","end":"2026-03-14T01:31:32.267617Z","steps":["trace[68635039] 'process raft request' (duration: 103.82209ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:33.002251Z","caller":"traceutil/trace.go:171","msg":"trace[1709947185] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"100.836132ms","start":"2026-03-14T01:31:32.901387Z","end":"2026-03-14T01:31:33.002223Z","steps":["trace[1709947185] 'process raft request' (duration: 100.74693ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:33.002253Z","caller":"traceutil/trace.go:171","msg":"trace[1646187844] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"101.274442ms","start":"2026-03-14T01:31:32.900955Z","end":"2026-03-14T01:31:33.002229Z","steps":["trace[1646187844] 'process raft request' (duration: 101.010526ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:33.002396Z","caller":"traceutil/trace.go:171","msg":"trace[454648888] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"100.895793ms","start":"2026-03-14T01:31:32.901479Z","end":"2026-03-14T01:31:33.002375Z","steps":["trace[454648888] 'process raft request' (duration: 100.704229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:37.168948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242697854,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:31:37.309841Z","caller":"traceutil/trace.go:171","msg":"trace[570681279] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"732.980454ms","start":"2026-03-14T01:31:36.576825Z","end":"2026-03-14T01:31:37.309805Z","steps":["trace[570681279] 'process raft request' (duration: 732.519564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:37.310086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:36.576779Z","time spent":"733.17842ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:37.593306Z","caller":"traceutil/trace.go:171","msg":"trace[102494170] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:542; }","duration":"924.923104ms","start":"2026-03-14T01:31:36.668361Z","end":"2026-03-14T01:31:37.593284Z","steps":["trace[102494170] 'read index received' (duration: 640.863624ms)","trace[102494170] 'applied index is now lower than readState.Index' (duration: 284.05847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:37.593457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.206043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:37.593482Z","caller":"traceutil/trace.go:171","msg":"trace[1395422404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"694.251624ms","start":"2026-03-14T01:31:36.899222Z","end":"2026-03-14T01:31:37.593474Z","steps":["trace[1395422404] 'agreement among raft nodes before linearized reading' (duration: 694.185532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:37.593463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.087719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:31:37.593511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:36.899164Z","time spent":"694.341815ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:31:37.593564Z","caller":"traceutil/trace.go:171","msg":"trace[1251323296] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:521; }","duration":"925.216491ms","start":"2026-03-14T01:31:36.668309Z","end":"2026-03-14T01:31:37.593526Z","steps":["trace[1251323296] 'agreement among raft nodes before linearized reading' (duration: 925.091198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:37.593612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:36.668288Z","time spent":"925.313953ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-14T01:31:37.593658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.787029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-14T01:31:37.593726Z","caller":"traceutil/trace.go:171","msg":"trace[381133761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:521; }","duration":"573.874032ms","start":"2026-03-14T01:31:37.019836Z","end":"2026-03-14T01:31:37.59371Z","steps":["trace[381133761] 'agreement among raft nodes before linearized reading' (duration: 573.691888ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:37.593449Z","caller":"traceutil/trace.go:171","msg":"trace[1790233068] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"799.289582ms","start":"2026-03-14T01:31:36.79412Z","end":"2026-03-14T01:31:37.59341Z","steps":["trace[1790233068] 'process raft request' (duration: 783.627971ms)","trace[1790233068] 'compare' (duration: 15.455566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:37.593791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:37.019828Z","time spent":"573.949143ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:37.593833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.727196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:31:37.593859Z","caller":"traceutil/trace.go:171","msg":"trace[36693523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:521; }","duration":"582.797007ms","start":"2026-03-14T01:31:37.011055Z","end":"2026-03-14T01:31:37.593852Z","steps":["trace[36693523] 'agreement among raft nodes before linearized reading' (duration: 582.758736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:37.593856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:36.794095Z","time spent":"799.696731ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:37.593879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:37.011034Z","time spent":"582.840839ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:31:37.593768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.278321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:31:37.593952Z","caller":"traceutil/trace.go:171","msg":"trace[1390130756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:521; }","duration":"574.534537ms","start":"2026-03-14T01:31:37.019407Z","end":"2026-03-14T01:31:37.593942Z","steps":["trace[1390130756] 'agreement among raft nodes before linearized reading' (duration: 574.290832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:37.593981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:37.019386Z","time spent":"574.587238ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:31:37.593802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.955515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:31:37.594043Z","caller":"traceutil/trace.go:171","msg":"trace[2131644920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:521; }","duration":"578.212891ms","start":"2026-03-14T01:31:37.015813Z","end":"2026-03-14T01:31:37.594026Z","steps":["trace[2131644920] 'agreement among raft nodes before linearized reading' (duration: 577.969796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:37.594094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:37.015799Z","time spent":"578.279563ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:38.175963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.817949ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-14T01:31:38.176041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:37.594704Z","time spent":"581.331335ms","remote":"127.0.0.1:33342","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T01:31:38.206223Z","caller":"traceutil/trace.go:171","msg":"trace[2005052721] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"608.681463ms","start":"2026-03-14T01:31:37.597516Z","end":"2026-03-14T01:31:38.206197Z","steps":["trace[2005052721] 'process raft request' (duration: 608.408897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:38.206387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:37.597496Z","time spent":"608.803876ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:38.206528Z","caller":"traceutil/trace.go:171","msg":"trace[1812962923] linearizableReadLoop","detail":"{readStateIndex:546; appliedIndex:544; }","duration":"607.938366ms","start":"2026-03-14T01:31:37.598563Z","end":"2026-03-14T01:31:38.206502Z","steps":["trace[1812962923] 'read index received' (duration: 427.666925ms)","trace[1812962923] 'applied index is now lower than readState.Index' (duration: 180.270321ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:38.206622Z","caller":"traceutil/trace.go:171","msg":"trace[939151809] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"606.915533ms","start":"2026-03-14T01:31:37.599669Z","end":"2026-03-14T01:31:38.206585Z","steps":["trace[939151809] 'process raft request' (duration: 606.698467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:38.206666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.077409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:38.206686Z","caller":"traceutil/trace.go:171","msg":"trace[1386191110] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"606.945563ms","start":"2026-03-14T01:31:37.599704Z","end":"2026-03-14T01:31:38.20665Z","steps":["trace[1386191110] 'process raft request' (duration: 606.747459ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:38.206715Z","caller":"traceutil/trace.go:171","msg":"trace[165771687] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:0; response_revision:525; }","duration":"608.155721ms","start":"2026-03-14T01:31:37.598547Z","end":"2026-03-14T01:31:38.206702Z","steps":["trace[165771687] 'agreement among raft nodes before linearized reading' (duration: 608.045078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:38.206768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:37.59854Z","time spent":"608.217142ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-14T01:31:38.206811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:37.599654Z","time spent":"607.057526ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:38.20658Z","caller":"traceutil/trace.go:171","msg":"trace[2087577414] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"607.717021ms","start":"2026-03-14T01:31:37.598822Z","end":"2026-03-14T01:31:38.206539Z","steps":["trace[2087577414] 'process raft request' (duration: 607.329021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:38.206872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:37.599688Z","time spent":"607.067336ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:38.207066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:37.598813Z","time spent":"608.1416ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:39.868036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.473167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:39.868154Z","caller":"traceutil/trace.go:171","msg":"trace[1608662175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:526; }","duration":"968.641971ms","start":"2026-03-14T01:31:38.899482Z","end":"2026-03-14T01:31:39.868124Z","steps":["trace[1608662175] 'range keys from in-memory index tree' (duration: 968.371724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:39.868221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:38.899456Z","time spent":"968.749713ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:31:39.868251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59235539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-cainjector:leaderelection\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:39.868307Z","caller":"traceutil/trace.go:171","msg":"trace[951848752] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-cainjector:leaderelection; range_end:; response_count:0; response_revision:526; }","duration":"1.592434663s","start":"2026-03-14T01:31:38.275858Z","end":"2026-03-14T01:31:39.868292Z","steps":["trace[951848752] 'range keys from in-memory index tree' (duration: 1.592290119s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:39.868355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:38.275847Z","time spent":"1.592499064s","remote":"127.0.0.1:33676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings/cert-manager/cert-manager-cainjector:leaderelection\" "} {"level":"info","ts":"2026-03-14T01:31:40.194123Z","caller":"traceutil/trace.go:171","msg":"trace[1270734902] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"285.120255ms","start":"2026-03-14T01:31:39.908977Z","end":"2026-03-14T01:31:40.194097Z","steps":["trace[1270734902] 'process raft request' (duration: 284.991532ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:40.433103Z","caller":"traceutil/trace.go:171","msg":"trace[993816288] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"194.701432ms","start":"2026-03-14T01:31:40.237956Z","end":"2026-03-14T01:31:40.432657Z","steps":["trace[993816288] 'process raft request' (duration: 115.820096ms)","trace[993816288] 'compare' (duration: 78.724993ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:40.434813Z","caller":"traceutil/trace.go:171","msg":"trace[697136998] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"196.195986ms","start":"2026-03-14T01:31:40.238592Z","end":"2026-03-14T01:31:40.434788Z","steps":["trace[697136998] 'process raft request' (duration: 196.015642ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:40.435149Z","caller":"traceutil/trace.go:171","msg":"trace[1574035951] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"196.494063ms","start":"2026-03-14T01:31:40.238641Z","end":"2026-03-14T01:31:40.435135Z","steps":["trace[1574035951] 'process raft request' (duration: 196.100014ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:40.435498Z","caller":"traceutil/trace.go:171","msg":"trace[993433751] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"144.980338ms","start":"2026-03-14T01:31:40.290482Z","end":"2026-03-14T01:31:40.435462Z","steps":["trace[993433751] 'process raft request' (duration: 144.726072ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:40.435498Z","caller":"traceutil/trace.go:171","msg":"trace[1263383734] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"182.949092ms","start":"2026-03-14T01:31:40.252438Z","end":"2026-03-14T01:31:40.435387Z","steps":["trace[1263383734] 'process raft request' (duration: 182.588444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:42.155657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.775175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:42.155752Z","caller":"traceutil/trace.go:171","msg":"trace[1954075928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:661; }","duration":"257.933728ms","start":"2026-03-14T01:31:41.897795Z","end":"2026-03-14T01:31:42.155728Z","steps":["trace[1954075928] 'range keys from in-memory index tree' (duration: 257.662212ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:51.180046Z","caller":"traceutil/trace.go:171","msg":"trace[942471292] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"138.762865ms","start":"2026-03-14T01:31:51.041244Z","end":"2026-03-14T01:31:51.180007Z","steps":["trace[942471292] 'process raft request' (duration: 82.312115ms)","trace[942471292] 'compare' (duration: 56.274806ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:54.064087Z","caller":"traceutil/trace.go:171","msg":"trace[1296928387] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"268.585663ms","start":"2026-03-14T01:31:53.795466Z","end":"2026-03-14T01:31:54.064052Z","steps":["trace[1296928387] 'process raft request' (duration: 266.672749ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:54.102277Z","caller":"traceutil/trace.go:171","msg":"trace[1890616642] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"304.445459ms","start":"2026-03-14T01:31:53.797808Z","end":"2026-03-14T01:31:54.102253Z","steps":["trace[1890616642] 'process raft request' (duration: 304.178633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:54.102442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:53.797775Z","time spent":"304.577752ms","remote":"127.0.0.1:33490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:54.102824Z","caller":"traceutil/trace.go:171","msg":"trace[1166872444] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"304.50482ms","start":"2026-03-14T01:31:53.797977Z","end":"2026-03-14T01:31:54.102482Z","steps":["trace[1166872444] 'process raft request' (duration: 304.164103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:54.103078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:53.797954Z","time spent":"305.025613ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:54.102837Z","caller":"traceutil/trace.go:171","msg":"trace[1329433965] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"299.176428ms","start":"2026-03-14T01:31:53.803604Z","end":"2026-03-14T01:31:54.10278Z","steps":["trace[1329433965] 'process raft request' (duration: 298.600365ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:54.422783Z","caller":"traceutil/trace.go:171","msg":"trace[678935334] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"145.164942ms","start":"2026-03-14T01:31:54.277584Z","end":"2026-03-14T01:31:54.422748Z","steps":["trace[678935334] 'process raft request' (duration: 145.021999ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:54.446511Z","caller":"traceutil/trace.go:171","msg":"trace[1352186459] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"104.543448ms","start":"2026-03-14T01:31:54.341945Z","end":"2026-03-14T01:31:54.446489Z","steps":["trace[1352186459] 'process raft request' (duration: 104.236051ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:54.446569Z","caller":"traceutil/trace.go:171","msg":"trace[1221460584] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"103.410961ms","start":"2026-03-14T01:31:54.343147Z","end":"2026-03-14T01:31:54.446558Z","steps":["trace[1221460584] 'process raft request' (duration: 103.218217ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:54.446496Z","caller":"traceutil/trace.go:171","msg":"trace[872553681] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"104.124507ms","start":"2026-03-14T01:31:54.342344Z","end":"2026-03-14T01:31:54.446468Z","steps":["trace[872553681] 'process raft request' (duration: 103.963033ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:54.446673Z","caller":"traceutil/trace.go:171","msg":"trace[1438107201] linearizableReadLoop","detail":"{readStateIndex:871; appliedIndex:867; }","duration":"103.196347ms","start":"2026-03-14T01:31:54.343424Z","end":"2026-03-14T01:31:54.446621Z","steps":["trace[1438107201] 'read index received' (duration: 79.206834ms)","trace[1438107201] 'applied index is now lower than readState.Index' (duration: 23.986782ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:54.446815Z","caller":"traceutil/trace.go:171","msg":"trace[2114939447] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"101.23108ms","start":"2026-03-14T01:31:54.345517Z","end":"2026-03-14T01:31:54.446748Z","steps":["trace[2114939447] 'process raft request' (duration: 100.893553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:54.447031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.552765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:31:54.447111Z","caller":"traceutil/trace.go:171","msg":"trace[1351753244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:843; }","duration":"103.692517ms","start":"2026-03-14T01:31:54.343397Z","end":"2026-03-14T01:31:54.447089Z","steps":["trace[1351753244] 'agreement among raft nodes before linearized reading' (duration: 103.39523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:01.39926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242698532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:32:01.90012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242698532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:32:02.380735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.493258419s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:32:02.381242Z","caller":"traceutil/trace.go:171","msg":"trace[548935239] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"1.493916264s","start":"2026-03-14T01:32:00.887296Z","end":"2026-03-14T01:32:02.381212Z","steps":["trace[548935239] 'process raft request' (duration: 1.493714649s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:02.381429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:00.887264Z","time spent":"1.494074407s","remote":"127.0.0.1:33506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5822,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:02.39979Z","caller":"traceutil/trace.go:171","msg":"trace[2107959626] linearizableReadLoop","detail":"{readStateIndex:936; appliedIndex:933; }","duration":"1.501195579s","start":"2026-03-14T01:32:00.898567Z","end":"2026-03-14T01:32:02.399763Z","steps":["trace[2107959626] 'read index received' (duration: 1.482431369s)","trace[2107959626] 'applied index is now lower than readState.Index' (duration: 18.76295ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:02.399864Z","caller":"traceutil/trace.go:171","msg":"trace[1939294606] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"1.26058278s","start":"2026-03-14T01:32:01.139243Z","end":"2026-03-14T01:32:02.399826Z","steps":["trace[1939294606] 'process raft request' (duration: 1.260273273s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:02.399926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501342883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:02.399976Z","caller":"traceutil/trace.go:171","msg":"trace[500689452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:905; }","duration":"1.501411155s","start":"2026-03-14T01:32:00.898552Z","end":"2026-03-14T01:32:02.399963Z","steps":["trace[500689452] 'agreement among raft nodes before linearized reading' (duration: 1.501317463s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:02.400025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:00.898487Z","time spent":"1.501526687s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:32:02.40003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:01.139224Z","time spent":"1.260697683s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:02.400088Z","caller":"traceutil/trace.go:171","msg":"trace[458119046] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"613.326599ms","start":"2026-03-14T01:32:01.786714Z","end":"2026-03-14T01:32:02.400041Z","steps":["trace[458119046] 'process raft request' (duration: 612.96173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:02.400317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:01.786678Z","time spent":"613.513853ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:04.741681Z","caller":"traceutil/trace.go:171","msg":"trace[165110591] linearizableReadLoop","detail":"{readStateIndex:950; appliedIndex:949; }","duration":"121.527087ms","start":"2026-03-14T01:32:04.620132Z","end":"2026-03-14T01:32:04.741659Z","steps":["trace[165110591] 'read index received' (duration: 116.564183ms)","trace[165110591] 'applied index is now lower than readState.Index' (duration: 4.961624ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:04.741816Z","caller":"traceutil/trace.go:171","msg":"trace[1310293162] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"126.174312ms","start":"2026-03-14T01:32:04.615598Z","end":"2026-03-14T01:32:04.741772Z","steps":["trace[1310293162] 'process raft request' (duration: 121.053005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:04.741908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.754042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T01:32:04.741944Z","caller":"traceutil/trace.go:171","msg":"trace[1468510124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:917; }","duration":"121.848284ms","start":"2026-03-14T01:32:04.620086Z","end":"2026-03-14T01:32:04.741934Z","steps":["trace[1468510124] 'agreement among raft nodes before linearized reading' (duration: 121.715011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:04.742344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.152401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-14T01:32:04.742366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.627688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:32:04.742457Z","caller":"traceutil/trace.go:171","msg":"trace[2117469130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:917; }","duration":"121.748791ms","start":"2026-03-14T01:32:04.620686Z","end":"2026-03-14T01:32:04.742435Z","steps":["trace[2117469130] 'agreement among raft nodes before linearized reading' (duration: 121.464095ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:04.74245Z","caller":"traceutil/trace.go:171","msg":"trace[1565544794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:917; }","duration":"122.289184ms","start":"2026-03-14T01:32:04.620136Z","end":"2026-03-14T01:32:04.742425Z","steps":["trace[1565544794] 'agreement among raft nodes before linearized reading' (duration: 122.017438ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:05.012155Z","caller":"traceutil/trace.go:171","msg":"trace[446744956] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"266.12091ms","start":"2026-03-14T01:32:04.746001Z","end":"2026-03-14T01:32:05.012122Z","steps":["trace[446744956] 'process raft request' (duration: 208.655068ms)","trace[446744956] 'compare' (duration: 57.335969ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:05.014937Z","caller":"traceutil/trace.go:171","msg":"trace[427462237] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"267.365758ms","start":"2026-03-14T01:32:04.747542Z","end":"2026-03-14T01:32:05.014907Z","steps":["trace[427462237] 'process raft request' (duration: 267.196964ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:05.015101Z","caller":"traceutil/trace.go:171","msg":"trace[1236987779] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"267.4667ms","start":"2026-03-14T01:32:04.747611Z","end":"2026-03-14T01:32:05.015078Z","steps":["trace[1236987779] 'process raft request' (duration: 267.255765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:11.082241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.058862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:32:11.082327Z","caller":"traceutil/trace.go:171","msg":"trace[111403949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:944; }","duration":"285.182026ms","start":"2026-03-14T01:32:10.797126Z","end":"2026-03-14T01:32:11.082308Z","steps":["trace[111403949] 'range keys from in-memory index tree' (duration: 284.892999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:11.082243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.838057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:11.082462Z","caller":"traceutil/trace.go:171","msg":"trace[492953628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:944; }","duration":"183.109683ms","start":"2026-03-14T01:32:10.899326Z","end":"2026-03-14T01:32:11.082435Z","steps":["trace[492953628] 'range keys from in-memory index tree' (duration: 182.723465ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:29.816358Z","caller":"traceutil/trace.go:171","msg":"trace[2038298641] linearizableReadLoop","detail":"{readStateIndex:1120; appliedIndex:1119; }","duration":"439.980532ms","start":"2026-03-14T01:32:29.376349Z","end":"2026-03-14T01:32:29.816329Z","steps":["trace[2038298641] 'read index received' (duration: 439.660643ms)","trace[2038298641] 'applied index is now lower than readState.Index' (duration: 318.489µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:29.816493Z","caller":"traceutil/trace.go:171","msg":"trace[659779703] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"510.411682ms","start":"2026-03-14T01:32:29.306031Z","end":"2026-03-14T01:32:29.816443Z","steps":["trace[659779703] 'process raft request' (duration: 510.093215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:29.816646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.279989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:32:29.816676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:29.306003Z","time spent":"510.578775ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:29.816691Z","caller":"traceutil/trace.go:171","msg":"trace[53126435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1079; }","duration":"440.372931ms","start":"2026-03-14T01:32:29.376308Z","end":"2026-03-14T01:32:29.81668Z","steps":["trace[53126435] 'agreement among raft nodes before linearized reading' (duration: 440.208217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:29.816745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:29.376289Z","time spent":"440.447603ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:32:29.816761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.012747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:32:29.816854Z","caller":"traceutil/trace.go:171","msg":"trace[1251070701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1079; }","duration":"413.15282ms","start":"2026-03-14T01:32:29.403679Z","end":"2026-03-14T01:32:29.816832Z","steps":["trace[1251070701] 'agreement among raft nodes before linearized reading' (duration: 412.908184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:29.816902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:29.403662Z","time spent":"413.231181ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:32:29.816887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.775714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T01:32:29.816999Z","caller":"traceutil/trace.go:171","msg":"trace[861243554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1079; }","duration":"378.942387ms","start":"2026-03-14T01:32:29.438028Z","end":"2026-03-14T01:32:29.81697Z","steps":["trace[861243554] 'agreement among raft nodes before linearized reading' (duration: 378.62974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:29.81706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:29.438016Z","time spent":"379.03399ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:32:33.320133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.953606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:33.320333Z","caller":"traceutil/trace.go:171","msg":"trace[177035926] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"178.776414ms","start":"2026-03-14T01:32:33.141522Z","end":"2026-03-14T01:32:33.320299Z","steps":["trace[177035926] 'process raft request' (duration: 77.537801ms)","trace[177035926] 'compare' (duration: 100.789253ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:33.392852Z","caller":"traceutil/trace.go:171","msg":"trace[443482762] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"242.50295ms","start":"2026-03-14T01:32:33.150315Z","end":"2026-03-14T01:32:33.392818Z","steps":["trace[443482762] 'process raft request' (duration: 242.443008ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:33.393118Z","caller":"traceutil/trace.go:171","msg":"trace[889720067] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"242.789216ms","start":"2026-03-14T01:32:33.150271Z","end":"2026-03-14T01:32:33.39306Z","steps":["trace[889720067] 'process raft request' (duration: 242.430348ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:33.393356Z","caller":"traceutil/trace.go:171","msg":"trace[41322256] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"242.865068ms","start":"2026-03-14T01:32:33.150042Z","end":"2026-03-14T01:32:33.392907Z","steps":["trace[41322256] 'process raft request' (duration: 242.461848ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:33.490855Z","caller":"traceutil/trace.go:171","msg":"trace[273516255] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1110; }","duration":"168.567631ms","start":"2026-03-14T01:32:33.32224Z","end":"2026-03-14T01:32:33.490808Z","steps":["trace[273516255] 'process raft request' (duration: 111.947918ms)","trace[273516255] 'compare' (duration: 56.356867ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:33.610898Z","caller":"traceutil/trace.go:171","msg":"trace[1902789300] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"114.480746ms","start":"2026-03-14T01:32:33.496371Z","end":"2026-03-14T01:32:33.610851Z","steps":["trace[1902789300] 'process raft request' (duration: 101.503299ms)","trace[1902789300] 'compare' (duration: 12.809333ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:36.109682Z","caller":"traceutil/trace.go:171","msg":"trace[147189828] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"147.548231ms","start":"2026-03-14T01:32:35.962104Z","end":"2026-03-14T01:32:36.109652Z","steps":["trace[147189828] 'process raft request' (duration: 147.49753ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:36.10976Z","caller":"traceutil/trace.go:171","msg":"trace[762296146] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"148.517133ms","start":"2026-03-14T01:32:35.961199Z","end":"2026-03-14T01:32:36.109716Z","steps":["trace[762296146] 'process raft request' (duration: 148.203556ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:36.109942Z","caller":"traceutil/trace.go:171","msg":"trace[880715982] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"148.598104ms","start":"2026-03-14T01:32:35.961279Z","end":"2026-03-14T01:32:36.109877Z","steps":["trace[880715982] 'process raft request' (duration: 148.277777ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:47.995474Z","caller":"traceutil/trace.go:171","msg":"trace[1473094464] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"155.108143ms","start":"2026-03-14T01:32:47.840293Z","end":"2026-03-14T01:32:47.995402Z","steps":["trace[1473094464] 'process raft request' (duration: 76.59366ms)","trace[1473094464] 'compare' (duration: 78.237757ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:50.054419Z","caller":"traceutil/trace.go:171","msg":"trace[1420959742] linearizableReadLoop","detail":"{readStateIndex:1487; appliedIndex:1486; }","duration":"252.024518ms","start":"2026-03-14T01:32:49.802361Z","end":"2026-03-14T01:32:50.054385Z","steps":["trace[1420959742] 'read index received' (duration: 246.331908ms)","trace[1420959742] 'applied index is now lower than readState.Index' (duration: 5.691349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:50.054675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.126709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:32:50.054685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.293674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:32:50.054664Z","caller":"traceutil/trace.go:171","msg":"trace[1498136747] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"253.958902ms","start":"2026-03-14T01:32:49.800644Z","end":"2026-03-14T01:32:50.054603Z","steps":["trace[1498136747] 'process raft request' (duration: 248.196021ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:50.054785Z","caller":"traceutil/trace.go:171","msg":"trace[77702420] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1425; }","duration":"252.446437ms","start":"2026-03-14T01:32:49.802317Z","end":"2026-03-14T01:32:50.054764Z","steps":["trace[77702420] 'agreement among raft nodes before linearized reading' (duration: 252.230852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:50.054818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.915264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:32:50.054827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.735518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:50.054725Z","caller":"traceutil/trace.go:171","msg":"trace[1270922976] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1425; }","duration":"245.284814ms","start":"2026-03-14T01:32:49.809426Z","end":"2026-03-14T01:32:50.054711Z","steps":["trace[1270922976] 'agreement among raft nodes before linearized reading' (duration: 245.139811ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:50.054957Z","caller":"traceutil/trace.go:171","msg":"trace[1292548300] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1425; }","duration":"227.123899ms","start":"2026-03-14T01:32:49.827801Z","end":"2026-03-14T01:32:50.054925Z","steps":["trace[1292548300] 'agreement among raft nodes before linearized reading' (duration: 226.865453ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:50.054983Z","caller":"traceutil/trace.go:171","msg":"trace[1900768028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1425; }","duration":"155.979313ms","start":"2026-03-14T01:32:49.898972Z","end":"2026-03-14T01:32:50.054951Z","steps":["trace[1900768028] 'agreement among raft nodes before linearized reading' (duration: 155.660396ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:54.302989Z","caller":"traceutil/trace.go:171","msg":"trace[792380427] linearizableReadLoop","detail":"{readStateIndex:1538; appliedIndex:1537; }","duration":"114.968668ms","start":"2026-03-14T01:32:54.187981Z","end":"2026-03-14T01:32:54.30295Z","steps":["trace[792380427] 'read index received' (duration: 114.698591ms)","trace[792380427] 'applied index is now lower than readState.Index' (duration: 268.987µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:54.303058Z","caller":"traceutil/trace.go:171","msg":"trace[618837178] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"121.632299ms","start":"2026-03-14T01:32:54.181377Z","end":"2026-03-14T01:32:54.303009Z","steps":["trace[618837178] 'process raft request' (duration: 121.377092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:54.303328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.333846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T01:32:54.303422Z","caller":"traceutil/trace.go:171","msg":"trace[1049387438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1471; }","duration":"115.484429ms","start":"2026-03-14T01:32:54.187913Z","end":"2026-03-14T01:32:54.303397Z","steps":["trace[1049387438] 'agreement among raft nodes before linearized reading' (duration: 115.226073ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:54.545874Z","caller":"traceutil/trace.go:171","msg":"trace[235456017] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"117.836072ms","start":"2026-03-14T01:32:54.427982Z","end":"2026-03-14T01:32:54.545818Z","steps":["trace[235456017] 'process raft request' (duration: 117.493984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:55.519967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.148087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:32:55.520101Z","caller":"traceutil/trace.go:171","msg":"trace[1562164832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1485; }","duration":"177.376602ms","start":"2026-03-14T01:32:55.342697Z","end":"2026-03-14T01:32:55.520074Z","steps":["trace[1562164832] 'range keys from in-memory index tree' (duration: 176.84098ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:03.257239Z","caller":"traceutil/trace.go:171","msg":"trace[2112055970] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"127.182615ms","start":"2026-03-14T01:33:03.129945Z","end":"2026-03-14T01:33:03.257128Z","steps":["trace[2112055970] 'process raft request' (duration: 67.199774ms)","trace[2112055970] 'compare' (duration: 54.581398ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:03.25776Z","caller":"traceutil/trace.go:171","msg":"trace[753701040] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"108.368366ms","start":"2026-03-14T01:33:03.149349Z","end":"2026-03-14T01:33:03.257717Z","steps":["trace[753701040] 'process raft request' (duration: 107.6757ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:03.429951Z","caller":"traceutil/trace.go:171","msg":"trace[1179646947] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"164.896997ms","start":"2026-03-14T01:33:03.264975Z","end":"2026-03-14T01:33:03.429872Z","steps":["trace[1179646947] 'process raft request' (duration: 163.957905ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:04.473646Z","caller":"traceutil/trace.go:171","msg":"trace[2043395919] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"195.302262ms","start":"2026-03-14T01:33:04.278304Z","end":"2026-03-14T01:33:04.473606Z","steps":["trace[2043395919] 'process raft request' (duration: 129.58538ms)","trace[2043395919] 'compare' (duration: 65.567789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:06.291639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.570192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:33:06.292321Z","caller":"traceutil/trace.go:171","msg":"trace[1100254156] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"248.350463ms","start":"2026-03-14T01:33:06.04394Z","end":"2026-03-14T01:33:06.29229Z","steps":["trace[1100254156] 'process raft request' (duration: 72.048206ms)","trace[1100254156] 'compare' (duration: 175.254284ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:06.321132Z","caller":"traceutil/trace.go:171","msg":"trace[965695431] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"243.150425ms","start":"2026-03-14T01:33:06.077951Z","end":"2026-03-14T01:33:06.321102Z","steps":["trace[965695431] 'process raft request' (duration: 242.982472ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:06.619978Z","caller":"traceutil/trace.go:171","msg":"trace[2067007619] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"253.467521ms","start":"2026-03-14T01:33:06.36645Z","end":"2026-03-14T01:33:06.619918Z","steps":["trace[2067007619] 'process raft request' (duration: 182.488939ms)","trace[2067007619] 'compare' (duration: 70.596763ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:06.620104Z","caller":"traceutil/trace.go:171","msg":"trace[1573765019] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"139.820834ms","start":"2026-03-14T01:33:06.480251Z","end":"2026-03-14T01:33:06.620072Z","steps":["trace[1573765019] 'process raft request' (duration: 139.673131ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:06.620526Z","caller":"traceutil/trace.go:171","msg":"trace[1248804696] linearizableReadLoop","detail":"{readStateIndex:1673; appliedIndex:1672; }","duration":"185.913287ms","start":"2026-03-14T01:33:06.434539Z","end":"2026-03-14T01:33:06.620452Z","steps":["trace[1248804696] 'read index received' (duration: 114.431914ms)","trace[1248804696] 'applied index is now lower than readState.Index' (duration: 71.473382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:06.620786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.223175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-14T01:33:06.620849Z","caller":"traceutil/trace.go:171","msg":"trace[847651806] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1604; }","duration":"186.354708ms","start":"2026-03-14T01:33:06.434479Z","end":"2026-03-14T01:33:06.620834Z","steps":["trace[847651806] 'agreement among raft nodes before linearized reading' (duration: 186.106853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:06.620902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.090979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:33:06.620961Z","caller":"traceutil/trace.go:171","msg":"trace[1914355824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1604; }","duration":"132.209452ms","start":"2026-03-14T01:33:06.488735Z","end":"2026-03-14T01:33:06.620944Z","steps":["trace[1914355824] 'agreement among raft nodes before linearized reading' (duration: 131.989677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:06.620934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.102757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:33:06.620974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.444631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-886220a1-f7a4-41b6-a9f6-f22fd8b07e21\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-14T01:33:06.620962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.211514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T01:33:06.621045Z","caller":"traceutil/trace.go:171","msg":"trace[1302928069] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-886220a1-f7a4-41b6-a9f6-f22fd8b07e21; range_end:; response_count:1; response_revision:1604; }","duration":"102.598904ms","start":"2026-03-14T01:33:06.518424Z","end":"2026-03-14T01:33:06.621023Z","steps":["trace[1302928069] 'agreement among raft nodes before linearized reading' (duration: 102.319778ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:06.621077Z","caller":"traceutil/trace.go:171","msg":"trace[855949442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1604; }","duration":"133.353557ms","start":"2026-03-14T01:33:06.487696Z","end":"2026-03-14T01:33:06.621049Z","steps":["trace[855949442] 'agreement among raft nodes before linearized reading' (duration: 133.03991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:06.621153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.769406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T01:33:06.621049Z","caller":"traceutil/trace.go:171","msg":"trace[1634029186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1604; }","duration":"135.258041ms","start":"2026-03-14T01:33:06.485763Z","end":"2026-03-14T01:33:06.621021Z","steps":["trace[1634029186] 'agreement among raft nodes before linearized reading' (duration: 134.940004ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:06.621195Z","caller":"traceutil/trace.go:171","msg":"trace[631986512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1604; }","duration":"133.867279ms","start":"2026-03-14T01:33:06.487318Z","end":"2026-03-14T01:33:06.621186Z","steps":["trace[631986512] 'agreement among raft nodes before linearized reading' (duration: 133.760757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:08.624109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.989627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-886220a1-f7a4-41b6-a9f6-f22fd8b07e21\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-14T01:33:08.624233Z","caller":"traceutil/trace.go:171","msg":"trace[1333644071] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-886220a1-f7a4-41b6-a9f6-f22fd8b07e21; range_end:; response_count:1; response_revision:1620; }","duration":"522.125ms","start":"2026-03-14T01:33:08.102079Z","end":"2026-03-14T01:33:08.624204Z","steps":["trace[1333644071] 'range keys from in-memory index tree' (duration: 521.611408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:08.62428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:08.102002Z","time spent":"522.267374ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-886220a1-f7a4-41b6-a9f6-f22fd8b07e21\" "} {"level":"warn","ts":"2026-03-14T01:33:08.624706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.497037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:33:08.624826Z","caller":"traceutil/trace.go:171","msg":"trace[1842230946] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"291.161036ms","start":"2026-03-14T01:33:08.333647Z","end":"2026-03-14T01:33:08.624808Z","steps":["trace[1842230946] 'process raft request' (duration: 138.089296ms)","trace[1842230946] 'compare' (duration: 151.877283ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:08.865743Z","caller":"traceutil/trace.go:171","msg":"trace[2085383054] linearizableReadLoop","detail":"{readStateIndex:1694; appliedIndex:1693; }","duration":"190.306117ms","start":"2026-03-14T01:33:08.675397Z","end":"2026-03-14T01:33:08.865703Z","steps":["trace[2085383054] 'read index received' (duration: 101.886822ms)","trace[2085383054] 'applied index is now lower than readState.Index' (duration: 88.417445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:08.866118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.265209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:33:08.866055Z","caller":"traceutil/trace.go:171","msg":"trace[313527188] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"226.057071ms","start":"2026-03-14T01:33:08.639907Z","end":"2026-03-14T01:33:08.865965Z","steps":["trace[313527188] 'process raft request' (duration: 137.38728ms)","trace[313527188] 'compare' (duration: 88.19704ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:08.866196Z","caller":"traceutil/trace.go:171","msg":"trace[589149618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1623; }","duration":"213.408322ms","start":"2026-03-14T01:33:08.652768Z","end":"2026-03-14T01:33:08.866177Z","steps":["trace[589149618] 'agreement among raft nodes before linearized reading' (duration: 213.163377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:08.866187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.40526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:33:08.866216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.31552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T01:33:08.866279Z","caller":"traceutil/trace.go:171","msg":"trace[2077996801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1623; }","duration":"212.545493ms","start":"2026-03-14T01:33:08.653711Z","end":"2026-03-14T01:33:08.866256Z","steps":["trace[2077996801] 'agreement among raft nodes before linearized reading' (duration: 212.050572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:08.866299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.256454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:33:08.866341Z","caller":"traceutil/trace.go:171","msg":"trace[755961321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1623; }","duration":"213.502634ms","start":"2026-03-14T01:33:08.652812Z","end":"2026-03-14T01:33:08.866314Z","steps":["trace[755961321] 'agreement among raft nodes before linearized reading' (duration: 212.985903ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:08.866374Z","caller":"traceutil/trace.go:171","msg":"trace[39774571] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1623; }","duration":"168.348346ms","start":"2026-03-14T01:33:08.698003Z","end":"2026-03-14T01:33:08.866351Z","steps":["trace[39774571] 'agreement among raft nodes before linearized reading' (duration: 168.185213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:08.866121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.199208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T01:33:08.866478Z","caller":"traceutil/trace.go:171","msg":"trace[1097538936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1623; }","duration":"213.571756ms","start":"2026-03-14T01:33:08.652866Z","end":"2026-03-14T01:33:08.866438Z","steps":["trace[1097538936] 'agreement among raft nodes before linearized reading' (duration: 212.890691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:09.94553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242700012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:10.446267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242700012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:10.947106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242700012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:11.37582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.392611854s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:33:11.61793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634603768s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:33:11.618566Z","caller":"traceutil/trace.go:171","msg":"trace[1728931412] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"2.743402488s","start":"2026-03-14T01:33:08.875119Z","end":"2026-03-14T01:33:11.618521Z","steps":["trace[1728931412] 'process raft request' (duration: 2.743227524s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.618677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:08.875084Z","time spent":"2.743535461s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:11.618738Z","caller":"traceutil/trace.go:171","msg":"trace[1019350825] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"2.743702425s","start":"2026-03-14T01:33:08.874993Z","end":"2026-03-14T01:33:11.618695Z","steps":["trace[1019350825] 'process raft request' (duration: 2.743250294s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:11.618842Z","caller":"traceutil/trace.go:171","msg":"trace[834482568] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"2.7439437s","start":"2026-03-14T01:33:08.874846Z","end":"2026-03-14T01:33:11.618789Z","steps":["trace[834482568] 'process raft request' (duration: 108.316618ms)","trace[834482568] 'compare' (duration: 2.633714788s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:11.61902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:08.874962Z","time spent":"2.743903989s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:11.619093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:08.87483Z","time spent":"2.744135055s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:11.620104Z","caller":"traceutil/trace.go:171","msg":"trace[372352245] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"2.743234013s","start":"2026-03-14T01:33:08.876811Z","end":"2026-03-14T01:33:11.620045Z","steps":["trace[372352245] 'process raft request' (duration: 2.741602276s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.620388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:08.876786Z","time spent":"2.743416687s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:11.620836Z","caller":"traceutil/trace.go:171","msg":"trace[790247278] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"2.739143889s","start":"2026-03-14T01:33:08.881669Z","end":"2026-03-14T01:33:11.620813Z","steps":["trace[790247278] 'process raft request' (duration: 2.738052425s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.620934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:08.881657Z","time spent":"2.739221771s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:11.621772Z","caller":"traceutil/trace.go:171","msg":"trace[824461047] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"2.254968058s","start":"2026-03-14T01:33:09.366782Z","end":"2026-03-14T01:33:11.62175Z","steps":["trace[824461047] 'process raft request' (duration: 2.253969245s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.621865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:09.366742Z","time spent":"2.255083441s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:11.622093Z","caller":"traceutil/trace.go:171","msg":"trace[1953128790] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"1.885859238s","start":"2026-03-14T01:33:09.736209Z","end":"2026-03-14T01:33:11.622068Z","steps":["trace[1953128790] 'process raft request' (duration: 1.885373527s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:11.622181Z","caller":"traceutil/trace.go:171","msg":"trace[168683789] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"926.282529ms","start":"2026-03-14T01:33:10.695872Z","end":"2026-03-14T01:33:11.622155Z","steps":["trace[168683789] 'process raft request' (duration: 926.094105ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:11.62226Z","caller":"traceutil/trace.go:171","msg":"trace[1593645995] linearizableReadLoop","detail":"{readStateIndex:1703; appliedIndex:1694; }","duration":"2.176982841s","start":"2026-03-14T01:33:09.445043Z","end":"2026-03-14T01:33:11.622026Z","steps":["trace[1593645995] 'read index received' (duration: 1.930961415s)","trace[1593645995] 'applied index is now lower than readState.Index' (duration: 246.020116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:11.622303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:10.695852Z","time spent":"926.390261ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:11.622405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:09.736178Z","time spent":"1.886050862s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:11.622765Z","caller":"traceutil/trace.go:171","msg":"trace[112070606] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"987.385902ms","start":"2026-03-14T01:33:10.634702Z","end":"2026-03-14T01:33:11.622088Z","steps":["trace[112070606] 'process raft request' (duration: 987.158606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.624321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:10.634664Z","time spent":"988.156979ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:11.624354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179302614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:11.624409Z","caller":"traceutil/trace.go:171","msg":"trace[1276057752] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1632; }","duration":"2.179424896s","start":"2026-03-14T01:33:09.444968Z","end":"2026-03-14T01:33:11.624393Z","steps":["trace[1276057752] 'agreement among raft nodes before linearized reading' (duration: 2.177127754s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.624445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:09.444932Z","time spent":"2.179505568s","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:33:11.624436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.6321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:11.624495Z","caller":"traceutil/trace.go:171","msg":"trace[96126892] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1632; }","duration":"185.727382ms","start":"2026-03-14T01:33:11.438754Z","end":"2026-03-14T01:33:11.624481Z","steps":["trace[96126892] 'agreement among raft nodes before linearized reading' (duration: 185.63575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.624541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944203417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-886220a1-f7a4-41b6-a9f6-f22fd8b07e21\" ","response":"range_response_count:1 size:3741"} {"level":"warn","ts":"2026-03-14T01:33:11.624592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725432232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:11.624645Z","caller":"traceutil/trace.go:171","msg":"trace[1836227285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1632; }","duration":"1.725549225s","start":"2026-03-14T01:33:09.899079Z","end":"2026-03-14T01:33:11.624628Z","steps":["trace[1836227285] 'agreement among raft nodes before linearized reading' (duration: 1.725457412s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.624682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:09.899035Z","time spent":"1.725640237s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:33:11.624805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750199256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T01:33:11.624824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899818126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:33:11.624845Z","caller":"traceutil/trace.go:171","msg":"trace[491315660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1632; }","duration":"1.899913337s","start":"2026-03-14T01:33:09.724926Z","end":"2026-03-14T01:33:11.624839Z","steps":["trace[491315660] 'agreement among raft nodes before linearized reading' (duration: 1.899847106s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.624876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:09.724897Z","time spent":"1.899975419s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:33:11.624886Z","caller":"traceutil/trace.go:171","msg":"trace[1395453948] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1632; }","duration":"1.750267658s","start":"2026-03-14T01:33:09.874562Z","end":"2026-03-14T01:33:11.62483Z","steps":["trace[1395453948] 'agreement among raft nodes before linearized reading' (duration: 1.750064623s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.624904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.799464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"warn","ts":"2026-03-14T01:33:11.62491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:09.874535Z","time spent":"1.750369371s","remote":"127.0.0.1:60382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T01:33:11.624933Z","caller":"traceutil/trace.go:171","msg":"trace[776640437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1632; }","duration":"253.891655ms","start":"2026-03-14T01:33:11.371034Z","end":"2026-03-14T01:33:11.624926Z","steps":["trace[776640437] 'agreement among raft nodes before linearized reading' (duration: 253.780243ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:11.624599Z","caller":"traceutil/trace.go:171","msg":"trace[379195850] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-886220a1-f7a4-41b6-a9f6-f22fd8b07e21; range_end:; response_count:1; response_revision:1632; }","duration":"1.944340199s","start":"2026-03-14T01:33:09.680242Z","end":"2026-03-14T01:33:11.624582Z","steps":["trace[379195850] 'agreement among raft nodes before linearized reading' (duration: 1.94216706s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.625048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:09.680209Z","time spent":"1.944826931s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-886220a1-f7a4-41b6-a9f6-f22fd8b07e21\" "} {"level":"info","ts":"2026-03-14T01:33:11.870542Z","caller":"traceutil/trace.go:171","msg":"trace[1826359962] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"242.905906ms","start":"2026-03-14T01:33:11.627594Z","end":"2026-03-14T01:33:11.8705Z","steps":["trace[1826359962] 'process raft request' (duration: 220.361712ms)","trace[1826359962] 'compare' (duration: 22.080562ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:11.870657Z","caller":"traceutil/trace.go:171","msg":"trace[454503116] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"242.927747ms","start":"2026-03-14T01:33:11.627699Z","end":"2026-03-14T01:33:11.870627Z","steps":["trace[454503116] 'process raft request' (duration: 242.717872ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:11.871025Z","caller":"traceutil/trace.go:171","msg":"trace[1575380701] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"243.242594ms","start":"2026-03-14T01:33:11.627739Z","end":"2026-03-14T01:33:11.870981Z","steps":["trace[1575380701] 'process raft request' (duration: 242.823774ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:11.871064Z","caller":"traceutil/trace.go:171","msg":"trace[243494291] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"241.653777ms","start":"2026-03-14T01:33:11.629393Z","end":"2026-03-14T01:33:11.871047Z","steps":["trace[243494291] 'process raft request' (duration: 241.401931ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:11.871051Z","caller":"traceutil/trace.go:171","msg":"trace[1493080075] linearizableReadLoop","detail":"{readStateIndex:1708; appliedIndex:1703; }","duration":"238.553396ms","start":"2026-03-14T01:33:11.632464Z","end":"2026-03-14T01:33:11.871018Z","steps":["trace[1493080075] 'read index received' (duration: 77.70634ms)","trace[1493080075] 'applied index is now lower than readState.Index' (duration: 160.841416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:11.871281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.781552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:33:11.871352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.916566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:11.871361Z","caller":"traceutil/trace.go:171","msg":"trace[1090216942] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1637; }","duration":"238.896364ms","start":"2026-03-14T01:33:11.632443Z","end":"2026-03-14T01:33:11.871339Z","steps":["trace[1090216942] 'agreement among raft nodes before linearized reading' (duration: 238.762461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.871338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.786142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:11.871411Z","caller":"traceutil/trace.go:171","msg":"trace[1832159516] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1637; }","duration":"127.999678ms","start":"2026-03-14T01:33:11.743394Z","end":"2026-03-14T01:33:11.871394Z","steps":["trace[1832159516] 'agreement among raft nodes before linearized reading' (duration: 127.873345ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:11.871466Z","caller":"traceutil/trace.go:171","msg":"trace[911789759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1637; }","duration":"238.912844ms","start":"2026-03-14T01:33:11.632497Z","end":"2026-03-14T01:33:11.87141Z","steps":["trace[911789759] 'agreement among raft nodes before linearized reading' (duration: 238.759981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:13.715875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081317784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:33:13.715982Z","caller":"traceutil/trace.go:171","msg":"trace[1003504991] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1637; }","duration":"1.081494638s","start":"2026-03-14T01:33:12.634457Z","end":"2026-03-14T01:33:13.715952Z","steps":["trace[1003504991] 'range keys from in-memory index tree' (duration: 1.081050177s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:13.716039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:12.63443Z","time spent":"1.08159787s","remote":"127.0.0.1:60382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:33:13.715995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113977747s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:13.716151Z","caller":"traceutil/trace.go:171","msg":"trace[1590069703] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1637; }","duration":"1.114149801s","start":"2026-03-14T01:33:12.601979Z","end":"2026-03-14T01:33:13.716129Z","steps":["trace[1590069703] 'range keys from in-memory index tree' (duration: 1.113956147s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:13.716182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.196824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:13.71628Z","caller":"traceutil/trace.go:171","msg":"trace[1571730876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1637; }","duration":"817.356578ms","start":"2026-03-14T01:33:12.898897Z","end":"2026-03-14T01:33:13.716253Z","steps":["trace[1571730876] 'range keys from in-memory index tree' (duration: 817.106903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:13.716332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:12.89883Z","time spent":"817.491911ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:33:13.716842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493723792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-14T01:33:13.716892Z","caller":"traceutil/trace.go:171","msg":"trace[751389389] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1637; }","duration":"1.493815984s","start":"2026-03-14T01:33:12.223064Z","end":"2026-03-14T01:33:13.71688Z","steps":["trace[751389389] 'range keys from in-memory index tree' (duration: 1.493450845s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:13.716924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:12.223036Z","time spent":"1.493880615s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T01:33:13.717787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087431002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-886220a1-f7a4-41b6-a9f6-f22fd8b07e21\" ","response":"range_response_count:1 size:3741"} {"level":"info","ts":"2026-03-14T01:33:13.717865Z","caller":"traceutil/trace.go:171","msg":"trace[1097377306] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-886220a1-f7a4-41b6-a9f6-f22fd8b07e21; range_end:; response_count:1; response_revision:1637; }","duration":"1.087958844s","start":"2026-03-14T01:33:12.629885Z","end":"2026-03-14T01:33:13.717844Z","steps":["trace[1097377306] 'range keys from in-memory index tree' (duration: 1.086180754s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:13.717903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:12.629858Z","time spent":"1.088035616s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-886220a1-f7a4-41b6-a9f6-f22fd8b07e21\" "} {"level":"info","ts":"2026-03-14T01:33:13.719528Z","caller":"traceutil/trace.go:171","msg":"trace[1000461470] linearizableReadLoop","detail":"{readStateIndex:1709; appliedIndex:1708; }","duration":"170.029075ms","start":"2026-03-14T01:33:13.54946Z","end":"2026-03-14T01:33:13.719489Z","steps":["trace[1000461470] 'read index received' (duration: 146.274123ms)","trace[1000461470] 'applied index is now lower than readState.Index' (duration: 23.750622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:13.719885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.388973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T01:33:13.719972Z","caller":"traceutil/trace.go:171","msg":"trace[465292373] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1640; }","duration":"170.538806ms","start":"2026-03-14T01:33:13.549407Z","end":"2026-03-14T01:33:13.719946Z","steps":["trace[465292373] 'agreement among raft nodes before linearized reading' (duration: 170.187008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:28.373032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242700266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:28.673971Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12162214s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:33:28.674459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:27.552047Z","time spent":"1.122407658s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T01:33:29.083059Z","caller":"traceutil/trace.go:171","msg":"trace[208666468] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"1.231539594s","start":"2026-03-14T01:33:27.851484Z","end":"2026-03-14T01:33:29.083024Z","steps":["trace[208666468] 'process raft request' (duration: 1.231193617s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:29.083369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:27.851414Z","time spent":"1.231820901s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:29.083486Z","caller":"traceutil/trace.go:171","msg":"trace[416538484] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"1.230669934s","start":"2026-03-14T01:33:27.852727Z","end":"2026-03-14T01:33:29.083397Z","steps":["trace[416538484] 'process raft request' (duration: 1.230218664s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:29.083666Z","caller":"traceutil/trace.go:171","msg":"trace[1872247312] linearizableReadLoop","detail":"{readStateIndex:1830; appliedIndex:1826; }","duration":"1.211172429s","start":"2026-03-14T01:33:27.872468Z","end":"2026-03-14T01:33:29.083641Z","steps":["trace[1872247312] 'read index received' (duration: 801.880313ms)","trace[1872247312] 'applied index is now lower than readState.Index' (duration: 409.290916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:29.083729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:27.8527Z","time spent":"1.230901799s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:29.083705Z","caller":"traceutil/trace.go:171","msg":"trace[2110436193] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"1.230471839s","start":"2026-03-14T01:33:27.853217Z","end":"2026-03-14T01:33:29.083689Z","steps":["trace[2110436193] 'process raft request' (duration: 1.2300321s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:29.083877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211415295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:33:29.083898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:27.853188Z","time spent":"1.230611513s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:29.083925Z","caller":"traceutil/trace.go:171","msg":"trace[658114250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1754; }","duration":"1.211500726s","start":"2026-03-14T01:33:27.872415Z","end":"2026-03-14T01:33:29.083916Z","steps":["trace[658114250] 'agreement among raft nodes before linearized reading' (duration: 1.211331013s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:29.083961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:27.872402Z","time spent":"1.211552048s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:33:29.09406Z","caller":"traceutil/trace.go:171","msg":"trace[938595867] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"417.888542ms","start":"2026-03-14T01:33:28.676141Z","end":"2026-03-14T01:33:29.094029Z","steps":["trace[938595867] 'process raft request' (duration: 417.662227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:29.094107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138140445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:33:29.094145Z","caller":"traceutil/trace.go:171","msg":"trace[1560390710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1755; }","duration":"1.138204347s","start":"2026-03-14T01:33:27.955932Z","end":"2026-03-14T01:33:29.094137Z","steps":["trace[1560390710] 'agreement among raft nodes before linearized reading' (duration: 1.138084734s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:29.094166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:27.95592Z","time spent":"1.138240557s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:29.094226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:28.676113Z","time spent":"418.025906ms","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:29.094236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220259367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-14T01:33:29.094328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.498939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T01:33:29.094353Z","caller":"traceutil/trace.go:171","msg":"trace[1351133512] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1755; }","duration":"358.521679ms","start":"2026-03-14T01:33:28.735822Z","end":"2026-03-14T01:33:29.094344Z","steps":["trace[1351133512] 'agreement among raft nodes before linearized reading' (duration: 358.456588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:29.094379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:28.735809Z","time spent":"358.565941ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:33:29.094414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.397116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:33:29.094337Z","caller":"traceutil/trace.go:171","msg":"trace[2130967297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1755; }","duration":"1.220399311s","start":"2026-03-14T01:33:27.873917Z","end":"2026-03-14T01:33:29.094317Z","steps":["trace[2130967297] 'agreement among raft nodes before linearized reading' (duration: 1.220079673s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:29.094479Z","caller":"traceutil/trace.go:171","msg":"trace[1034550916] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1755; }","duration":"365.495948ms","start":"2026-03-14T01:33:28.728967Z","end":"2026-03-14T01:33:29.094463Z","steps":["trace[1034550916] 'agreement among raft nodes before linearized reading' (duration: 365.377345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:29.094504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:27.873909Z","time spent":"1.220588385s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:29.094521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218359084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:33:29.09453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:28.728948Z","time spent":"365.572601ms","remote":"127.0.0.1:33610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:33:29.094552Z","caller":"traceutil/trace.go:171","msg":"trace[1014282110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1755; }","duration":"1.218426275s","start":"2026-03-14T01:33:27.876117Z","end":"2026-03-14T01:33:29.094543Z","steps":["trace[1014282110] 'agreement among raft nodes before linearized reading' (duration: 1.218339553s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:29.094594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:27.876104Z","time spent":"1.218481217s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:33:29.094436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217155116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-14T01:33:29.094679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.084164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-14T01:33:29.094715Z","caller":"traceutil/trace.go:171","msg":"trace[1502138791] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1755; }","duration":"363.149715ms","start":"2026-03-14T01:33:28.731555Z","end":"2026-03-14T01:33:29.094705Z","steps":["trace[1502138791] 'agreement among raft nodes before linearized reading' (duration: 363.010442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:29.094697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196419784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:29.094731Z","caller":"traceutil/trace.go:171","msg":"trace[848114783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1755; }","duration":"1.217449073s","start":"2026-03-14T01:33:27.877255Z","end":"2026-03-14T01:33:29.094705Z","steps":["trace[848114783] 'agreement among raft nodes before linearized reading' (duration: 1.217113346s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:29.094746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:28.731516Z","time spent":"363.224307ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T01:33:29.09479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:27.877243Z","time spent":"1.217536945s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:33:29.094798Z","caller":"traceutil/trace.go:171","msg":"trace[422384347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1755; }","duration":"1.196549817s","start":"2026-03-14T01:33:27.898215Z","end":"2026-03-14T01:33:29.094765Z","steps":["trace[422384347] 'agreement among raft nodes before linearized reading' (duration: 1.196405903s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:29.094837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:27.898192Z","time spent":"1.196636418s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:33:29.094595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214885475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:33:29.094972Z","caller":"traceutil/trace.go:171","msg":"trace[42119202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1755; }","duration":"1.215317444s","start":"2026-03-14T01:33:27.879642Z","end":"2026-03-14T01:33:29.094959Z","steps":["trace[42119202] 'agreement among raft nodes before linearized reading' (duration: 1.214661149s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:29.094996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:27.879629Z","time spent":"1.215360315s","remote":"127.0.0.1:60382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T01:33:29.315515Z","caller":"traceutil/trace.go:171","msg":"trace[1189370646] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"216.149285ms","start":"2026-03-14T01:33:29.099274Z","end":"2026-03-14T01:33:29.315424Z","steps":["trace[1189370646] 'process raft request' (duration: 123.277429ms)","trace[1189370646] 'compare' (duration: 92.629301ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:29.315859Z","caller":"traceutil/trace.go:171","msg":"trace[1215658247] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"216.472993ms","start":"2026-03-14T01:33:29.099344Z","end":"2026-03-14T01:33:29.315817Z","steps":["trace[1215658247] 'process raft request' (duration: 216.022943ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:29.315938Z","caller":"traceutil/trace.go:171","msg":"trace[970746006] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"216.429302ms","start":"2026-03-14T01:33:29.099469Z","end":"2026-03-14T01:33:29.315899Z","steps":["trace[970746006] 'process raft request' (duration: 216.253558ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:29.316185Z","caller":"traceutil/trace.go:171","msg":"trace[455117884] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"216.562385ms","start":"2026-03-14T01:33:29.099607Z","end":"2026-03-14T01:33:29.316169Z","steps":["trace[455117884] 'process raft request' (duration: 216.399091ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:29.316194Z","caller":"traceutil/trace.go:171","msg":"trace[1184881505] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"216.33468ms","start":"2026-03-14T01:33:29.099844Z","end":"2026-03-14T01:33:29.316179Z","steps":["trace[1184881505] 'process raft request' (duration: 216.275239ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:29.316214Z","caller":"traceutil/trace.go:171","msg":"trace[2010117147] linearizableReadLoop","detail":"{readStateIndex:1838; appliedIndex:1832; }","duration":"207.12932ms","start":"2026-03-14T01:33:29.109046Z","end":"2026-03-14T01:33:29.316175Z","steps":["trace[2010117147] 'read index received' (duration: 113.466006ms)","trace[2010117147] 'applied index is now lower than readState.Index' (duration: 93.661684ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:29.316246Z","caller":"traceutil/trace.go:171","msg":"trace[1639282408] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"216.654287ms","start":"2026-03-14T01:33:29.099532Z","end":"2026-03-14T01:33:29.316186Z","steps":["trace[1639282408] 'process raft request' (duration: 216.31618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:29.316456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.279721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:29.316513Z","caller":"traceutil/trace.go:171","msg":"trace[495225914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1762; }","duration":"199.399173ms","start":"2026-03-14T01:33:29.117097Z","end":"2026-03-14T01:33:29.316496Z","steps":["trace[495225914] 'agreement among raft nodes before linearized reading' (duration: 199.277931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:29.316635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.87382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-14T01:33:29.316696Z","caller":"traceutil/trace.go:171","msg":"trace[427607519] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1762; }","duration":"219.998923ms","start":"2026-03-14T01:33:29.096682Z","end":"2026-03-14T01:33:29.316681Z","steps":["trace[427607519] 'agreement among raft nodes before linearized reading' (duration: 219.650465ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:29.750282Z","caller":"traceutil/trace.go:171","msg":"trace[725166441] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"100.05001ms","start":"2026-03-14T01:33:29.650195Z","end":"2026-03-14T01:33:29.750245Z","steps":["trace[725166441] 'process raft request' (duration: 99.781394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:36.080607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242700351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:36.581444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242700351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:36.726069Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.378961943s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:33:36.726479Z","caller":"traceutil/trace.go:171","msg":"trace[2059435294] transaction","detail":"{read_only:false; response_revision:1789; number_of_response:1; }","duration":"1.379464144s","start":"2026-03-14T01:33:35.346988Z","end":"2026-03-14T01:33:36.726452Z","steps":["trace[2059435294] 'process raft request' (duration: 1.37927958s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:36.72664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:35.34695Z","time spent":"1.379591587s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:36.971099Z","caller":"traceutil/trace.go:171","msg":"trace[390408878] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"1.623651589s","start":"2026-03-14T01:33:35.347411Z","end":"2026-03-14T01:33:36.971063Z","steps":["trace[390408878] 'process raft request' (duration: 1.621108581s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:36.971276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:35.347392Z","time spent":"1.623789673s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:36.971329Z","caller":"traceutil/trace.go:171","msg":"trace[522793661] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"1.621345417s","start":"2026-03-14T01:33:35.349972Z","end":"2026-03-14T01:33:36.971317Z","steps":["trace[522793661] 'process raft request' (duration: 1.62105525s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:36.971492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:35.349966Z","time spent":"1.621402058s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:36.971105Z","caller":"traceutil/trace.go:171","msg":"trace[1703359868] linearizableReadLoop","detail":"{readStateIndex:1869; appliedIndex:1865; }","duration":"1.391247283s","start":"2026-03-14T01:33:35.579824Z","end":"2026-03-14T01:33:36.971071Z","steps":["trace[1703359868] 'read index received' (duration: 1.146458075s)","trace[1703359868] 'applied index is now lower than readState.Index' (duration: 244.788168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:36.971279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391422167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:36.971608Z","caller":"traceutil/trace.go:171","msg":"trace[469023444] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1792; }","duration":"1.391815066s","start":"2026-03-14T01:33:35.579776Z","end":"2026-03-14T01:33:36.971591Z","steps":["trace[469023444] 'agreement among raft nodes before linearized reading' (duration: 1.391383486s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:36.97166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:35.579749Z","time spent":"1.391890928s","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:33:36.971663Z","caller":"traceutil/trace.go:171","msg":"trace[680058938] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"1.622516273s","start":"2026-03-14T01:33:35.349113Z","end":"2026-03-14T01:33:36.971629Z","steps":["trace[680058938] 'process raft request' (duration: 1.621804447s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:36.971882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:35.3491Z","time spent":"1.622680076s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:36.971905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073010881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:36.971943Z","caller":"traceutil/trace.go:171","msg":"trace[897584568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1792; }","duration":"1.073091323s","start":"2026-03-14T01:33:35.898842Z","end":"2026-03-14T01:33:36.971934Z","steps":["trace[897584568] 'agreement among raft nodes before linearized reading' (duration: 1.073020841s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:36.97198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:35.898812Z","time spent":"1.073161825s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:33:36.972237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.349938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:33:36.972283Z","caller":"traceutil/trace.go:171","msg":"trace[389515202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1792; }","duration":"818.44072ms","start":"2026-03-14T01:33:36.153828Z","end":"2026-03-14T01:33:36.972269Z","steps":["trace[389515202] 'agreement among raft nodes before linearized reading' (duration: 818.281857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:36.972315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:36.153783Z","time spent":"818.524602ms","remote":"127.0.0.1:60382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T01:33:47.721612Z","caller":"traceutil/trace.go:171","msg":"trace[686669408] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"146.108139ms","start":"2026-03-14T01:33:47.575468Z","end":"2026-03-14T01:33:47.721576Z","steps":["trace[686669408] 'process raft request' (duration: 80.384842ms)","trace[686669408] 'compare' (duration: 65.537293ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:47.745038Z","caller":"traceutil/trace.go:171","msg":"trace[1606248307] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"136.794687ms","start":"2026-03-14T01:33:47.608186Z","end":"2026-03-14T01:33:47.744981Z","steps":["trace[1606248307] 'process raft request' (duration: 136.518301ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:49.289998Z","caller":"traceutil/trace.go:171","msg":"trace[2134675386] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"106.479926ms","start":"2026-03-14T01:33:49.183488Z","end":"2026-03-14T01:33:49.289968Z","steps":["trace[2134675386] 'process raft request' (duration: 104.653794ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:49.290224Z","caller":"traceutil/trace.go:171","msg":"trace[330163322] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"106.319272ms","start":"2026-03-14T01:33:49.183889Z","end":"2026-03-14T01:33:49.290209Z","steps":["trace[330163322] 'process raft request' (duration: 106.007135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:05.325652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.535582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:05.325889Z","caller":"traceutil/trace.go:171","msg":"trace[225191082] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"180.179745ms","start":"2026-03-14T01:34:05.145646Z","end":"2026-03-14T01:34:05.325826Z","steps":["trace[225191082] 'process raft request' (duration: 79.357258ms)","trace[225191082] 'compare' (duration: 100.397638ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:05.325894Z","caller":"traceutil/trace.go:171","msg":"trace[1484389465] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2015; }","duration":"148.045573ms","start":"2026-03-14T01:34:05.177815Z","end":"2026-03-14T01:34:05.325861Z","steps":["trace[1484389465] 'read index received' (duration: 47.206955ms)","trace[1484389465] 'applied index is now lower than readState.Index' (duration: 100.834458ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:05.325983Z","caller":"traceutil/trace.go:171","msg":"trace[761359546] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"131.825984ms","start":"2026-03-14T01:34:05.194119Z","end":"2026-03-14T01:34:05.325944Z","steps":["trace[761359546] 'process raft request' (duration: 131.671221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:05.326219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.377851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-14T01:34:05.326601Z","caller":"traceutil/trace.go:171","msg":"trace[986084318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1935; }","duration":"148.853382ms","start":"2026-03-14T01:34:05.177734Z","end":"2026-03-14T01:34:05.326587Z","steps":["trace[986084318] 'agreement among raft nodes before linearized reading' (duration: 148.288789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:05.326863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.280402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:34:05.327001Z","caller":"traceutil/trace.go:171","msg":"trace[1387214373] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1935; }","duration":"131.417985ms","start":"2026-03-14T01:34:05.195515Z","end":"2026-03-14T01:34:05.326933Z","steps":["trace[1387214373] 'agreement among raft nodes before linearized reading' (duration: 131.085288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:05.659298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.548666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:05.659618Z","caller":"traceutil/trace.go:171","msg":"trace[1844585431] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"284.253418ms","start":"2026-03-14T01:34:05.375283Z","end":"2026-03-14T01:34:05.659537Z","steps":["trace[1844585431] 'process raft request' (duration: 70.337343ms)","trace[1844585431] 'compare' (duration: 213.238089ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:05.659665Z","caller":"traceutil/trace.go:171","msg":"trace[1172767745] linearizableReadLoop","detail":"{readStateIndex:2021; appliedIndex:2020; }","duration":"239.768565ms","start":"2026-03-14T01:34:05.419866Z","end":"2026-03-14T01:34:05.659635Z","steps":["trace[1172767745] 'read index received' (duration: 25.88436ms)","trace[1172767745] 'applied index is now lower than readState.Index' (duration: 213.882365ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:05.659757Z","caller":"traceutil/trace.go:171","msg":"trace[1866529670] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"232.97599ms","start":"2026-03-14T01:34:05.426756Z","end":"2026-03-14T01:34:05.659731Z","steps":["trace[1866529670] 'process raft request' (duration: 232.729374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:05.659979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.086192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c913767922584\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-14T01:34:05.66003Z","caller":"traceutil/trace.go:171","msg":"trace[301960525] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c913767922584; range_end:; response_count:1; response_revision:1939; }","duration":"240.189503ms","start":"2026-03-14T01:34:05.419824Z","end":"2026-03-14T01:34:05.660013Z","steps":["trace[301960525] 'agreement among raft nodes before linearized reading' (duration: 239.940028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:05.660134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.707615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:34:05.660186Z","caller":"traceutil/trace.go:171","msg":"trace[2092072145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1939; }","duration":"136.824268ms","start":"2026-03-14T01:34:05.523349Z","end":"2026-03-14T01:34:05.660174Z","steps":["trace[2092072145] 'agreement among raft nodes before linearized reading' (duration: 136.631513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.400627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242700735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:34:06.652413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.776316ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-14T01:34:06.652875Z","caller":"traceutil/trace.go:171","msg":"trace[428405498] linearizableReadLoop","detail":"{readStateIndex:2024; appliedIndex:2022; }","duration":"752.625721ms","start":"2026-03-14T01:34:05.900222Z","end":"2026-03-14T01:34:06.652848Z","steps":["trace[428405498] 'read index received' (duration: 714.204025ms)","trace[428405498] 'applied index is now lower than readState.Index' (duration: 38.420276ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:06.653063Z","caller":"traceutil/trace.go:171","msg":"trace[942453166] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"988.136818ms","start":"2026-03-14T01:34:05.664891Z","end":"2026-03-14T01:34:06.653028Z","steps":["trace[942453166] 'process raft request' (duration: 987.705738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.653314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.083661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:06.653332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:05.664848Z","time spent":"988.268771ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:06.653313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.29007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T01:34:06.653336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:05.664719Z","time spent":"988.582017ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T01:34:06.653411Z","caller":"traceutil/trace.go:171","msg":"trace[1772825053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1940; }","duration":"753.218084ms","start":"2026-03-14T01:34:05.900165Z","end":"2026-03-14T01:34:06.653383Z","steps":["trace[1772825053] 'agreement among raft nodes before linearized reading' (duration: 753.075561ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:06.653427Z","caller":"traceutil/trace.go:171","msg":"trace[1145869223] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1940; }","duration":"317.485594ms","start":"2026-03-14T01:34:06.335921Z","end":"2026-03-14T01:34:06.653406Z","steps":["trace[1145869223] 'agreement among raft nodes before linearized reading' (duration: 317.149067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.65347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:05.900137Z","time spent":"753.323097ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:34:06.653483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:06.335892Z","time spent":"317.574786ms","remote":"127.0.0.1:60382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T01:34:07.398679Z","caller":"traceutil/trace.go:171","msg":"trace[1072414629] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"108.333638ms","start":"2026-03-14T01:34:07.290318Z","end":"2026-03-14T01:34:07.398652Z","steps":["trace[1072414629] 'process raft request' (duration: 31.958058ms)","trace[1072414629] 'compare' (duration: 76.132675ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:12.680365Z","caller":"traceutil/trace.go:171","msg":"trace[472649016] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"302.209499ms","start":"2026-03-14T01:34:12.378123Z","end":"2026-03-14T01:34:12.680332Z","steps":["trace[472649016] 'process raft request' (duration: 301.996164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:12.680567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:12.378072Z","time spent":"302.386573ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:13.412683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.792745ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T01:34:13.412853Z","caller":"traceutil/trace.go:171","msg":"trace[817401475] linearizableReadLoop","detail":"{readStateIndex:2054; appliedIndex:2052; }","duration":"746.256697ms","start":"2026-03-14T01:34:12.66657Z","end":"2026-03-14T01:34:13.412827Z","steps":["trace[817401475] 'read index received' (duration: 13.549838ms)","trace[817401475] 'applied index is now lower than readState.Index' (duration: 732.704979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:13.413132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.43327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:34:13.413252Z","caller":"traceutil/trace.go:171","msg":"trace[577268799] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1968; }","duration":"746.779838ms","start":"2026-03-14T01:34:12.666449Z","end":"2026-03-14T01:34:13.413229Z","steps":["trace[577268799] 'agreement among raft nodes before linearized reading' (duration: 746.43297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:13.413273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.754956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-14T01:34:13.41329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.475002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:34:13.413346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:12.666418Z","time spent":"746.87751ms","remote":"127.0.0.1:33676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:34:13.413403Z","caller":"traceutil/trace.go:171","msg":"trace[1921725682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1968; }","duration":"694.672906ms","start":"2026-03-14T01:34:12.718703Z","end":"2026-03-14T01:34:13.413376Z","steps":["trace[1921725682] 'agreement among raft nodes before linearized reading' (duration: 694.296628ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:13.413374Z","caller":"traceutil/trace.go:171","msg":"trace[804785413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1968; }","duration":"471.91392ms","start":"2026-03-14T01:34:12.941436Z","end":"2026-03-14T01:34:13.41335Z","steps":["trace[804785413] 'agreement among raft nodes before linearized reading' (duration: 471.600093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:13.413498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.409292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:13.413512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.410791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T01:34:13.413391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.942236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T01:34:13.413565Z","caller":"traceutil/trace.go:171","msg":"trace[1265727831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1968; }","duration":"513.529825ms","start":"2026-03-14T01:34:12.900007Z","end":"2026-03-14T01:34:13.413537Z","steps":["trace[1265727831] 'agreement among raft nodes before linearized reading' (duration: 513.371181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:13.413627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:12.899971Z","time spent":"513.646878ms","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:34:13.413725Z","caller":"traceutil/trace.go:171","msg":"trace[1577807322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1968; }","duration":"118.389056ms","start":"2026-03-14T01:34:13.295263Z","end":"2026-03-14T01:34:13.413652Z","steps":["trace[1577807322] 'agreement among raft nodes before linearized reading' (duration: 117.763712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:13.413666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:12.941408Z","time spent":"472.169536ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:34:13.413558Z","caller":"traceutil/trace.go:171","msg":"trace[1033479129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1968; }","duration":"683.504123ms","start":"2026-03-14T01:34:12.73004Z","end":"2026-03-14T01:34:13.413544Z","steps":["trace[1033479129] 'agreement among raft nodes before linearized reading' (duration: 683.38082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:13.413998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:12.730019Z","time spent":"683.962674ms","remote":"127.0.0.1:60382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:34:13.413477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:12.718673Z","time spent":"694.793069ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:34:13.530785Z","caller":"traceutil/trace.go:171","msg":"trace[867249304] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"112.499853ms","start":"2026-03-14T01:34:13.418257Z","end":"2026-03-14T01:34:13.530757Z","steps":["trace[867249304] 'process raft request' (duration: 112.295429ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:14.351904Z","caller":"traceutil/trace.go:171","msg":"trace[1558875787] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"899.767271ms","start":"2026-03-14T01:34:13.452109Z","end":"2026-03-14T01:34:14.351876Z","steps":["trace[1558875787] 'process raft request' (duration: 899.686179ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:14.352004Z","caller":"traceutil/trace.go:171","msg":"trace[1433841858] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"931.919769ms","start":"2026-03-14T01:34:13.420057Z","end":"2026-03-14T01:34:14.351976Z","steps":["trace[1433841858] 'process raft request' (duration: 931.695234ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:14.351947Z","caller":"traceutil/trace.go:171","msg":"trace[987636733] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"933.036905ms","start":"2026-03-14T01:34:13.418855Z","end":"2026-03-14T01:34:14.351892Z","steps":["trace[987636733] 'process raft request' (duration: 932.696577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:14.35214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:13.420028Z","time spent":"932.021461ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:14.352141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:13.452079Z","time spent":"899.954074ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:14.35218Z","caller":"traceutil/trace.go:171","msg":"trace[246066971] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"837.1571ms","start":"2026-03-14T01:34:13.514994Z","end":"2026-03-14T01:34:14.352151Z","steps":["trace[246066971] 'process raft request' (duration: 836.843012ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:14.352159Z","caller":"traceutil/trace.go:171","msg":"trace[1950610817] linearizableReadLoop","detail":"{readStateIndex:2058; appliedIndex:2055; }","duration":"854.339129ms","start":"2026-03-14T01:34:13.497775Z","end":"2026-03-14T01:34:14.352114Z","steps":["trace[1950610817] 'read index received' (duration: 33.001279ms)","trace[1950610817] 'applied index is now lower than readState.Index' (duration: 821.33493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:14.352209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:13.418841Z","time spent":"933.23627ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:14.352301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:13.514966Z","time spent":"837.266052ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:14.352631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.82849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:34:14.352925Z","caller":"traceutil/trace.go:171","msg":"trace[1364531508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1973; }","duration":"854.993784ms","start":"2026-03-14T01:34:13.497721Z","end":"2026-03-14T01:34:14.352715Z","steps":["trace[1364531508] 'agreement among raft nodes before linearized reading' (duration: 854.568365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:14.353099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:13.497704Z","time spent":"855.381904ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:34:15.339426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.156017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:15.339791Z","caller":"traceutil/trace.go:171","msg":"trace[1159125839] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"1.544757798s","start":"2026-03-14T01:34:13.794977Z","end":"2026-03-14T01:34:15.339734Z","steps":["trace[1159125839] 'process raft request' (duration: 667.156771ms)","trace[1159125839] 'compare' (duration: 876.687177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:15.340012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:13.794943Z","time spent":"1.544947973s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:15.34009Z","caller":"traceutil/trace.go:171","msg":"trace[766841869] linearizableReadLoop","detail":"{readStateIndex:2060; appliedIndex:2059; }","duration":"987.820758ms","start":"2026-03-14T01:34:14.352244Z","end":"2026-03-14T01:34:15.340065Z","steps":["trace[766841869] 'read index received' (duration: 109.906834ms)","trace[766841869] 'applied index is now lower than readState.Index' (duration: 877.910564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:15.340339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440029401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:15.340419Z","caller":"traceutil/trace.go:171","msg":"trace[628635430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1975; }","duration":"1.440147504s","start":"2026-03-14T01:34:13.900248Z","end":"2026-03-14T01:34:15.340396Z","steps":["trace[628635430] 'agreement among raft nodes before linearized reading' (duration: 1.439821547s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:15.34045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825150151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-14T01:34:15.340487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:13.900223Z","time spent":"1.440249497s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:34:15.340502Z","caller":"traceutil/trace.go:171","msg":"trace[1024506023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1975; }","duration":"1.825224803s","start":"2026-03-14T01:34:13.515261Z","end":"2026-03-14T01:34:15.340485Z","steps":["trace[1024506023] 'agreement among raft nodes before linearized reading' (duration: 1.824952877s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:15.340554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:13.515223Z","time spent":"1.825320315s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:34:15.340832Z","caller":"traceutil/trace.go:171","msg":"trace[461837107] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"981.74011ms","start":"2026-03-14T01:34:14.358446Z","end":"2026-03-14T01:34:15.340186Z","steps":["trace[461837107] 'process raft request' (duration: 981.195268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:15.341035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:14.358414Z","time spent":"982.516927ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:15.840911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242700829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:34:15.941777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.03588178s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:34:16.001934Z","caller":"traceutil/trace.go:171","msg":"trace[1360203113] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"1.096137457s","start":"2026-03-14T01:34:14.905756Z","end":"2026-03-14T01:34:16.001893Z","steps":["trace[1360203113] 'process raft request' (duration: 1.036419132s)","trace[1360203113] 'compare' (duration: 59.52882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:16.002178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:14.905717Z","time spent":"1.096333581s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:16.050319Z","caller":"traceutil/trace.go:171","msg":"trace[769855830] linearizableReadLoop","detail":"{readStateIndex:2064; appliedIndex:2061; }","duration":"710.130977ms","start":"2026-03-14T01:34:15.340155Z","end":"2026-03-14T01:34:16.050286Z","steps":["trace[769855830] 'read index received' (duration: 602.108435ms)","trace[769855830] 'applied index is now lower than readState.Index' (duration: 108.021002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:16.050471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.198786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:34:16.050552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.108433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:34:16.050616Z","caller":"traceutil/trace.go:171","msg":"trace[2084591369] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1978; }","duration":"805.250206ms","start":"2026-03-14T01:34:15.24535Z","end":"2026-03-14T01:34:16.0506Z","steps":["trace[2084591369] 'agreement among raft nodes before linearized reading' (duration: 805.116653ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:16.050624Z","caller":"traceutil/trace.go:171","msg":"trace[1999047953] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"707.63782ms","start":"2026-03-14T01:34:15.342969Z","end":"2026-03-14T01:34:16.050606Z","steps":["trace[1999047953] 'process raft request' (duration: 707.080838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.05066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:15.245324Z","time spent":"805.324508ms","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:34:16.050703Z","caller":"traceutil/trace.go:171","msg":"trace[1829318134] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"681.110608ms","start":"2026-03-14T01:34:15.369552Z","end":"2026-03-14T01:34:16.050663Z","steps":["trace[1829318134] 'process raft request' (duration: 680.653898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.050823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.648914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:16.050879Z","caller":"traceutil/trace.go:171","msg":"trace[1404617081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1978; }","duration":"708.760416ms","start":"2026-03-14T01:34:15.342103Z","end":"2026-03-14T01:34:16.050864Z","steps":["trace[1404617081] 'agreement among raft nodes before linearized reading' (duration: 708.654383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.050869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:15.342943Z","time spent":"707.729703ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:16.050913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:15.342077Z","time spent":"708.827737ms","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:34:16.050929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:15.369527Z","time spent":"681.267201ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:16.050562Z","caller":"traceutil/trace.go:171","msg":"trace[984383949] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1978; }","duration":"746.34187ms","start":"2026-03-14T01:34:15.3042Z","end":"2026-03-14T01:34:16.050542Z","steps":["trace[984383949] 'agreement among raft nodes before linearized reading' (duration: 746.112864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.050994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.374217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:34:16.051066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:15.304181Z","time spent":"746.853911ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:34:16.051085Z","caller":"traceutil/trace.go:171","msg":"trace[1241118252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1978; }","duration":"515.476179ms","start":"2026-03-14T01:34:15.535585Z","end":"2026-03-14T01:34:16.051062Z","steps":["trace[1241118252] 'agreement among raft nodes before linearized reading' (duration: 515.253174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.05112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.971639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:16.051132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:15.535512Z","time spent":"515.610912ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:34:16.051113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602909008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-14T01:34:16.051164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623780812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-14T01:34:16.051186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.09158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c913767922584\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-14T01:34:16.051215Z","caller":"traceutil/trace.go:171","msg":"trace[810200950] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1978; }","duration":"1.623854824s","start":"2026-03-14T01:34:14.427347Z","end":"2026-03-14T01:34:16.051201Z","steps":["trace[810200950] 'agreement among raft nodes before linearized reading' (duration: 1.623597729s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:16.051214Z","caller":"traceutil/trace.go:171","msg":"trace[602412100] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1978; }","duration":"1.603077872s","start":"2026-03-14T01:34:14.448104Z","end":"2026-03-14T01:34:16.051182Z","steps":["trace[602412100] 'agreement among raft nodes before linearized reading' (duration: 1.602723154s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:16.051233Z","caller":"traceutil/trace.go:171","msg":"trace[17371330] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c913767922584; range_end:; response_count:1; response_revision:1978; }","duration":"192.179922ms","start":"2026-03-14T01:34:15.859039Z","end":"2026-03-14T01:34:16.051219Z","steps":["trace[17371330] 'agreement among raft nodes before linearized reading' (duration: 192.010508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.051255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:14.427336Z","time spent":"1.623910095s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T01:34:16.051273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:14.44808Z","time spent":"1.603183455s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-14T01:34:16.051156Z","caller":"traceutil/trace.go:171","msg":"trace[492303003] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1978; }","duration":"690.062211ms","start":"2026-03-14T01:34:15.361084Z","end":"2026-03-14T01:34:16.051146Z","steps":["trace[492303003] 'agreement among raft nodes before linearized reading' (duration: 689.983039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.051385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:15.361056Z","time spent":"690.316186ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:34:16.051777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629964452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:34:16.051837Z","caller":"traceutil/trace.go:171","msg":"trace[943129588] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1978; }","duration":"1.630075915s","start":"2026-03-14T01:34:14.421743Z","end":"2026-03-14T01:34:16.051819Z","steps":["trace[943129588] 'agreement among raft nodes before linearized reading' (duration: 1.62986288s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.051869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:14.421718Z","time spent":"1.630143276s","remote":"127.0.0.1:60382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:34:16.326751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.109573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:16.326999Z","caller":"traceutil/trace.go:171","msg":"trace[140074621] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"272.635317ms","start":"2026-03-14T01:34:16.05431Z","end":"2026-03-14T01:34:16.326945Z","steps":["trace[140074621] 'process raft request' (duration: 96.972761ms)","trace[140074621] 'compare' (duration: 174.93334ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:16.327151Z","caller":"traceutil/trace.go:171","msg":"trace[2030417872] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"270.452589ms","start":"2026-03-14T01:34:16.056646Z","end":"2026-03-14T01:34:16.327099Z","steps":["trace[2030417872] 'process raft request' (duration: 270.244833ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:16.327315Z","caller":"traceutil/trace.go:171","msg":"trace[475674564] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"270.632603ms","start":"2026-03-14T01:34:16.056671Z","end":"2026-03-14T01:34:16.327303Z","steps":["trace[475674564] 'process raft request' (duration: 270.288964ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:16.327558Z","caller":"traceutil/trace.go:171","msg":"trace[87873190] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2064; }","duration":"267.807639ms","start":"2026-03-14T01:34:16.059714Z","end":"2026-03-14T01:34:16.327521Z","steps":["trace[87873190] 'read index received' (duration: 91.694872ms)","trace[87873190] 'applied index is now lower than readState.Index' (duration: 176.110597ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:16.327606Z","caller":"traceutil/trace.go:171","msg":"trace[621381877] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"270.696394ms","start":"2026-03-14T01:34:16.056844Z","end":"2026-03-14T01:34:16.327541Z","steps":["trace[621381877] 'process raft request' (duration: 270.394388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.327767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.002523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:16.327876Z","caller":"traceutil/trace.go:171","msg":"trace[881383548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1982; }","duration":"268.195457ms","start":"2026-03-14T01:34:16.059658Z","end":"2026-03-14T01:34:16.327853Z","steps":["trace[881383548] 'agreement among raft nodes before linearized reading' (duration: 267.952412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:18.455823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293563588s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:18.456107Z","caller":"traceutil/trace.go:171","msg":"trace[222129321] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"2.093772488s","start":"2026-03-14T01:34:16.362312Z","end":"2026-03-14T01:34:18.456084Z","steps":["trace[222129321] 'process raft request' (duration: 2.093622255s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:18.456184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:16.362284Z","time spent":"2.093866462s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:18.456295Z","caller":"traceutil/trace.go:171","msg":"trace[2085580306] linearizableReadLoop","detail":"{readStateIndex:2072; appliedIndex:2069; }","duration":"1.558667545s","start":"2026-03-14T01:34:16.897594Z","end":"2026-03-14T01:34:18.456261Z","steps":["trace[2085580306] 'read index received' (duration: 264.458662ms)","trace[2085580306] 'applied index is now lower than readState.Index' (duration: 1.294206993s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:18.45643Z","caller":"traceutil/trace.go:171","msg":"trace[1716800854] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"2.096678385s","start":"2026-03-14T01:34:16.359737Z","end":"2026-03-14T01:34:18.456416Z","steps":["trace[1716800854] 'process raft request' (duration: 802.472352ms)","trace[1716800854] 'compare' (duration: 1.293141948s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:18.456496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:16.359721Z","time spent":"2.096743077s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:18.456721Z","caller":"traceutil/trace.go:171","msg":"trace[1880689987] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"2.094374213s","start":"2026-03-14T01:34:16.36233Z","end":"2026-03-14T01:34:18.456704Z","steps":["trace[1880689987] 'process raft request' (duration: 2.093710917s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:18.456868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559272369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:18.456962Z","caller":"traceutil/trace.go:171","msg":"trace[1653063415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1986; }","duration":"1.559427582s","start":"2026-03-14T01:34:16.897514Z","end":"2026-03-14T01:34:18.456942Z","steps":["trace[1653063415] 'agreement among raft nodes before linearized reading' (duration: 1.559225518s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:18.456914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:16.362297Z","time spent":"2.094511815s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:18.457009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:16.897471Z","time spent":"1.559530245s","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:34:18.500681Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150698404s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:34:18.501056Z","caller":"traceutil/trace.go:171","msg":"trace[1156336400] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"1.154423851s","start":"2026-03-14T01:34:17.346607Z","end":"2026-03-14T01:34:18.501031Z","steps":["trace[1156336400] 'process raft request' (duration: 1.154283187s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:18.501228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:17.346565Z","time spent":"1.154572154s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:19.634432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.841987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:19.634707Z","caller":"traceutil/trace.go:171","msg":"trace[707684517] linearizableReadLoop","detail":"{readStateIndex:2075; appliedIndex:2073; }","duration":"1.178275631s","start":"2026-03-14T01:34:18.456404Z","end":"2026-03-14T01:34:19.63468Z","steps":["trace[707684517] 'read index received' (duration: 44.671234ms)","trace[707684517] 'applied index is now lower than readState.Index' (duration: 1.133602607s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:19.635038Z","caller":"traceutil/trace.go:171","msg":"trace[690076483] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"1.806468028s","start":"2026-03-14T01:34:17.828545Z","end":"2026-03-14T01:34:19.635013Z","steps":["trace[690076483] 'process raft request' (duration: 1.178948507s)","trace[690076483] 'compare' (duration: 626.669222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:19.635155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:17.828512Z","time spent":"1.806576461s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:34:19.635472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082999624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:34:19.635599Z","caller":"traceutil/trace.go:171","msg":"trace[151079816] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:1989; }","duration":"2.083162638s","start":"2026-03-14T01:34:17.552392Z","end":"2026-03-14T01:34:19.635555Z","steps":["trace[151079816] 'agreement among raft nodes before linearized reading' (duration: 2.082769518s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:19.635689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:17.552291Z","time spent":"2.083380873s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-14T01:34:19.635716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805411164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:19.635779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814342137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:34:19.635813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302087501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:34:19.635821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171501848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:19.635869Z","caller":"traceutil/trace.go:171","msg":"trace[927489740] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1989; }","duration":"1.814508911s","start":"2026-03-14T01:34:17.821337Z","end":"2026-03-14T01:34:19.635845Z","steps":["trace[927489740] 'agreement among raft nodes before linearized reading' (duration: 1.814257955s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:19.63588Z","caller":"traceutil/trace.go:171","msg":"trace[603469] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1989; }","duration":"1.805619259s","start":"2026-03-14T01:34:17.830209Z","end":"2026-03-14T01:34:19.635828Z","steps":["trace[603469] 'agreement among raft nodes before linearized reading' (duration: 1.805360153s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:19.635855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.558963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:19.635893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29031943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:34:19.635896Z","caller":"traceutil/trace.go:171","msg":"trace[1746759775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1989; }","duration":"1.302226834s","start":"2026-03-14T01:34:18.333645Z","end":"2026-03-14T01:34:19.635872Z","steps":["trace[1746759775] 'agreement among raft nodes before linearized reading' (duration: 1.301911697s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:19.635966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:17.830199Z","time spent":"1.805747782s","remote":"127.0.0.1:60452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:34:19.635995Z","caller":"traceutil/trace.go:171","msg":"trace[629409473] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1989; }","duration":"705.771487ms","start":"2026-03-14T01:34:18.930184Z","end":"2026-03-14T01:34:19.635956Z","steps":["trace[629409473] 'agreement among raft nodes before linearized reading' (duration: 705.539552ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:19.636Z","caller":"traceutil/trace.go:171","msg":"trace[1316548095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1989; }","duration":"2.290475702s","start":"2026-03-14T01:34:17.345498Z","end":"2026-03-14T01:34:19.635974Z","steps":["trace[1316548095] 'agreement among raft nodes before linearized reading' (duration: 2.290172826s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:19.63603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370825337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-14T01:34:19.636138Z","caller":"traceutil/trace.go:171","msg":"trace[1145233028] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1989; }","duration":"2.37097073s","start":"2026-03-14T01:34:17.265152Z","end":"2026-03-14T01:34:19.636122Z","steps":["trace[1145233028] 'agreement among raft nodes before linearized reading' (duration: 2.370775985s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:19.636009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:18.333616Z","time spent":"1.302378968s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:34:19.636275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:17.26512Z","time spent":"2.371133314s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:34:19.636078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:17.345481Z","time spent":"2.290581515s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:34:19.635856Z","caller":"traceutil/trace.go:171","msg":"trace[1764125591] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"1.207120125s","start":"2026-03-14T01:34:18.428705Z","end":"2026-03-14T01:34:19.635825Z","steps":["trace[1764125591] 'process raft request' (duration: 1.205858776s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:19.636412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579457786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:34:19.636478Z","caller":"traceutil/trace.go:171","msg":"trace[517133057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1989; }","duration":"1.57965291s","start":"2026-03-14T01:34:18.056806Z","end":"2026-03-14T01:34:19.636459Z","steps":["trace[517133057] 'agreement among raft nodes before linearized reading' (duration: 1.578793801s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:19.636528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:18.056783Z","time spent":"1.579731463s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:34:19.636566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:18.428668Z","time spent":"1.20778873s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:19.635941Z","caller":"traceutil/trace.go:171","msg":"trace[774629911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1989; }","duration":"1.171690092s","start":"2026-03-14T01:34:18.464226Z","end":"2026-03-14T01:34:19.635916Z","steps":["trace[774629911] 'agreement among raft nodes before linearized reading' (duration: 1.171454177s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:19.63668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:18.464203Z","time spent":"1.172459619s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:34:19.635948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:17.821311Z","time spent":"1.814625924s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:34:19.635883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574870148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:34:19.636815Z","caller":"traceutil/trace.go:171","msg":"trace[1711720772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1989; }","duration":"2.57584787s","start":"2026-03-14T01:34:17.060949Z","end":"2026-03-14T01:34:19.636797Z","steps":["trace[1711720772] 'agreement among raft nodes before linearized reading' (duration: 2.574667114s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:19.636075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:18.930152Z","time spent":"705.90452ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:34:19.636862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:17.060922Z","time spent":"2.575922671s","remote":"127.0.0.1:60382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:34:20.223905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242700856,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:34:20.312182Z","caller":"traceutil/trace.go:171","msg":"trace[2105991485] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"668.43053ms","start":"2026-03-14T01:34:19.64372Z","end":"2026-03-14T01:34:20.312151Z","steps":["trace[2105991485] 'process raft request' (duration: 668.266536ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:20.312194Z","caller":"traceutil/trace.go:171","msg":"trace[1894880520] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"668.545223ms","start":"2026-03-14T01:34:19.643609Z","end":"2026-03-14T01:34:20.312154Z","steps":["trace[1894880520] 'process raft request' (duration: 668.056132ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:20.312309Z","caller":"traceutil/trace.go:171","msg":"trace[1793998829] linearizableReadLoop","detail":"{readStateIndex:2080; appliedIndex:2076; }","duration":"589.422667ms","start":"2026-03-14T01:34:19.72286Z","end":"2026-03-14T01:34:20.312283Z","steps":["trace[1793998829] 'read index received' (duration: 587.295049ms)","trace[1793998829] 'applied index is now lower than readState.Index' (duration: 2.125658ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:20.312329Z","caller":"traceutil/trace.go:171","msg":"trace[274809945] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"588.476415ms","start":"2026-03-14T01:34:19.723823Z","end":"2026-03-14T01:34:20.312299Z","steps":["trace[274809945] 'process raft request' (duration: 588.273261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:20.312368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:19.643706Z","time spent":"668.573594ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:20.312488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:19.643582Z","time spent":"668.717416ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:20.312503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:19.723801Z","time spent":"588.585768ms","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:20.312547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.67225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:20.312588Z","caller":"traceutil/trace.go:171","msg":"trace[1218196340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1993; }","duration":"581.747702ms","start":"2026-03-14T01:34:19.730828Z","end":"2026-03-14T01:34:20.312575Z","steps":["trace[1218196340] 'agreement among raft nodes before linearized reading' (duration: 581.6174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:20.312621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:19.730812Z","time spent":"581.801623ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:34:20.312621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.632501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:20.312765Z","caller":"traceutil/trace.go:171","msg":"trace[1673142972] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1993; }","duration":"667.827366ms","start":"2026-03-14T01:34:19.644909Z","end":"2026-03-14T01:34:20.312737Z","steps":["trace[1673142972] 'agreement among raft nodes before linearized reading' (duration: 667.512359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:20.312839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:19.6449Z","time spent":"667.921698ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-14T01:34:20.312836Z","caller":"traceutil/trace.go:171","msg":"trace[1203730817] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"671.280395ms","start":"2026-03-14T01:34:19.640842Z","end":"2026-03-14T01:34:20.312123Z","steps":["trace[1203730817] 'process raft request' (duration: 669.233719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:20.313169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:19.640823Z","time spent":"672.131494ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:07.872543Z","caller":"traceutil/trace.go:171","msg":"trace[1343535272] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"150.987346ms","start":"2026-03-14T01:35:07.721519Z","end":"2026-03-14T01:35:07.872506Z","steps":["trace[1343535272] 'process raft request' (duration: 150.700529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:08.147062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.015886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:35:08.147307Z","caller":"traceutil/trace.go:171","msg":"trace[1229257007] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"271.466072ms","start":"2026-03-14T01:35:07.875814Z","end":"2026-03-14T01:35:08.14728Z","steps":["trace[1229257007] 'process raft request' (duration: 271.374889ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:08.147273Z","caller":"traceutil/trace.go:171","msg":"trace[1867333804] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"324.030715ms","start":"2026-03-14T01:35:07.823172Z","end":"2026-03-14T01:35:08.147202Z","steps":["trace[1867333804] 'process raft request' (duration: 176.605528ms)","trace[1867333804] 'compare' (duration: 146.843663ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:08.147317Z","caller":"traceutil/trace.go:171","msg":"trace[1761325088] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2330; }","duration":"271.603694ms","start":"2026-03-14T01:35:07.875656Z","end":"2026-03-14T01:35:08.147259Z","steps":["trace[1761325088] 'read index received' (duration: 124.140777ms)","trace[1761325088] 'applied index is now lower than readState.Index' (duration: 147.459167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:08.147579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:07.823148Z","time spent":"324.254619ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:08.147615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.815307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:35:08.147559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.87208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:08.147663Z","caller":"traceutil/trace.go:171","msg":"trace[164547863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2235; }","duration":"248.93526ms","start":"2026-03-14T01:35:07.898712Z","end":"2026-03-14T01:35:08.147648Z","steps":["trace[164547863] 'agreement among raft nodes before linearized reading' (duration: 248.810877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:08.147702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.492633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:08.147757Z","caller":"traceutil/trace.go:171","msg":"trace[1566919415] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2235; }","duration":"134.586385ms","start":"2026-03-14T01:35:08.013154Z","end":"2026-03-14T01:35:08.14774Z","steps":["trace[1566919415] 'agreement among raft nodes before linearized reading' (duration: 134.509053ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:08.14776Z","caller":"traceutil/trace.go:171","msg":"trace[945320961] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:2235; }","duration":"272.078195ms","start":"2026-03-14T01:35:07.875609Z","end":"2026-03-14T01:35:08.147687Z","steps":["trace[945320961] 'agreement among raft nodes before linearized reading' (duration: 271.86527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:08.405317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.645282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:35:08.405475Z","caller":"traceutil/trace.go:171","msg":"trace[277869298] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"187.25151ms","start":"2026-03-14T01:35:08.218207Z","end":"2026-03-14T01:35:08.405458Z","steps":["trace[277869298] 'process raft request' (duration: 61.354482ms)","trace[277869298] 'compare' (duration: 125.448378ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:08.429797Z","caller":"traceutil/trace.go:171","msg":"trace[2007123024] linearizableReadLoop","detail":"{readStateIndex:2335; appliedIndex:2333; }","duration":"208.978433ms","start":"2026-03-14T01:35:08.220789Z","end":"2026-03-14T01:35:08.429767Z","steps":["trace[2007123024] 'read index received' (duration: 58.830766ms)","trace[2007123024] 'applied index is now lower than readState.Index' (duration: 150.146167ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:08.429922Z","caller":"traceutil/trace.go:171","msg":"trace[1503405710] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"211.304796ms","start":"2026-03-14T01:35:08.218572Z","end":"2026-03-14T01:35:08.429876Z","steps":["trace[1503405710] 'process raft request' (duration: 211.025469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:08.430302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.488635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:35:08.430419Z","caller":"traceutil/trace.go:171","msg":"trace[782185988] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2238; }","duration":"209.621718ms","start":"2026-03-14T01:35:08.220739Z","end":"2026-03-14T01:35:08.430361Z","steps":["trace[782185988] 'agreement among raft nodes before linearized reading' (duration: 209.134037ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:08.723098Z","caller":"traceutil/trace.go:171","msg":"trace[324640744] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"115.660425ms","start":"2026-03-14T01:35:08.60741Z","end":"2026-03-14T01:35:08.72307Z","steps":["trace[324640744] 'process raft request' (duration: 115.605743ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:08.723164Z","caller":"traceutil/trace.go:171","msg":"trace[1059081982] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"116.273149ms","start":"2026-03-14T01:35:08.606842Z","end":"2026-03-14T01:35:08.723115Z","steps":["trace[1059081982] 'process raft request' (duration: 53.929894ms)","trace[1059081982] 'compare' (duration: 62.098999ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:11.795933Z","caller":"traceutil/trace.go:171","msg":"trace[291626966] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"105.158365ms","start":"2026-03-14T01:35:11.690748Z","end":"2026-03-14T01:35:11.795906Z","steps":["trace[291626966] 'process raft request' (duration: 104.958291ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:16.149452Z","caller":"traceutil/trace.go:171","msg":"trace[697009411] linearizableReadLoop","detail":"{readStateIndex:2489; appliedIndex:2488; }","duration":"247.743768ms","start":"2026-03-14T01:35:15.901681Z","end":"2026-03-14T01:35:16.149425Z","steps":["trace[697009411] 'read index received' (duration: 247.652896ms)","trace[697009411] 'applied index is now lower than readState.Index' (duration: 89.452µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:16.149528Z","caller":"traceutil/trace.go:171","msg":"trace[23901085] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"254.475702ms","start":"2026-03-14T01:35:15.895004Z","end":"2026-03-14T01:35:16.14948Z","steps":["trace[23901085] 'process raft request' (duration: 254.241007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:16.149609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.907331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:16.149655Z","caller":"traceutil/trace.go:171","msg":"trace[1023169232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2384; }","duration":"248.016594ms","start":"2026-03-14T01:35:15.901625Z","end":"2026-03-14T01:35:16.149642Z","steps":["trace[1023169232] 'agreement among raft nodes before linearized reading' (duration: 247.918712ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:16.322008Z","caller":"traceutil/trace.go:171","msg":"trace[1603892230] linearizableReadLoop","detail":"{readStateIndex:2491; appliedIndex:2490; }","duration":"148.27317ms","start":"2026-03-14T01:35:16.173697Z","end":"2026-03-14T01:35:16.32197Z","steps":["trace[1603892230] 'read index received' (duration: 59.854614ms)","trace[1603892230] 'applied index is now lower than readState.Index' (duration: 88.417126ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:16.322066Z","caller":"traceutil/trace.go:171","msg":"trace[2021130358] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"167.14068ms","start":"2026-03-14T01:35:16.154886Z","end":"2026-03-14T01:35:16.322026Z","steps":["trace[2021130358] 'process raft request' (duration: 78.596071ms)","trace[2021130358] 'compare' (duration: 88.190682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:16.32236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.767247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:15164"} {"level":"info","ts":"2026-03-14T01:35:16.322434Z","caller":"traceutil/trace.go:171","msg":"trace[147715928] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:2386; }","duration":"164.90616ms","start":"2026-03-14T01:35:16.157511Z","end":"2026-03-14T01:35:16.322417Z","steps":["trace[147715928] 'agreement among raft nodes before linearized reading' (duration: 164.595613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:16.322423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.291556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-14T01:35:16.322554Z","caller":"traceutil/trace.go:171","msg":"trace[1615904324] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2386; }","duration":"164.45575ms","start":"2026-03-14T01:35:16.158065Z","end":"2026-03-14T01:35:16.32252Z","steps":["trace[1615904324] 'agreement among raft nodes before linearized reading' (duration: 164.060821ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:16.33932Z","caller":"traceutil/trace.go:171","msg":"trace[254734886] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"150.85511ms","start":"2026-03-14T01:35:16.188427Z","end":"2026-03-14T01:35:16.339282Z","steps":["trace[254734886] 'process raft request' (duration: 150.356328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:17.804771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.65546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8410"} {"level":"info","ts":"2026-03-14T01:35:17.804879Z","caller":"traceutil/trace.go:171","msg":"trace[773034614] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2401; }","duration":"248.832403ms","start":"2026-03-14T01:35:17.556023Z","end":"2026-03-14T01:35:17.804855Z","steps":["trace[773034614] 'range keys from in-memory index tree' (duration: 248.444905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:17.804857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.406875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:17.804977Z","caller":"traceutil/trace.go:171","msg":"trace[1859902919] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:0; response_revision:2401; }","duration":"113.587779ms","start":"2026-03-14T01:35:17.69136Z","end":"2026-03-14T01:35:17.804948Z","steps":["trace[1859902919] 'range keys from in-memory index tree' (duration: 113.297183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:17.805021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.101262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:35:17.805116Z","caller":"traceutil/trace.go:171","msg":"trace[289346083] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:2401; }","duration":"250.234525ms","start":"2026-03-14T01:35:17.554859Z","end":"2026-03-14T01:35:17.805093Z","steps":["trace[289346083] 'range keys from in-memory index tree' (duration: 249.895898ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:18.592705Z","caller":"traceutil/trace.go:171","msg":"trace[252352705] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"194.184107ms","start":"2026-03-14T01:35:18.398486Z","end":"2026-03-14T01:35:18.59267Z","steps":["trace[252352705] 'process raft request' (duration: 120.851385ms)","trace[252352705] 'compare' (duration: 72.994535ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:18.592781Z","caller":"traceutil/trace.go:171","msg":"trace[535471422] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"101.75542ms","start":"2026-03-14T01:35:18.490996Z","end":"2026-03-14T01:35:18.592751Z","steps":["trace[535471422] 'process raft request' (duration: 101.663578ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:18.593006Z","caller":"traceutil/trace.go:171","msg":"trace[771798494] linearizableReadLoop","detail":"{readStateIndex:2522; appliedIndex:2521; }","duration":"101.857572ms","start":"2026-03-14T01:35:18.490927Z","end":"2026-03-14T01:35:18.592784Z","steps":["trace[771798494] 'read index received' (duration: 28.5225ms)","trace[771798494] 'applied index is now lower than readState.Index' (duration: 73.333092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:18.59337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.348774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130574"} {"level":"info","ts":"2026-03-14T01:35:18.593425Z","caller":"traceutil/trace.go:171","msg":"trace[1311875438] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2417; }","duration":"102.552489ms","start":"2026-03-14T01:35:18.490858Z","end":"2026-03-14T01:35:18.593411Z","steps":["trace[1311875438] 'agreement among raft nodes before linearized reading' (duration: 102.20048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:19.141705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.481309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:35:19.14198Z","caller":"traceutil/trace.go:171","msg":"trace[45267126] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"503.273883ms","start":"2026-03-14T01:35:18.638669Z","end":"2026-03-14T01:35:19.141943Z","steps":["trace[45267126] 'process raft request' (duration: 224.468527ms)","trace[45267126] 'compare' (duration: 277.948117ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:19.142106Z","caller":"traceutil/trace.go:171","msg":"trace[1830701497] linearizableReadLoop","detail":"{readStateIndex:2528; appliedIndex:2526; }","duration":"357.994112ms","start":"2026-03-14T01:35:18.784095Z","end":"2026-03-14T01:35:19.142089Z","steps":["trace[1830701497] 'read index received' (duration: 79.039352ms)","trace[1830701497] 'applied index is now lower than readState.Index' (duration: 278.95388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:19.142124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:18.638649Z","time spent":"503.415127ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1430,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:35:19.14219Z","caller":"traceutil/trace.go:171","msg":"trace[1588950791] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"451.198998ms","start":"2026-03-14T01:35:18.690983Z","end":"2026-03-14T01:35:19.142182Z","steps":["trace[1588950791] 'process raft request' (duration: 450.903441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:19.14226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:18.690963Z","time spent":"451.255869ms","remote":"127.0.0.1:33364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130560,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:19.142438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.413992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:35:19.142543Z","caller":"traceutil/trace.go:171","msg":"trace[1137638968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2422; }","duration":"358.531054ms","start":"2026-03-14T01:35:18.783988Z","end":"2026-03-14T01:35:19.142519Z","steps":["trace[1137638968] 'agreement among raft nodes before linearized reading' (duration: 358.217056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:19.14261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:18.783922Z","time spent":"358.679318ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:35:19.191179Z","caller":"traceutil/trace.go:171","msg":"trace[1824926890] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"312.978196ms","start":"2026-03-14T01:35:18.878177Z","end":"2026-03-14T01:35:19.191155Z","steps":["trace[1824926890] 'process raft request' (duration: 312.938655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:19.191384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:18.878146Z","time spent":"313.14666ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:19.191501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.727819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-14T01:35:19.191509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.76791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T01:35:19.191591Z","caller":"traceutil/trace.go:171","msg":"trace[356959715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2424; }","duration":"308.864242ms","start":"2026-03-14T01:35:18.882705Z","end":"2026-03-14T01:35:19.191569Z","steps":["trace[356959715] 'agreement among raft nodes before linearized reading' (duration: 308.481273ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:19.191613Z","caller":"traceutil/trace.go:171","msg":"trace[68072960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2424; }","duration":"269.901083ms","start":"2026-03-14T01:35:18.921688Z","end":"2026-03-14T01:35:19.191589Z","steps":["trace[68072960] 'agreement among raft nodes before linearized reading' (duration: 269.538595ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:19.191642Z","caller":"traceutil/trace.go:171","msg":"trace[264703177] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"313.454546ms","start":"2026-03-14T01:35:18.878177Z","end":"2026-03-14T01:35:19.191631Z","steps":["trace[264703177] 'process raft request' (duration: 312.818602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:19.191645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:18.882692Z","time spent":"308.942034ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:35:19.191626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.740444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:35:19.191642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.028639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:35:19.191736Z","caller":"traceutil/trace.go:171","msg":"trace[370671592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2424; }","duration":"292.923798ms","start":"2026-03-14T01:35:18.898783Z","end":"2026-03-14T01:35:19.191707Z","steps":["trace[370671592] 'agreement among raft nodes before linearized reading' (duration: 292.689153ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:19.191749Z","caller":"traceutil/trace.go:171","msg":"trace[1773066093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2424; }","duration":"285.221294ms","start":"2026-03-14T01:35:18.906503Z","end":"2026-03-14T01:35:19.191724Z","steps":["trace[1773066093] 'agreement among raft nodes before linearized reading' (duration: 284.836565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:19.191666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.853812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T01:35:19.191851Z","caller":"traceutil/trace.go:171","msg":"trace[765617218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2424; }","duration":"270.040626ms","start":"2026-03-14T01:35:18.921764Z","end":"2026-03-14T01:35:19.191805Z","steps":["trace[765617218] 'agreement among raft nodes before linearized reading' (duration: 269.646638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:19.191694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:18.878147Z","time spent":"313.518208ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:19.384577Z","caller":"traceutil/trace.go:171","msg":"trace[1649234548] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"238.699922ms","start":"2026-03-14T01:35:19.145831Z","end":"2026-03-14T01:35:19.384531Z","steps":["trace[1649234548] 'process raft request' (duration: 238.552478ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:19.384591Z","caller":"traceutil/trace.go:171","msg":"trace[1630520361] linearizableReadLoop","detail":"{readStateIndex:2534; appliedIndex:2530; }","duration":"191.814483ms","start":"2026-03-14T01:35:19.192749Z","end":"2026-03-14T01:35:19.384564Z","steps":["trace[1630520361] 'read index received' (duration: 100.545001ms)","trace[1630520361] 'applied index is now lower than readState.Index' (duration: 91.268142ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:19.384662Z","caller":"traceutil/trace.go:171","msg":"trace[1452787822] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"238.797105ms","start":"2026-03-14T01:35:19.145856Z","end":"2026-03-14T01:35:19.384653Z","steps":["trace[1452787822] 'process raft request' (duration: 238.58976ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:19.384774Z","caller":"traceutil/trace.go:171","msg":"trace[275511060] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"238.134059ms","start":"2026-03-14T01:35:19.146631Z","end":"2026-03-14T01:35:19.384765Z","steps":["trace[275511060] 'process raft request' (duration: 237.856353ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:19.384602Z","caller":"traceutil/trace.go:171","msg":"trace[420639153] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"240.178617ms","start":"2026-03-14T01:35:19.144395Z","end":"2026-03-14T01:35:19.384574Z","steps":["trace[420639153] 'process raft request' (duration: 148.883645ms)","trace[420639153] 'compare' (duration: 90.837472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:19.384949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.181172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:19.385Z","caller":"traceutil/trace.go:171","msg":"trace[147502048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2428; }","duration":"192.265703ms","start":"2026-03-14T01:35:19.19272Z","end":"2026-03-14T01:35:19.384986Z","steps":["trace[147502048] 'agreement among raft nodes before linearized reading' (duration: 192.12178ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:19.387503Z","caller":"traceutil/trace.go:171","msg":"trace[2124113953] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"189.89987ms","start":"2026-03-14T01:35:19.19758Z","end":"2026-03-14T01:35:19.387479Z","steps":["trace[2124113953] 'process raft request' (duration: 189.843089ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:19.387559Z","caller":"traceutil/trace.go:171","msg":"trace[1395711440] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"191.031306ms","start":"2026-03-14T01:35:19.196479Z","end":"2026-03-14T01:35:19.38751Z","steps":["trace[1395711440] 'process raft request' (duration: 190.621056ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:19.387682Z","caller":"traceutil/trace.go:171","msg":"trace[1352408810] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"190.215117ms","start":"2026-03-14T01:35:19.197457Z","end":"2026-03-14T01:35:19.387672Z","steps":["trace[1352408810] 'process raft request' (duration: 189.931911ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:19.387671Z","caller":"traceutil/trace.go:171","msg":"trace[337433148] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"190.31963ms","start":"2026-03-14T01:35:19.197324Z","end":"2026-03-14T01:35:19.387644Z","steps":["trace[337433148] 'process raft request' (duration: 190.014553ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:19.564125Z","caller":"traceutil/trace.go:171","msg":"trace[1798802988] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"171.631903ms","start":"2026-03-14T01:35:19.392464Z","end":"2026-03-14T01:35:19.564096Z","steps":["trace[1798802988] 'process raft request' (duration: 171.576831ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:19.564237Z","caller":"traceutil/trace.go:171","msg":"trace[1646256337] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"173.700871ms","start":"2026-03-14T01:35:19.390484Z","end":"2026-03-14T01:35:19.564185Z","steps":["trace[1646256337] 'process raft request' (duration: 173.401214ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:19.90386Z","caller":"traceutil/trace.go:171","msg":"trace[1507174329] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"107.993372ms","start":"2026-03-14T01:35:19.795837Z","end":"2026-03-14T01:35:19.90383Z","steps":["trace[1507174329] 'process raft request' (duration: 107.742086ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:24.037831Z","caller":"traceutil/trace.go:171","msg":"trace[929412135] linearizableReadLoop","detail":"{readStateIndex:2575; appliedIndex:2574; }","duration":"313.458716ms","start":"2026-03-14T01:35:23.724344Z","end":"2026-03-14T01:35:24.037803Z","steps":["trace[929412135] 'read index received' (duration: 313.282172ms)","trace[929412135] 'applied index is now lower than readState.Index' (duration: 175.014µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:24.037897Z","caller":"traceutil/trace.go:171","msg":"trace[449262219] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"358.636596ms","start":"2026-03-14T01:35:23.679211Z","end":"2026-03-14T01:35:24.037847Z","steps":["trace[449262219] 'process raft request' (duration: 358.419052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:24.038134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:23.679158Z","time spent":"358.856622ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:24.038176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.810025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T01:35:24.03827Z","caller":"traceutil/trace.go:171","msg":"trace[456974989] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2468; }","duration":"313.978928ms","start":"2026-03-14T01:35:23.724271Z","end":"2026-03-14T01:35:24.03825Z","steps":["trace[456974989] 'agreement among raft nodes before linearized reading' (duration: 313.680412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:24.038309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:23.724231Z","time spent":"314.069791ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-14T01:35:24.538813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242701911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:35:25.039293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242701911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:35:25.188032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150380558s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:35:25.300745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.390572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:35:25.300989Z","caller":"traceutil/trace.go:171","msg":"trace[1194315821] linearizableReadLoop","detail":"{readStateIndex:2577; appliedIndex:2575; }","duration":"1.263065138s","start":"2026-03-14T01:35:24.037905Z","end":"2026-03-14T01:35:25.300971Z","steps":["trace[1194315821] 'read index received' (duration: 1.150332627s)","trace[1194315821] 'applied index is now lower than readState.Index' (duration: 112.731371ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:25.301068Z","caller":"traceutil/trace.go:171","msg":"trace[73287277] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"887.620388ms","start":"2026-03-14T01:35:24.413438Z","end":"2026-03-14T01:35:25.301058Z","steps":["trace[73287277] 'process raft request' (duration: 887.431353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:25.301133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:24.413371Z","time spent":"887.72699ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:25.301228Z","caller":"traceutil/trace.go:171","msg":"trace[278966137] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"1.397956594s","start":"2026-03-14T01:35:23.903191Z","end":"2026-03-14T01:35:25.301147Z","steps":["trace[278966137] 'process raft request' (duration: 1.28507125s)","trace[278966137] 'compare' (duration: 111.82463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:25.301285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40263357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:25.301381Z","caller":"traceutil/trace.go:171","msg":"trace[1463353160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2470; }","duration":"1.402787183s","start":"2026-03-14T01:35:23.898571Z","end":"2026-03-14T01:35:25.301358Z","steps":["trace[1463353160] 'agreement among raft nodes before linearized reading' (duration: 1.402553668s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:25.301439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:23.898548Z","time spent":"1.402881836s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:35:25.301458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:23.903162Z","time spent":"1.398174978s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:25.306685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259930536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-14T01:35:25.306757Z","caller":"traceutil/trace.go:171","msg":"trace[52377972] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2472; }","duration":"1.260056119s","start":"2026-03-14T01:35:24.046684Z","end":"2026-03-14T01:35:25.30674Z","steps":["trace[52377972] 'agreement among raft nodes before linearized reading' (duration: 1.259864305s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:25.306796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:24.046651Z","time spent":"1.260136921s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-14T01:35:41.483777Z","caller":"traceutil/trace.go:171","msg":"trace[558768448] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"114.237345ms","start":"2026-03-14T01:35:41.369513Z","end":"2026-03-14T01:35:41.48375Z","steps":["trace[558768448] 'process raft request' (duration: 91.385964ms)","trace[558768448] 'compare' (duration: 22.714837ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:41.484158Z","caller":"traceutil/trace.go:171","msg":"trace[1192428818] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"106.104399ms","start":"2026-03-14T01:35:41.378008Z","end":"2026-03-14T01:35:41.484112Z","steps":["trace[1192428818] 'process raft request' (duration: 105.697329ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:55.219748Z","caller":"traceutil/trace.go:171","msg":"trace[10461002] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"129.482312ms","start":"2026-03-14T01:35:55.090241Z","end":"2026-03-14T01:35:55.219723Z","steps":["trace[10461002] 'process raft request' (duration: 129.317418ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:55.648674Z","caller":"traceutil/trace.go:171","msg":"trace[1744663433] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"146.111471ms","start":"2026-03-14T01:35:55.502533Z","end":"2026-03-14T01:35:55.648645Z","steps":["trace[1744663433] 'process raft request' (duration: 145.907137ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:55.940365Z","caller":"traceutil/trace.go:171","msg":"trace[643413414] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"382.46906ms","start":"2026-03-14T01:35:55.557841Z","end":"2026-03-14T01:35:55.94031Z","steps":["trace[643413414] 'process raft request' (duration: 382.195544ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:55.940459Z","caller":"traceutil/trace.go:171","msg":"trace[1322979731] linearizableReadLoop","detail":"{readStateIndex:2755; appliedIndex:2752; }","duration":"324.421407ms","start":"2026-03-14T01:35:55.616002Z","end":"2026-03-14T01:35:55.940423Z","steps":["trace[1322979731] 'read index received' (duration: 32.487861ms)","trace[1322979731] 'applied index is now lower than readState.Index' (duration: 291.931126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:55.943479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.735107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-14T01:35:55.94356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.470129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-14T01:35:55.943759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.05192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:35:55.94375Z","caller":"traceutil/trace.go:171","msg":"trace[1301976117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2642; }","duration":"285.709624ms","start":"2026-03-14T01:35:55.658002Z","end":"2026-03-14T01:35:55.943712Z","steps":["trace[1301976117] 'agreement among raft nodes before linearized reading' (duration: 285.284495ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:55.943846Z","caller":"traceutil/trace.go:171","msg":"trace[1534884022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2642; }","duration":"282.133952ms","start":"2026-03-14T01:35:55.661664Z","end":"2026-03-14T01:35:55.943798Z","steps":["trace[1534884022] 'agreement among raft nodes before linearized reading' (duration: 281.973229ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:55.943964Z","caller":"traceutil/trace.go:171","msg":"trace[558310589] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"376.995615ms","start":"2026-03-14T01:35:55.563444Z","end":"2026-03-14T01:35:55.940439Z","steps":["trace[558310589] 'process raft request' (duration: 376.821381ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:55.944073Z","caller":"traceutil/trace.go:171","msg":"trace[1753756325] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2642; }","duration":"218.881551ms","start":"2026-03-14T01:35:55.724668Z","end":"2026-03-14T01:35:55.94355Z","steps":["trace[1753756325] 'agreement among raft nodes before linearized reading' (duration: 218.651525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:55.944079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.204014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:35:55.944135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.83344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:35:55.944268Z","caller":"traceutil/trace.go:171","msg":"trace[2070457078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2642; }","duration":"262.013825ms","start":"2026-03-14T01:35:55.682202Z","end":"2026-03-14T01:35:55.944215Z","steps":["trace[2070457078] 'agreement among raft nodes before linearized reading' (duration: 261.374709ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:55.944268Z","caller":"traceutil/trace.go:171","msg":"trace[1925109788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2642; }","duration":"221.421368ms","start":"2026-03-14T01:35:55.722784Z","end":"2026-03-14T01:35:55.944205Z","steps":["trace[1925109788] 'agreement among raft nodes before linearized reading' (duration: 220.781773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:55.944653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:55.563419Z","time spent":"380.669139ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:55.944072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:55.557785Z","time spent":"385.416507ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:55.947792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.776695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:35:55.94784Z","caller":"traceutil/trace.go:171","msg":"trace[526173988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2642; }","duration":"331.872537ms","start":"2026-03-14T01:35:55.615954Z","end":"2026-03-14T01:35:55.947827Z","steps":["trace[526173988] 'agreement among raft nodes before linearized reading' (duration: 324.618431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:55.947878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:55.615935Z","time spent":"331.935109ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:35:56.544083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.119683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:35:56.544345Z","caller":"traceutil/trace.go:171","msg":"trace[1774029299] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"593.43533ms","start":"2026-03-14T01:35:55.950891Z","end":"2026-03-14T01:35:56.544327Z","steps":["trace[1774029299] 'process raft request' (duration: 88.986829ms)","trace[1774029299] 'compare' (duration: 503.98637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:56.544408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:55.950859Z","time spent":"593.521802ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:56.58603Z","caller":"traceutil/trace.go:171","msg":"trace[1252702860] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"634.316703ms","start":"2026-03-14T01:35:55.951688Z","end":"2026-03-14T01:35:56.586005Z","steps":["trace[1252702860] 'process raft request' (duration: 634.15472ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:56.585978Z","caller":"traceutil/trace.go:171","msg":"trace[1294589881] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"634.569118ms","start":"2026-03-14T01:35:55.951357Z","end":"2026-03-14T01:35:56.585926Z","steps":["trace[1294589881] 'process raft request' (duration: 634.261812ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:56.586037Z","caller":"traceutil/trace.go:171","msg":"trace[1976526451] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"634.500307ms","start":"2026-03-14T01:35:55.951481Z","end":"2026-03-14T01:35:56.585981Z","steps":["trace[1976526451] 'process raft request' (duration: 634.305892ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:56.586038Z","caller":"traceutil/trace.go:171","msg":"trace[1738351906] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"634.313862ms","start":"2026-03-14T01:35:55.951693Z","end":"2026-03-14T01:35:56.586007Z","steps":["trace[1738351906] 'process raft request' (duration: 634.19792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:56.586132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:55.951678Z","time spent":"634.407535ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:56.586275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:55.951341Z","time spent":"634.763312ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:56.586275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:55.951473Z","time spent":"634.66062ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:56.586434Z","caller":"traceutil/trace.go:171","msg":"trace[504916509] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"570.694352ms","start":"2026-03-14T01:35:56.015729Z","end":"2026-03-14T01:35:56.586424Z","steps":["trace[504916509] 'process raft request' (duration: 570.206421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:56.58646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.671367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-14T01:35:56.586067Z","caller":"traceutil/trace.go:171","msg":"trace[1786578568] linearizableReadLoop","detail":"{readStateIndex:2760; appliedIndex:2755; }","duration":"633.275178ms","start":"2026-03-14T01:35:55.952769Z","end":"2026-03-14T01:35:56.586044Z","steps":["trace[1786578568] 'read index received' (duration: 87.035814ms)","trace[1786578568] 'applied index is now lower than readState.Index' (duration: 546.238134ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:56.586617Z","caller":"traceutil/trace.go:171","msg":"trace[1800501348] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2648; }","duration":"633.79617ms","start":"2026-03-14T01:35:55.952765Z","end":"2026-03-14T01:35:56.586562Z","steps":["trace[1800501348] 'agreement among raft nodes before linearized reading' (duration: 633.338939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:56.586495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:56.015713Z","time spent":"570.754224ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:56.586651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:55.951671Z","time spent":"634.468976ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:56.586687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:55.952736Z","time spent":"633.935023ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-14T01:35:56.586707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.579764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:56.586762Z","caller":"traceutil/trace.go:171","msg":"trace[1820523375] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2648; }","duration":"161.690677ms","start":"2026-03-14T01:35:56.425055Z","end":"2026-03-14T01:35:56.586746Z","steps":["trace[1820523375] 'agreement among raft nodes before linearized reading' (duration: 161.591195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:57.022502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.160728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:57.022598Z","caller":"traceutil/trace.go:171","msg":"trace[304020567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2648; }","duration":"123.350612ms","start":"2026-03-14T01:35:56.899223Z","end":"2026-03-14T01:35:57.022574Z","steps":["trace[304020567] 'range keys from in-memory index tree' (duration: 122.981133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:57.02262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.051633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189c9154d5e89f9b\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-14T01:35:57.023402Z","caller":"traceutil/trace.go:171","msg":"trace[505545200] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189c9154d5e89f9b; range_end:; response_count:1; response_revision:2648; }","duration":"179.884212ms","start":"2026-03-14T01:35:56.84348Z","end":"2026-03-14T01:35:57.023364Z","steps":["trace[505545200] 'range keys from in-memory index tree' (duration: 178.715583ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:57.271855Z","caller":"traceutil/trace.go:171","msg":"trace[837386257] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"245.389445ms","start":"2026-03-14T01:35:57.026434Z","end":"2026-03-14T01:35:57.271823Z","steps":["trace[837386257] 'process raft request' (duration: 245.166889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:58.163289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.676679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:35:58.163694Z","caller":"traceutil/trace.go:171","msg":"trace[1098751388] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"211.884411ms","start":"2026-03-14T01:35:57.951787Z","end":"2026-03-14T01:35:58.163671Z","steps":["trace[1098751388] 'process raft request' (duration: 211.83556ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:58.163853Z","caller":"traceutil/trace.go:171","msg":"trace[1156635900] linearizableReadLoop","detail":"{readStateIndex:2763; appliedIndex:2762; }","duration":"690.987935ms","start":"2026-03-14T01:35:57.472839Z","end":"2026-03-14T01:35:58.163827Z","steps":["trace[1156635900] 'read index received' (duration: 27.61948ms)","trace[1156635900] 'applied index is now lower than readState.Index' (duration: 663.365885ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:58.164278Z","caller":"traceutil/trace.go:171","msg":"trace[569659568] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"885.760605ms","start":"2026-03-14T01:35:57.278477Z","end":"2026-03-14T01:35:58.164237Z","steps":["trace[569659568] 'process raft request' (duration: 222.002241ms)","trace[569659568] 'compare' (duration: 661.875471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:58.164487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.27846Z","time spent":"885.915888ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:58.164277Z","caller":"traceutil/trace.go:171","msg":"trace[1054534030] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"509.305983ms","start":"2026-03-14T01:35:57.65492Z","end":"2026-03-14T01:35:58.164226Z","steps":["trace[1054534030] 'process raft request' (duration: 508.586146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:58.164598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.654878Z","time spent":"509.674151ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:58.164632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.576608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-14T01:35:58.164878Z","caller":"traceutil/trace.go:171","msg":"trace[1064858370] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2652; }","duration":"692.024088ms","start":"2026-03-14T01:35:57.472786Z","end":"2026-03-14T01:35:58.16481Z","steps":["trace[1064858370] 'agreement among raft nodes before linearized reading' (duration: 691.446555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:58.164965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.47276Z","time spent":"692.183962ms","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T01:35:58.201657Z","caller":"traceutil/trace.go:171","msg":"trace[364268897] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"248.28711ms","start":"2026-03-14T01:35:57.953352Z","end":"2026-03-14T01:35:58.201639Z","steps":["trace[364268897] 'process raft request' (duration: 248.056555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:58.201703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.706672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T01:35:58.201735Z","caller":"traceutil/trace.go:171","msg":"trace[1422152505] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2653; }","duration":"463.777413ms","start":"2026-03-14T01:35:57.737949Z","end":"2026-03-14T01:35:58.201726Z","steps":["trace[1422152505] 'agreement among raft nodes before linearized reading' (duration: 463.662281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:58.201759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.737926Z","time spent":"463.827525ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-14T01:35:58.201863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.28332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:35:58.201918Z","caller":"traceutil/trace.go:171","msg":"trace[572728748] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:2653; }","duration":"644.402713ms","start":"2026-03-14T01:35:57.5575Z","end":"2026-03-14T01:35:58.201903Z","steps":["trace[572728748] 'agreement among raft nodes before linearized reading' (duration: 644.172167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:58.20195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:57.557449Z","time spent":"644.495085ms","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-14T01:35:58.804712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.79608ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-14T01:35:58.805038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:58.202968Z","time spent":"602.063117ms","remote":"127.0.0.1:33342","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T01:35:58.805291Z","caller":"traceutil/trace.go:171","msg":"trace[994877578] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"198.803222ms","start":"2026-03-14T01:35:58.60646Z","end":"2026-03-14T01:35:58.805263Z","steps":["trace[994877578] 'process raft request' (duration: 198.554557ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:58.805289Z","caller":"traceutil/trace.go:171","msg":"trace[973737080] linearizableReadLoop","detail":"{readStateIndex:2767; appliedIndex:2766; }","duration":"600.339157ms","start":"2026-03-14T01:35:58.204911Z","end":"2026-03-14T01:35:58.80525Z","steps":["trace[973737080] 'read index received' (duration: 84.001135ms)","trace[973737080] 'applied index is now lower than readState.Index' (duration: 516.333052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:58.805613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.352859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:35:58.805668Z","caller":"traceutil/trace.go:171","msg":"trace[672811751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2654; }","duration":"215.448122ms","start":"2026-03-14T01:35:58.590207Z","end":"2026-03-14T01:35:58.805655Z","steps":["trace[672811751] 'agreement among raft nodes before linearized reading' (duration: 215.255028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:58.805642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.704405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"warn","ts":"2026-03-14T01:35:58.805658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.90246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:35:58.805686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.255842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:35:58.805748Z","caller":"traceutil/trace.go:171","msg":"trace[1587428897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2654; }","duration":"256.388955ms","start":"2026-03-14T01:35:58.549347Z","end":"2026-03-14T01:35:58.805736Z","steps":["trace[1587428897] 'agreement among raft nodes before linearized reading' (duration: 256.087448ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:58.805748Z","caller":"traceutil/trace.go:171","msg":"trace[2063292098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2654; }","duration":"215.014393ms","start":"2026-03-14T01:35:58.590716Z","end":"2026-03-14T01:35:58.80573Z","steps":["trace[2063292098] 'agreement among raft nodes before linearized reading' (duration: 214.740617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:58.805648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.826632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:35:58.805796Z","caller":"traceutil/trace.go:171","msg":"trace[1452078540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2654; }","duration":"213.006076ms","start":"2026-03-14T01:35:58.592781Z","end":"2026-03-14T01:35:58.805787Z","steps":["trace[1452078540] 'agreement among raft nodes before linearized reading' (duration: 212.700859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:58.805774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.875089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:35:58.805736Z","caller":"traceutil/trace.go:171","msg":"trace[477926280] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2654; }","duration":"600.833158ms","start":"2026-03-14T01:35:58.204881Z","end":"2026-03-14T01:35:58.805714Z","steps":["trace[477926280] 'agreement among raft nodes before linearized reading' (duration: 600.519761ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:58.805881Z","caller":"traceutil/trace.go:171","msg":"trace[1164177606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2654; }","duration":"215.076094ms","start":"2026-03-14T01:35:58.59076Z","end":"2026-03-14T01:35:58.805836Z","steps":["trace[1164177606] 'agreement among raft nodes before linearized reading' (duration: 214.767377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:58.805857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.032835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-14T01:35:58.805908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:58.204836Z","time spent":"601.055223ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-14T01:35:58.806048Z","caller":"traceutil/trace.go:171","msg":"trace[429246434] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2654; }","duration":"237.29601ms","start":"2026-03-14T01:35:58.568726Z","end":"2026-03-14T01:35:58.806022Z","steps":["trace[429246434] 'agreement among raft nodes before linearized reading' (duration: 236.789329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:00.045577Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.085843597s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:36:00.294799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335124009s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:36:00.295173Z","caller":"traceutil/trace.go:171","msg":"trace[1840886988] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"1.483647426s","start":"2026-03-14T01:35:58.811505Z","end":"2026-03-14T01:36:00.295153Z","steps":["trace[1840886988] 'process raft request' (duration: 1.483582654s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:00.295256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:58.811476Z","time spent":"1.483745298s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:00.295293Z","caller":"traceutil/trace.go:171","msg":"trace[1442582817] linearizableReadLoop","detail":"{readStateIndex:2769; appliedIndex:2768; }","duration":"1.485210011s","start":"2026-03-14T01:35:58.810049Z","end":"2026-03-14T01:36:00.295259Z","steps":["trace[1442582817] 'read index received' (duration: 149.623931ms)","trace[1442582817] 'applied index is now lower than readState.Index' (duration: 1.33558293s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:00.295307Z","caller":"traceutil/trace.go:171","msg":"trace[1853352031] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"1.484512175s","start":"2026-03-14T01:35:58.810744Z","end":"2026-03-14T01:36:00.295256Z","steps":["trace[1853352031] 'process raft request' (duration: 1.484173227s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:00.295346Z","caller":"traceutil/trace.go:171","msg":"trace[409084707] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"1.48429332s","start":"2026-03-14T01:35:58.811021Z","end":"2026-03-14T01:36:00.295314Z","steps":["trace[409084707] 'process raft request' (duration: 1.484004554s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:00.295306Z","caller":"traceutil/trace.go:171","msg":"trace[342113182] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"1.487421962s","start":"2026-03-14T01:35:58.807851Z","end":"2026-03-14T01:36:00.295273Z","steps":["trace[342113182] 'process raft request' (duration: 151.71777ms)","trace[342113182] 'compare' (duration: 1.334668418s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:00.295401Z","caller":"traceutil/trace.go:171","msg":"trace[1808857191] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"1.484506146s","start":"2026-03-14T01:35:58.810871Z","end":"2026-03-14T01:36:00.295377Z","steps":["trace[1808857191] 'process raft request' (duration: 1.484123617s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:00.295512Z","caller":"traceutil/trace.go:171","msg":"trace[206336471] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"1.484141627s","start":"2026-03-14T01:35:58.811359Z","end":"2026-03-14T01:36:00.2955Z","steps":["trace[206336471] 'process raft request' (duration: 1.483697148s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:00.295545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:58.811012Z","time spent":"1.484401543s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:00.295582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:58.81135Z","time spent":"1.484201729s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:00.295564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:58.810724Z","time spent":"1.484681869s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:00.295592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:58.807825Z","time spent":"1.487653697s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:00.295586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:58.810838Z","time spent":"1.484647078s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:00.295744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48560615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-14T01:36:00.295823Z","caller":"traceutil/trace.go:171","msg":"trace[1087148938] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2660; }","duration":"1.485774804s","start":"2026-03-14T01:35:58.810015Z","end":"2026-03-14T01:36:00.29579Z","steps":["trace[1087148938] 'agreement among raft nodes before linearized reading' (duration: 1.485448127s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:00.295887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:58.809996Z","time spent":"1.485876286s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-14T01:36:00.388932Z","caller":"traceutil/trace.go:171","msg":"trace[1283423089] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"218.47309ms","start":"2026-03-14T01:36:00.170427Z","end":"2026-03-14T01:36:00.3889Z","steps":["trace[1283423089] 'process raft request' (duration: 218.340457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:00.900996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001551842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T01:36:00.901135Z","caller":"traceutil/trace.go:171","msg":"trace[1520644864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001786658s","start":"2026-03-14T01:35:58.899328Z","end":"2026-03-14T01:36:00.901115Z","steps":["trace[1520644864] 'agreement among raft nodes before linearized reading' (duration: 2.000711834s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:00.901189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:58.899293Z","time spent":"2.00188474s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:36:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:36:01.291833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.10547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:36:01.29202Z","caller":"traceutil/trace.go:171","msg":"trace[997103780] linearizableReadLoop","detail":"{readStateIndex:2777; appliedIndex:2775; }","duration":"996.623123ms","start":"2026-03-14T01:36:00.295379Z","end":"2026-03-14T01:36:01.292002Z","steps":["trace[997103780] 'read index received' (duration: 93.550362ms)","trace[997103780] 'applied index is now lower than readState.Index' (duration: 903.071871ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:01.292062Z","caller":"traceutil/trace.go:171","msg":"trace[1164027403] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"1.073875385s","start":"2026-03-14T01:36:00.218158Z","end":"2026-03-14T01:36:01.292033Z","steps":["trace[1164027403] 'process raft request' (duration: 1.073785343s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:01.292172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345744022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:36:01.292216Z","caller":"traceutil/trace.go:171","msg":"trace[2060667100] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2663; }","duration":"2.345831854s","start":"2026-03-14T01:35:58.946372Z","end":"2026-03-14T01:36:01.292204Z","steps":["trace[2060667100] 'agreement among raft nodes before linearized reading' (duration: 2.345717722s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:01.292253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:58.946349Z","time spent":"2.345895165s","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:36:01.292238Z","caller":"traceutil/trace.go:171","msg":"trace[1113133974] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"1.121721044s","start":"2026-03-14T01:36:00.170472Z","end":"2026-03-14T01:36:01.292193Z","steps":["trace[1113133974] 'process raft request' (duration: 333.156274ms)","trace[1113133974] 'compare' (duration: 787.359482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:01.292311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203860327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189c915219e8cdc7\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-14T01:36:01.292368Z","caller":"traceutil/trace.go:171","msg":"trace[438414772] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189c915219e8cdc7; range_end:; response_count:1; response_revision:2663; }","duration":"1.20395343s","start":"2026-03-14T01:36:00.088401Z","end":"2026-03-14T01:36:01.292355Z","steps":["trace[438414772] 'agreement among raft nodes before linearized reading' (duration: 1.203736895s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:01.292405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:00.088385Z","time spent":"1.204012201s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.189c915219e8cdc7\" "} {"level":"warn","ts":"2026-03-14T01:36:01.292482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:00.17044Z","time spent":"1.121889328s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:01.292574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482375616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-14T01:36:01.292307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:00.218122Z","time spent":"1.07408722s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:01.292614Z","caller":"traceutil/trace.go:171","msg":"trace[961757709] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2663; }","duration":"2.482433327s","start":"2026-03-14T01:35:58.81017Z","end":"2026-03-14T01:36:01.292604Z","steps":["trace[961757709] 'agreement among raft nodes before linearized reading' (duration: 2.482303924s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:01.292647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:58.810164Z","time spent":"2.482476029s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:36:01.292855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.666682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:01.292906Z","caller":"traceutil/trace.go:171","msg":"trace[940955398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2663; }","duration":"391.747073ms","start":"2026-03-14T01:36:00.901148Z","end":"2026-03-14T01:36:01.292895Z","steps":["trace[940955398] 'agreement among raft nodes before linearized reading' (duration: 391.667051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:01.292936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:00.90113Z","time spent":"391.799415ms","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:36:01.292935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.757643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-03-14T01:36:01.292893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.024575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:36:01.292983Z","caller":"traceutil/trace.go:171","msg":"trace[560023870] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2663; }","duration":"991.853455ms","start":"2026-03-14T01:36:00.301116Z","end":"2026-03-14T01:36:01.29297Z","steps":["trace[560023870] 'agreement among raft nodes before linearized reading' (duration: 991.67028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:01.293022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:00.301093Z","time spent":"991.922656ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-14T01:36:01.293015Z","caller":"traceutil/trace.go:171","msg":"trace[1938758146] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2663; }","duration":"791.240762ms","start":"2026-03-14T01:36:00.501748Z","end":"2026-03-14T01:36:01.292989Z","steps":["trace[1938758146] 'agreement among raft nodes before linearized reading' (duration: 790.929465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:01.293076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:00.501723Z","time spent":"791.345404ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:01.29359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.752671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-14T01:36:01.293685Z","caller":"traceutil/trace.go:171","msg":"trace[1154375243] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2663; }","duration":"994.942754ms","start":"2026-03-14T01:36:00.298722Z","end":"2026-03-14T01:36:01.293665Z","steps":["trace[1154375243] 'agreement among raft nodes before linearized reading' (duration: 993.933362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:01.293735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:00.298697Z","time spent":"995.027976ms","remote":"127.0.0.1:33490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-14T01:36:01.293743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551296408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:36:01.293802Z","caller":"traceutil/trace.go:171","msg":"trace[1584027119] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2663; }","duration":"1.551388091s","start":"2026-03-14T01:35:59.742394Z","end":"2026-03-14T01:36:01.293783Z","steps":["trace[1584027119] 'agreement among raft nodes before linearized reading' (duration: 1.549644542s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:01.294186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:59.742375Z","time spent":"1.551793909s","remote":"127.0.0.1:33836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:01.80192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242702427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:36:02.646673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.772504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:36:02.64684Z","caller":"traceutil/trace.go:171","msg":"trace[1778118447] linearizableReadLoop","detail":"{readStateIndex:2779; appliedIndex:2777; }","duration":"1.345527927s","start":"2026-03-14T01:36:01.301297Z","end":"2026-03-14T01:36:02.646825Z","steps":["trace[1778118447] 'read index received' (duration: 967.522689ms)","trace[1778118447] 'applied index is now lower than readState.Index' (duration: 378.004538ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:02.646903Z","caller":"traceutil/trace.go:171","msg":"trace[141505539] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"1.348913634s","start":"2026-03-14T01:36:01.297981Z","end":"2026-03-14T01:36:02.646895Z","steps":["trace[141505539] 'process raft request' (duration: 970.832464ms)","trace[141505539] 'compare' (duration: 376.982875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:02.646947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:01.297965Z","time spent":"1.348957305s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:02.647232Z","caller":"traceutil/trace.go:171","msg":"trace[1265617457] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"1.07200273s","start":"2026-03-14T01:36:01.575222Z","end":"2026-03-14T01:36:02.647224Z","steps":["trace[1265617457] 'process raft request' (duration: 1.07155097s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:02.647284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:01.57519Z","time spent":"1.072071662s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:02.647414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34611209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:02.647469Z","caller":"traceutil/trace.go:171","msg":"trace[1510594324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2665; }","duration":"1.346193293s","start":"2026-03-14T01:36:01.301266Z","end":"2026-03-14T01:36:02.647459Z","steps":["trace[1510594324] 'agreement among raft nodes before linearized reading' (duration: 1.346118821s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:02.6475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:01.301251Z","time spent":"1.346239603s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:36:02.661453Z","caller":"traceutil/trace.go:171","msg":"trace[1127011199] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"266.439795ms","start":"2026-03-14T01:36:02.394989Z","end":"2026-03-14T01:36:02.661429Z","steps":["trace[1127011199] 'process raft request' (duration: 266.284661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:02.661772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.885049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:36:02.661861Z","caller":"traceutil/trace.go:171","msg":"trace[1489635792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2666; }","duration":"329.013002ms","start":"2026-03-14T01:36:02.332829Z","end":"2026-03-14T01:36:02.661842Z","steps":["trace[1489635792] 'agreement among raft nodes before linearized reading' (duration: 328.723355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:02.661922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:02.332821Z","time spent":"329.085794ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:36:02.662048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.916293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:36:02.662104Z","caller":"traceutil/trace.go:171","msg":"trace[579404701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2666; }","duration":"341.040016ms","start":"2026-03-14T01:36:02.321052Z","end":"2026-03-14T01:36:02.662092Z","steps":["trace[579404701] 'agreement among raft nodes before linearized reading' (duration: 340.862382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:02.662138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:02.321028Z","time spent":"341.101107ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:36:02.662156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.157293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T01:36:02.662187Z","caller":"traceutil/trace.go:171","msg":"trace[944251092] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2666; }","duration":"939.235675ms","start":"2026-03-14T01:36:01.722941Z","end":"2026-03-14T01:36:02.662177Z","steps":["trace[944251092] 'agreement among raft nodes before linearized reading' (duration: 939.145403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:02.662223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:01.722911Z","time spent":"939.305227ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-14T01:36:02.662296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.628946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:36:02.66251Z","caller":"traceutil/trace.go:171","msg":"trace[1653390730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2666; }","duration":"329.686547ms","start":"2026-03-14T01:36:02.332639Z","end":"2026-03-14T01:36:02.662326Z","steps":["trace[1653390730] 'agreement among raft nodes before linearized reading' (duration: 329.590365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:02.662537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:02.332625Z","time spent":"329.904352ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:36:02.662632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252828614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T01:36:02.662678Z","caller":"traceutil/trace.go:171","msg":"trace[850674012] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2666; }","duration":"1.252915286s","start":"2026-03-14T01:36:01.409751Z","end":"2026-03-14T01:36:02.662666Z","steps":["trace[850674012] 'agreement among raft nodes before linearized reading' (duration: 1.252818624s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:02.662692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.516556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:36:02.662709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:01.409725Z","time spent":"1.252976268s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-14T01:36:02.662716Z","caller":"traceutil/trace.go:171","msg":"trace[1430002848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2666; }","duration":"341.575458ms","start":"2026-03-14T01:36:02.321134Z","end":"2026-03-14T01:36:02.66271Z","steps":["trace[1430002848] 'agreement among raft nodes before linearized reading' (duration: 341.523247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:02.662742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:02.321106Z","time spent":"341.632089ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:36:02.662872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301804931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:02.6629Z","caller":"traceutil/trace.go:171","msg":"trace[1457595954] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2666; }","duration":"1.301875883s","start":"2026-03-14T01:36:01.361017Z","end":"2026-03-14T01:36:02.662893Z","steps":["trace[1457595954] 'agreement among raft nodes before linearized reading' (duration: 1.301826782s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:02.662919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:01.360995Z","time spent":"1.301919663s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T01:36:02.662644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.075046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:36:02.663027Z","caller":"traceutil/trace.go:171","msg":"trace[1891362844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2666; }","duration":"330.482405ms","start":"2026-03-14T01:36:02.33253Z","end":"2026-03-14T01:36:02.663013Z","steps":["trace[1891362844] 'agreement among raft nodes before linearized reading' (duration: 330.061765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:02.663073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:02.332511Z","time spent":"330.550037ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:36:02.663279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258658476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-14T01:36:02.663542Z","caller":"traceutil/trace.go:171","msg":"trace[1910679343] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2666; }","duration":"1.258792029s","start":"2026-03-14T01:36:01.40455Z","end":"2026-03-14T01:36:02.663342Z","steps":["trace[1910679343] 'agreement among raft nodes before linearized reading' (duration: 1.258483412s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:02.663655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:01.40451Z","time spent":"1.259126437s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T01:36:03.315901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.673212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:36:03.316034Z","caller":"traceutil/trace.go:171","msg":"trace[1540607144] linearizableReadLoop","detail":"{readStateIndex:2781; appliedIndex:2780; }","duration":"654.495732ms","start":"2026-03-14T01:36:02.661516Z","end":"2026-03-14T01:36:03.316012Z","steps":["trace[1540607144] 'read index received' (duration: 261.636116ms)","trace[1540607144] 'applied index is now lower than readState.Index' (duration: 392.857676ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:03.316281Z","caller":"traceutil/trace.go:171","msg":"trace[2024313730] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"663.081568ms","start":"2026-03-14T01:36:02.652949Z","end":"2026-03-14T01:36:03.31603Z","steps":["trace[2024313730] 'process raft request' (duration: 270.17237ms)","trace[2024313730] 'compare' (duration: 392.166231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:03.316481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:02.652935Z","time spent":"663.457987ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:36:03.316675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.21997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:03.316794Z","caller":"traceutil/trace.go:171","msg":"trace[103848013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2667; }","duration":"666.399824ms","start":"2026-03-14T01:36:02.65035Z","end":"2026-03-14T01:36:03.316749Z","steps":["trace[103848013] 'agreement among raft nodes before linearized reading' (duration: 665.904403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:03.316872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:02.650321Z","time spent":"666.515996ms","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:36:03.816526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242702444,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:36:03.936948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013760984s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:36:04.161604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.274663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:36:04.161875Z","caller":"traceutil/trace.go:171","msg":"trace[1659554777] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"1.493627583s","start":"2026-03-14T01:36:02.668228Z","end":"2026-03-14T01:36:04.161855Z","steps":["trace[1659554777] 'process raft request' (duration: 1.493542521s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:04.16197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:02.66822Z","time spent":"1.493710066s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:04.161976Z","caller":"traceutil/trace.go:171","msg":"trace[1408855930] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"1.494729829s","start":"2026-03-14T01:36:02.667209Z","end":"2026-03-14T01:36:04.161939Z","steps":["trace[1408855930] 'process raft request' (duration: 1.270024307s)","trace[1408855930] 'compare' (duration: 224.16188ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:04.162107Z","caller":"traceutil/trace.go:171","msg":"trace[782144334] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"1.494269447s","start":"2026-03-14T01:36:02.667828Z","end":"2026-03-14T01:36:04.162097Z","steps":["trace[782144334] 'process raft request' (duration: 1.493878919s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:04.162162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:02.667819Z","time spent":"1.494317159s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:04.162156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:02.667196Z","time spent":"1.494848182s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:04.16241Z","caller":"traceutil/trace.go:171","msg":"trace[418915897] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"1.494022252s","start":"2026-03-14T01:36:02.668376Z","end":"2026-03-14T01:36:04.162398Z","steps":["trace[418915897] 'process raft request' (duration: 1.493428109s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:04.162478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:02.668346Z","time spent":"1.494101744s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:04.162593Z","caller":"traceutil/trace.go:171","msg":"trace[1685460069] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"1.493828368s","start":"2026-03-14T01:36:02.668735Z","end":"2026-03-14T01:36:04.162563Z","steps":["trace[1685460069] 'process raft request' (duration: 1.493597413s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:04.162665Z","caller":"traceutil/trace.go:171","msg":"trace[1124410083] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"1.493768376s","start":"2026-03-14T01:36:02.668856Z","end":"2026-03-14T01:36:04.162624Z","steps":["trace[1124410083] 'process raft request' (duration: 1.493623793s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:04.162745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:02.668714Z","time spent":"1.493946281s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:04.162863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:02.668852Z","time spent":"1.493915579s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:04.16288Z","caller":"traceutil/trace.go:171","msg":"trace[216351274] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"1.492709492s","start":"2026-03-14T01:36:02.67016Z","end":"2026-03-14T01:36:04.162869Z","steps":["trace[216351274] 'process raft request' (duration: 1.492397775s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:04.162932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:02.670154Z","time spent":"1.492750852s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:04.874897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.271999ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T01:36:04.875504Z","caller":"traceutil/trace.go:171","msg":"trace[1778255840] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"1.577001424s","start":"2026-03-14T01:36:03.298477Z","end":"2026-03-14T01:36:04.875478Z","steps":["trace[1778255840] 'process raft request' (duration: 1.576530753s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:04.875659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:03.298433Z","time spent":"1.577145947s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:05.245951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.362155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:36:05.246097Z","caller":"traceutil/trace.go:171","msg":"trace[1205963455] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"1.947025361s","start":"2026-03-14T01:36:03.29903Z","end":"2026-03-14T01:36:05.246055Z","steps":["trace[1205963455] 'process raft request' (duration: 1.576431862s)","trace[1205963455] 'compare' (duration: 370.151439ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:05.246164Z","caller":"traceutil/trace.go:171","msg":"trace[2067648261] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"577.570278ms","start":"2026-03-14T01:36:04.668583Z","end":"2026-03-14T01:36:05.246154Z","steps":["trace[2067648261] 'process raft request' (duration: 577.479876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:05.246221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:04.668557Z","time spent":"577.63179ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:05.246255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:03.298999Z","time spent":"1.947189614s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:05.246329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580073954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:05.246385Z","caller":"traceutil/trace.go:171","msg":"trace[1162052986] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2677; }","duration":"2.580164636s","start":"2026-03-14T01:36:02.66621Z","end":"2026-03-14T01:36:05.246375Z","steps":["trace[1162052986] 'agreement among raft nodes before linearized reading' (duration: 2.580049664s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:05.246398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241385512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:36:05.246427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:02.666196Z","time spent":"2.580223207s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-14T01:36:05.246473Z","caller":"traceutil/trace.go:171","msg":"trace[1068311509] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2677; }","duration":"2.241498075s","start":"2026-03-14T01:36:03.00495Z","end":"2026-03-14T01:36:05.246448Z","steps":["trace[1068311509] 'agreement among raft nodes before linearized reading' (duration: 2.241409733s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:05.246201Z","caller":"traceutil/trace.go:171","msg":"trace[854064496] linearizableReadLoop","detail":"{readStateIndex:2791; appliedIndex:2781; }","duration":"1.929906781s","start":"2026-03-14T01:36:03.316259Z","end":"2026-03-14T01:36:05.246166Z","steps":["trace[854064496] 'read index received' (duration: 621.05373ms)","trace[854064496] 'applied index is now lower than readState.Index' (duration: 1.308848951s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:05.246495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576494262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"warn","ts":"2026-03-14T01:36:05.246305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404512371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:36:05.246577Z","caller":"traceutil/trace.go:171","msg":"trace[1802971925] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2677; }","duration":"2.576603316s","start":"2026-03-14T01:36:02.669955Z","end":"2026-03-14T01:36:05.246558Z","steps":["trace[1802971925] 'agreement among raft nodes before linearized reading' (duration: 2.576388251s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:05.246544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:03.004925Z","time spent":"2.241599217s","remote":"127.0.0.1:60304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:05.246621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:02.669949Z","time spent":"2.576663807s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-14T01:36:05.246619Z","caller":"traceutil/trace.go:171","msg":"trace[671364508] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2677; }","duration":"2.404893239s","start":"2026-03-14T01:36:02.841703Z","end":"2026-03-14T01:36:05.246597Z","steps":["trace[671364508] 'agreement among raft nodes before linearized reading' (duration: 2.404502611s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:05.246666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920427064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:36:05.246694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:02.841678Z","time spent":"2.404996531s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:05.246731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.873121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189c915219e8cdc7\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-03-14T01:36:05.246779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.357123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:36:05.246741Z","caller":"traceutil/trace.go:171","msg":"trace[542818019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2677; }","duration":"1.920487265s","start":"2026-03-14T01:36:03.326228Z","end":"2026-03-14T01:36:05.246715Z","steps":["trace[542818019] 'agreement among raft nodes before linearized reading' (duration: 1.920371552s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:05.24682Z","caller":"traceutil/trace.go:171","msg":"trace[1503165656] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189c915219e8cdc7; range_end:; response_count:1; response_revision:2677; }","duration":"154.962373ms","start":"2026-03-14T01:36:05.091846Z","end":"2026-03-14T01:36:05.246808Z","steps":["trace[1503165656] 'agreement among raft nodes before linearized reading' (duration: 154.769939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:05.24684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:03.326154Z","time spent":"1.92067706s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:36:05.246838Z","caller":"traceutil/trace.go:171","msg":"trace[1937738066] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2677; }","duration":"745.498026ms","start":"2026-03-14T01:36:04.501324Z","end":"2026-03-14T01:36:05.246822Z","steps":["trace[1937738066] 'agreement among raft nodes before linearized reading' (duration: 745.330753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:05.246877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:04.501301Z","time spent":"745.566277ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:36:06.310196Z","caller":"traceutil/trace.go:171","msg":"trace[1831600186] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"138.504909ms","start":"2026-03-14T01:36:06.171658Z","end":"2026-03-14T01:36:06.310163Z","steps":["trace[1831600186] 'process raft request' (duration: 138.268894ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:06.673189Z","caller":"traceutil/trace.go:171","msg":"trace[585718957] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"500.133714ms","start":"2026-03-14T01:36:06.173035Z","end":"2026-03-14T01:36:06.673169Z","steps":["trace[585718957] 'process raft request' (duration: 500.069872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:06.673404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:06.173021Z","time spent":"500.231896ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:06.673182Z","caller":"traceutil/trace.go:171","msg":"trace[1431913027] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"500.159334ms","start":"2026-03-14T01:36:06.172994Z","end":"2026-03-14T01:36:06.673153Z","steps":["trace[1431913027] 'process raft request' (duration: 499.945439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:06.673837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:06.172974Z","time spent":"500.82427ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:06.674017Z","caller":"traceutil/trace.go:171","msg":"trace[753828932] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"500.877052ms","start":"2026-03-14T01:36:06.173089Z","end":"2026-03-14T01:36:06.673966Z","steps":["trace[753828932] 'process raft request' (duration: 500.051652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:06.674189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:06.173062Z","time spent":"501.026244ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:06.674575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.852117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:36:06.674623Z","caller":"traceutil/trace.go:171","msg":"trace[959927210] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2683; }","duration":"135.95309ms","start":"2026-03-14T01:36:06.538659Z","end":"2026-03-14T01:36:06.674612Z","steps":["trace[959927210] 'agreement among raft nodes before linearized reading' (duration: 135.841838ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:06.674312Z","caller":"traceutil/trace.go:171","msg":"trace[1239494708] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"501.064416ms","start":"2026-03-14T01:36:06.173226Z","end":"2026-03-14T01:36:06.67429Z","steps":["trace[1239494708] 'process raft request' (duration: 500.523774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:06.674728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:06.17321Z","time spent":"501.465874ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:06.674786Z","caller":"traceutil/trace.go:171","msg":"trace[1044031362] linearizableReadLoop","detail":"{readStateIndex:2798; appliedIndex:2797; }","duration":"135.277874ms","start":"2026-03-14T01:36:06.538725Z","end":"2026-03-14T01:36:06.674003Z","steps":["trace[1044031362] 'read index received' (duration: 135.126471ms)","trace[1044031362] 'applied index is now lower than readState.Index' (duration: 150.273µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:06.939133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.262054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189c9154d5e89f9b\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-14T01:36:06.939256Z","caller":"traceutil/trace.go:171","msg":"trace[472935063] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189c9154d5e89f9b; range_end:; response_count:1; response_revision:2683; }","duration":"110.407017ms","start":"2026-03-14T01:36:06.828792Z","end":"2026-03-14T01:36:06.939199Z","steps":["trace[472935063] 'range keys from in-memory index tree' (duration: 110.075879ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:06.939981Z","caller":"traceutil/trace.go:171","msg":"trace[1005416678] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"104.632016ms","start":"2026-03-14T01:36:06.835325Z","end":"2026-03-14T01:36:06.939957Z","steps":["trace[1005416678] 'process raft request' (duration: 62.325722ms)","trace[1005416678] 'compare' (duration: 41.27412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:07.51034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.105401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:36:07.510727Z","caller":"traceutil/trace.go:171","msg":"trace[895442926] linearizableReadLoop","detail":"{readStateIndex:2800; appliedIndex:2799; }","duration":"611.982682ms","start":"2026-03-14T01:36:06.898723Z","end":"2026-03-14T01:36:07.510705Z","steps":["trace[895442926] 'read index received' (duration: 258.418131ms)","trace[895442926] 'applied index is now lower than readState.Index' (duration: 353.562461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:07.510908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.186488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:07.511046Z","caller":"traceutil/trace.go:171","msg":"trace[1419321161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2685; }","duration":"612.359201ms","start":"2026-03-14T01:36:06.898669Z","end":"2026-03-14T01:36:07.511029Z","steps":["trace[1419321161] 'agreement among raft nodes before linearized reading' (duration: 612.170687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:07.511133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:06.898611Z","time spent":"612.509075ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:36:07.51148Z","caller":"traceutil/trace.go:171","msg":"trace[6348762] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"629.083713ms","start":"2026-03-14T01:36:06.882324Z","end":"2026-03-14T01:36:07.511408Z","steps":["trace[6348762] 'process raft request' (duration: 274.806735ms)","trace[6348762] 'compare' (duration: 352.878966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:07.511699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:06.882295Z","time spent":"629.286928ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:07.542493Z","caller":"traceutil/trace.go:171","msg":"trace[1130485265] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"600.911311ms","start":"2026-03-14T01:36:06.941559Z","end":"2026-03-14T01:36:07.54247Z","steps":["trace[1130485265] 'process raft request' (duration: 600.735457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:07.542659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:06.94154Z","time spent":"601.023983ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:07.603827Z","caller":"traceutil/trace.go:171","msg":"trace[1123599535] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"347.37026ms","start":"2026-03-14T01:36:07.256431Z","end":"2026-03-14T01:36:07.603802Z","steps":["trace[1123599535] 'process raft request' (duration: 347.240958ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:07.603883Z","caller":"traceutil/trace.go:171","msg":"trace[516420062] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"350.595754ms","start":"2026-03-14T01:36:07.253245Z","end":"2026-03-14T01:36:07.60384Z","steps":["trace[516420062] 'process raft request' (duration: 350.292487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:07.604047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:07.256421Z","time spent":"347.483893ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:07.604191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:07.253218Z","time spent":"350.842029ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:07.978673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.69928ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-14T01:36:07.979004Z","caller":"traceutil/trace.go:171","msg":"trace[689248687] linearizableReadLoop","detail":"{readStateIndex:2805; appliedIndex:2803; }","duration":"255.620849ms","start":"2026-03-14T01:36:07.72336Z","end":"2026-03-14T01:36:07.978981Z","steps":["trace[689248687] 'read index received' (duration: 44.271µs)","trace[689248687] 'applied index is now lower than readState.Index' (duration: 255.575298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:07.979011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:07.606078Z","time spent":"372.909532ms","remote":"127.0.0.1:33342","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T01:36:07.979071Z","caller":"traceutil/trace.go:171","msg":"trace[464462486] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"372.199856ms","start":"2026-03-14T01:36:07.606837Z","end":"2026-03-14T01:36:07.979037Z","steps":["trace[464462486] 'process raft request' (duration: 371.989131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:07.979172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.27633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:36:07.979216Z","caller":"traceutil/trace.go:171","msg":"trace[707908661] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2689; }","duration":"137.382762ms","start":"2026-03-14T01:36:07.84182Z","end":"2026-03-14T01:36:07.979203Z","steps":["trace[707908661] 'agreement among raft nodes before linearized reading' (duration: 137.29224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:07.97926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:07.606815Z","time spent":"372.341589ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:07.979316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.920215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T01:36:07.979398Z","caller":"traceutil/trace.go:171","msg":"trace[257479890] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2689; }","duration":"256.037208ms","start":"2026-03-14T01:36:07.723342Z","end":"2026-03-14T01:36:07.979379Z","steps":["trace[257479890] 'agreement among raft nodes before linearized reading' (duration: 255.758492ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:08.158617Z","caller":"traceutil/trace.go:171","msg":"trace[2011650580] linearizableReadLoop","detail":"{readStateIndex:2806; appliedIndex:2805; }","duration":"175.778888ms","start":"2026-03-14T01:36:07.982806Z","end":"2026-03-14T01:36:08.158585Z","steps":["trace[2011650580] 'read index received' (duration: 139.594073ms)","trace[2011650580] 'applied index is now lower than readState.Index' (duration: 36.183685ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:08.158658Z","caller":"traceutil/trace.go:171","msg":"trace[471364553] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"178.462339ms","start":"2026-03-14T01:36:07.980146Z","end":"2026-03-14T01:36:08.158609Z","steps":["trace[471364553] 'process raft request' (duration: 142.226083ms)","trace[471364553] 'compare' (duration: 36.080583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:08.158998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.156416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-14T01:36:08.159091Z","caller":"traceutil/trace.go:171","msg":"trace[432232018] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2690; }","duration":"176.30864ms","start":"2026-03-14T01:36:07.982763Z","end":"2026-03-14T01:36:08.159071Z","steps":["trace[432232018] 'agreement among raft nodes before linearized reading' (duration: 175.934211ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:30.735696Z","caller":"traceutil/trace.go:171","msg":"trace[892888522] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"239.288543ms","start":"2026-03-14T01:36:30.496382Z","end":"2026-03-14T01:36:30.735671Z","steps":["trace[892888522] 'process raft request' (duration: 239.120439ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:00.93938Z","caller":"traceutil/trace.go:171","msg":"trace[615510235] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"176.759187ms","start":"2026-03-14T01:38:00.762579Z","end":"2026-03-14T01:38:00.939338Z","steps":["trace[615510235] 'process raft request' (duration: 176.506401ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:33.067917Z","caller":"traceutil/trace.go:171","msg":"trace[887854001] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"198.576255ms","start":"2026-03-14T01:38:32.869299Z","end":"2026-03-14T01:38:33.067875Z","steps":["trace[887854001] 'process raft request' (duration: 198.35203ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:33.562836Z","caller":"traceutil/trace.go:171","msg":"trace[449996953] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"100.245513ms","start":"2026-03-14T01:38:33.462537Z","end":"2026-03-14T01:38:33.562783Z","steps":["trace[449996953] 'process raft request' (duration: 99.983407ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:33.888511Z","caller":"traceutil/trace.go:171","msg":"trace[1689378225] transaction","detail":"{read_only:false; response_revision:3577; number_of_response:1; }","duration":"116.625256ms","start":"2026-03-14T01:38:33.771853Z","end":"2026-03-14T01:38:33.888478Z","steps":["trace[1689378225] 'process raft request' (duration: 25.812326ms)","trace[1689378225] 'compare' (duration: 90.703398ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:38:34.500803Z","caller":"traceutil/trace.go:171","msg":"trace[1761560701] transaction","detail":"{read_only:false; response_revision:3579; number_of_response:1; }","duration":"220.830069ms","start":"2026-03-14T01:38:34.27993Z","end":"2026-03-14T01:38:34.50076Z","steps":["trace[1761560701] 'process raft request' (duration: 132.6409ms)","trace[1761560701] 'compare' (duration: 87.533895ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:38:34.501091Z","caller":"traceutil/trace.go:171","msg":"trace[531914720] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"135.987174ms","start":"2026-03-14T01:38:34.365074Z","end":"2026-03-14T01:38:34.501061Z","steps":["trace[531914720] 'process raft request' (duration: 135.769019ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:38.706844Z","caller":"traceutil/trace.go:171","msg":"trace[1017568460] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"191.188298ms","start":"2026-03-14T01:38:38.515621Z","end":"2026-03-14T01:38:38.706809Z","steps":["trace[1017568460] 'process raft request' (duration: 190.821779ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:39.273656Z","caller":"traceutil/trace.go:171","msg":"trace[292672039] linearizableReadLoop","detail":"{readStateIndex:3756; appliedIndex:3753; }","duration":"737.549692ms","start":"2026-03-14T01:38:38.536074Z","end":"2026-03-14T01:38:39.273624Z","steps":["trace[292672039] 'read index received' (duration: 170.432687ms)","trace[292672039] 'applied index is now lower than readState.Index' (duration: 567.115705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:38:39.274054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.052769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:38:39.274098Z","caller":"traceutil/trace.go:171","msg":"trace[1041524761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3604; }","duration":"375.173741ms","start":"2026-03-14T01:38:38.898909Z","end":"2026-03-14T01:38:39.274083Z","steps":["trace[1041524761] 'agreement among raft nodes before linearized reading' (duration: 375.080949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:39.274135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:38.898879Z","time spent":"375.248053ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:38:39.274117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.017772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:38:39.274088Z","caller":"traceutil/trace.go:171","msg":"trace[1249298480] transaction","detail":"{read_only:false; response_revision:3604; number_of_response:1; }","duration":"750.325511ms","start":"2026-03-14T01:38:38.523692Z","end":"2026-03-14T01:38:39.274017Z","steps":["trace[1249298480] 'process raft request' (duration: 749.879282ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:39.2742Z","caller":"traceutil/trace.go:171","msg":"trace[170065872] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:3604; }","duration":"738.179765ms","start":"2026-03-14T01:38:38.536001Z","end":"2026-03-14T01:38:39.27418Z","steps":["trace[170065872] 'agreement among raft nodes before linearized reading' (duration: 737.864048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:39.274475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:38.53597Z","time spent":"738.489702ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mghhr\" "} {"level":"warn","ts":"2026-03-14T01:38:39.274481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:38.523662Z","time spent":"750.7036ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:38:39.274062Z","caller":"traceutil/trace.go:171","msg":"trace[492779485] transaction","detail":"{read_only:false; response_revision:3603; number_of_response:1; }","duration":"751.898487ms","start":"2026-03-14T01:38:38.52205Z","end":"2026-03-14T01:38:39.273948Z","steps":["trace[492779485] 'process raft request' (duration: 745.357159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:39.274645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:38.521997Z","time spent":"752.565932ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:04.913896Z","caller":"traceutil/trace.go:171","msg":"trace[2037170308] transaction","detail":"{read_only:false; response_revision:3742; number_of_response:1; }","duration":"104.512402ms","start":"2026-03-14T01:39:04.809341Z","end":"2026-03-14T01:39:04.913854Z","steps":["trace[2037170308] 'process raft request' (duration: 104.159454ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:51.235792Z","caller":"traceutil/trace.go:171","msg":"trace[1793189822] linearizableReadLoop","detail":"{readStateIndex:4212; appliedIndex:4211; }","duration":"230.356067ms","start":"2026-03-14T01:39:51.005405Z","end":"2026-03-14T01:39:51.235761Z","steps":["trace[1793189822] 'read index received' (duration: 230.234254ms)","trace[1793189822] 'applied index is now lower than readState.Index' (duration: 120.543µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:51.235982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.553371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:39:51.236016Z","caller":"traceutil/trace.go:171","msg":"trace[677552155] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4032; }","duration":"230.665163ms","start":"2026-03-14T01:39:51.005343Z","end":"2026-03-14T01:39:51.236008Z","steps":["trace[677552155] 'agreement among raft nodes before linearized reading' (duration: 230.54419ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:51.236497Z","caller":"traceutil/trace.go:171","msg":"trace[1266220097] transaction","detail":"{read_only:false; response_revision:4032; number_of_response:1; }","duration":"232.23935ms","start":"2026-03-14T01:39:51.004249Z","end":"2026-03-14T01:39:51.236488Z","steps":["trace[1266220097] 'process raft request' (duration: 231.330119ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:51.255778Z","caller":"traceutil/trace.go:171","msg":"trace[1856307429] transaction","detail":"{read_only:false; response_revision:4033; number_of_response:1; }","duration":"130.49772ms","start":"2026-03-14T01:39:51.125245Z","end":"2026-03-14T01:39:51.255742Z","steps":["trace[1856307429] 'process raft request' (duration: 130.290065ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:53.772936Z","caller":"traceutil/trace.go:171","msg":"trace[2119591444] transaction","detail":"{read_only:false; response_revision:4047; number_of_response:1; }","duration":"116.653033ms","start":"2026-03-14T01:39:53.656258Z","end":"2026-03-14T01:39:53.772911Z","steps":["trace[2119591444] 'process raft request' (duration: 116.329996ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:53.772848Z","caller":"traceutil/trace.go:171","msg":"trace[1054594182] transaction","detail":"{read_only:false; response_revision:4046; number_of_response:1; }","duration":"146.624842ms","start":"2026-03-14T01:39:53.62616Z","end":"2026-03-14T01:39:53.772785Z","steps":["trace[1054594182] 'process raft request' (duration: 102.411226ms)","trace[1054594182] 'compare' (duration: 43.674464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:54.127673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.010353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:39:54.127862Z","caller":"traceutil/trace.go:171","msg":"trace[754928749] transaction","detail":"{read_only:false; response_revision:4051; number_of_response:1; }","duration":"108.819582ms","start":"2026-03-14T01:39:54.019002Z","end":"2026-03-14T01:39:54.127821Z","steps":["trace[754928749] 'compare' (duration: 100.816449ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:56.642051Z","caller":"traceutil/trace.go:171","msg":"trace[997870301] transaction","detail":"{read_only:false; response_revision:4079; number_of_response:1; }","duration":"256.638202ms","start":"2026-03-14T01:39:56.385357Z","end":"2026-03-14T01:39:56.641995Z","steps":["trace[997870301] 'process raft request' (duration: 247.179885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.642413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.731228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:39:56.642533Z","caller":"traceutil/trace.go:171","msg":"trace[1973038771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4079; }","duration":"244.922472ms","start":"2026-03-14T01:39:56.397593Z","end":"2026-03-14T01:39:56.642516Z","steps":["trace[1973038771] 'agreement among raft nodes before linearized reading' (duration: 244.500022ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:56.641842Z","caller":"traceutil/trace.go:171","msg":"trace[1733690773] linearizableReadLoop","detail":"{readStateIndex:4262; appliedIndex:4260; }","duration":"244.142914ms","start":"2026-03-14T01:39:56.397655Z","end":"2026-03-14T01:39:56.641798Z","steps":["trace[1733690773] 'read index received' (duration: 18.330251ms)","trace[1733690773] 'applied index is now lower than readState.Index' (duration: 225.810783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:56.643121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.598883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:39:56.643184Z","caller":"traceutil/trace.go:171","msg":"trace[740206286] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4079; }","duration":"190.734336ms","start":"2026-03-14T01:39:56.452429Z","end":"2026-03-14T01:39:56.643163Z","steps":["trace[740206286] 'agreement among raft nodes before linearized reading' (duration: 190.625383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:57.978095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.339065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:39:57.978223Z","caller":"traceutil/trace.go:171","msg":"trace[1480288929] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:4087; }","duration":"146.54438ms","start":"2026-03-14T01:39:57.83165Z","end":"2026-03-14T01:39:57.978194Z","steps":["trace[1480288929] 'range keys from in-memory index tree' (duration: 145.839374ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:57.978454Z","caller":"traceutil/trace.go:171","msg":"trace[1861408395] transaction","detail":"{read_only:false; response_revision:4088; number_of_response:1; }","duration":"142.278421ms","start":"2026-03-14T01:39:57.836131Z","end":"2026-03-14T01:39:57.978409Z","steps":["trace[1861408395] 'process raft request' (duration: 133.438499ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:01.4951Z","caller":"traceutil/trace.go:171","msg":"trace[374688980] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"121.507214ms","start":"2026-03-14T01:40:01.373567Z","end":"2026-03-14T01:40:01.495074Z","steps":["trace[374688980] 'process raft request' (duration: 121.009153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:01.725582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.209623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-14T01:40:01.725747Z","caller":"traceutil/trace.go:171","msg":"trace[1212710491] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4112; }","duration":"131.237078ms","start":"2026-03-14T01:40:01.594481Z","end":"2026-03-14T01:40:01.725719Z","steps":["trace[1212710491] 'compare' (duration: 113.024639ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:01.813192Z","caller":"traceutil/trace.go:171","msg":"trace[2048622618] transaction","detail":"{read_only:false; response_revision:4113; number_of_response:1; }","duration":"167.399149ms","start":"2026-03-14T01:40:01.64575Z","end":"2026-03-14T01:40:01.813149Z","steps":["trace[2048622618] 'process raft request' (duration: 167.027571ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.058808Z","caller":"traceutil/trace.go:171","msg":"trace[1537081076] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"105.748032ms","start":"2026-03-14T01:40:01.953038Z","end":"2026-03-14T01:40:02.058787Z","steps":["trace[1537081076] 'process raft request' (duration: 63.88509ms)","trace[1537081076] 'compare' (duration: 41.729359ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:02.082661Z","caller":"traceutil/trace.go:171","msg":"trace[32192256] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"128.142127ms","start":"2026-03-14T01:40:01.954477Z","end":"2026-03-14T01:40:02.082619Z","steps":["trace[32192256] 'process raft request' (duration: 127.991733ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.082825Z","caller":"traceutil/trace.go:171","msg":"trace[658345170] transaction","detail":"{read_only:false; response_revision:4122; number_of_response:1; }","duration":"128.140357ms","start":"2026-03-14T01:40:01.954581Z","end":"2026-03-14T01:40:02.082721Z","steps":["trace[658345170] 'process raft request' (duration: 128.013154ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.082843Z","caller":"traceutil/trace.go:171","msg":"trace[1308434459] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"127.812858ms","start":"2026-03-14T01:40:01.954964Z","end":"2026-03-14T01:40:02.082777Z","steps":["trace[1308434459] 'process raft request' (duration: 127.708006ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.082949Z","caller":"traceutil/trace.go:171","msg":"trace[671090970] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"128.68902ms","start":"2026-03-14T01:40:01.954238Z","end":"2026-03-14T01:40:02.082927Z","steps":["trace[671090970] 'process raft request' (duration: 127.948123ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.08296Z","caller":"traceutil/trace.go:171","msg":"trace[309171154] transaction","detail":"{read_only:false; response_revision:4121; number_of_response:1; }","duration":"128.2988ms","start":"2026-03-14T01:40:01.954581Z","end":"2026-03-14T01:40:02.08288Z","steps":["trace[309171154] 'process raft request' (duration: 127.964643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:02.083174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.068424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-schtl\" ","response":"range_response_count:1 size:4595"} {"level":"info","ts":"2026-03-14T01:40:02.083291Z","caller":"traceutil/trace.go:171","msg":"trace[744521909] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-schtl; range_end:; response_count:1; response_revision:4123; }","duration":"121.255308ms","start":"2026-03-14T01:40:01.962011Z","end":"2026-03-14T01:40:02.083267Z","steps":["trace[744521909] 'agreement among raft nodes before linearized reading' (duration: 120.91278ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.082872Z","caller":"traceutil/trace.go:171","msg":"trace[1558096506] linearizableReadLoop","detail":"{readStateIndex:4307; appliedIndex:4301; }","duration":"120.639834ms","start":"2026-03-14T01:40:01.962075Z","end":"2026-03-14T01:40:02.082715Z","steps":["trace[1558096506] 'read index received' (duration: 54.979805ms)","trace[1558096506] 'applied index is now lower than readState.Index' (duration: 65.658249ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:02.493289Z","caller":"traceutil/trace.go:171","msg":"trace[1367976615] transaction","detail":"{read_only:false; response_revision:4182; number_of_response:1; }","duration":"157.416711ms","start":"2026-03-14T01:40:02.335848Z","end":"2026-03-14T01:40:02.493265Z","steps":["trace[1367976615] 'process raft request' (duration: 157.186425ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.493311Z","caller":"traceutil/trace.go:171","msg":"trace[261403898] transaction","detail":"{read_only:false; response_revision:4181; number_of_response:1; }","duration":"157.463262ms","start":"2026-03-14T01:40:02.335798Z","end":"2026-03-14T01:40:02.493262Z","steps":["trace[261403898] 'process raft request' (duration: 157.031492ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.493456Z","caller":"traceutil/trace.go:171","msg":"trace[131941427] transaction","detail":"{read_only:false; response_revision:4185; number_of_response:1; }","duration":"156.847277ms","start":"2026-03-14T01:40:02.336598Z","end":"2026-03-14T01:40:02.493445Z","steps":["trace[131941427] 'process raft request' (duration: 156.667513ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.493606Z","caller":"traceutil/trace.go:171","msg":"trace[854450606] transaction","detail":"{read_only:false; response_revision:4183; number_of_response:1; }","duration":"157.533362ms","start":"2026-03-14T01:40:02.336058Z","end":"2026-03-14T01:40:02.493591Z","steps":["trace[854450606] 'process raft request' (duration: 157.037431ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.493634Z","caller":"traceutil/trace.go:171","msg":"trace[1630271661] transaction","detail":"{read_only:false; response_revision:4184; number_of_response:1; }","duration":"157.474501ms","start":"2026-03-14T01:40:02.336118Z","end":"2026-03-14T01:40:02.493593Z","steps":["trace[1630271661] 'process raft request' (duration: 157.065022ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.493823Z","caller":"traceutil/trace.go:171","msg":"trace[1102783166] transaction","detail":"{read_only:false; response_revision:4189; number_of_response:1; }","duration":"156.491059ms","start":"2026-03-14T01:40:02.33731Z","end":"2026-03-14T01:40:02.493801Z","steps":["trace[1102783166] 'process raft request' (duration: 156.080689ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.493886Z","caller":"traceutil/trace.go:171","msg":"trace[1510077859] transaction","detail":"{read_only:false; response_revision:4190; number_of_response:1; }","duration":"156.214972ms","start":"2026-03-14T01:40:02.337663Z","end":"2026-03-14T01:40:02.493878Z","steps":["trace[1510077859] 'process raft request' (duration: 155.752322ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.493902Z","caller":"traceutil/trace.go:171","msg":"trace[784836290] transaction","detail":"{read_only:false; response_revision:4192; number_of_response:1; }","duration":"155.861494ms","start":"2026-03-14T01:40:02.338005Z","end":"2026-03-14T01:40:02.493866Z","steps":["trace[784836290] 'process raft request' (duration: 155.459175ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.493969Z","caller":"traceutil/trace.go:171","msg":"trace[54628779] transaction","detail":"{read_only:false; response_revision:4188; number_of_response:1; }","duration":"156.871007ms","start":"2026-03-14T01:40:02.337062Z","end":"2026-03-14T01:40:02.493933Z","steps":["trace[54628779] 'process raft request' (duration: 156.307964ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.493854Z","caller":"traceutil/trace.go:171","msg":"trace[195462287] transaction","detail":"{read_only:false; response_revision:4191; number_of_response:1; }","duration":"155.917306ms","start":"2026-03-14T01:40:02.337921Z","end":"2026-03-14T01:40:02.493838Z","steps":["trace[195462287] 'process raft request' (duration: 155.520667ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.493716Z","caller":"traceutil/trace.go:171","msg":"trace[1034529437] transaction","detail":"{read_only:false; response_revision:4186; number_of_response:1; }","duration":"156.679162ms","start":"2026-03-14T01:40:02.337017Z","end":"2026-03-14T01:40:02.493696Z","steps":["trace[1034529437] 'process raft request' (duration: 156.298834ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.493934Z","caller":"traceutil/trace.go:171","msg":"trace[468784239] transaction","detail":"{read_only:false; response_revision:4187; number_of_response:1; }","duration":"156.889957ms","start":"2026-03-14T01:40:02.337019Z","end":"2026-03-14T01:40:02.493909Z","steps":["trace[468784239] 'process raft request' (duration: 156.329234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:02.749008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.371425ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:40:02.749048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.422707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:02.749129Z","caller":"traceutil/trace.go:171","msg":"trace[628458071] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4193; }","duration":"146.544389ms","start":"2026-03-14T01:40:02.602557Z","end":"2026-03-14T01:40:02.749101Z","steps":["trace[628458071] 'range keys from in-memory index tree' (duration: 146.338925ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.749469Z","caller":"traceutil/trace.go:171","msg":"trace[1157880690] transaction","detail":"{read_only:false; response_revision:4196; number_of_response:1; }","duration":"250.441979ms","start":"2026-03-14T01:40:02.498999Z","end":"2026-03-14T01:40:02.749441Z","steps":["trace[1157880690] 'process raft request' (duration: 250.291806ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.749474Z","caller":"traceutil/trace.go:171","msg":"trace[1716672575] transaction","detail":"{read_only:false; response_revision:4195; number_of_response:1; }","duration":"251.271879ms","start":"2026-03-14T01:40:02.498159Z","end":"2026-03-14T01:40:02.749431Z","steps":["trace[1716672575] 'process raft request' (duration: 251.041153ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.749734Z","caller":"traceutil/trace.go:171","msg":"trace[1885559659] transaction","detail":"{read_only:false; response_revision:4194; number_of_response:1; }","duration":"251.292079ms","start":"2026-03-14T01:40:02.498096Z","end":"2026-03-14T01:40:02.749388Z","steps":["trace[1885559659] 'process raft request' (duration: 87.410361ms)","trace[1885559659] 'compare' (duration: 163.208683ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:02.751059Z","caller":"traceutil/trace.go:171","msg":"trace[1992382275] transaction","detail":"{read_only:false; response_revision:4199; number_of_response:1; }","duration":"190.562032ms","start":"2026-03-14T01:40:02.560463Z","end":"2026-03-14T01:40:02.751025Z","steps":["trace[1992382275] 'process raft request' (duration: 190.46943ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.751141Z","caller":"traceutil/trace.go:171","msg":"trace[749635451] transaction","detail":"{read_only:false; response_revision:4197; number_of_response:1; }","duration":"192.804394ms","start":"2026-03-14T01:40:02.558313Z","end":"2026-03-14T01:40:02.751117Z","steps":["trace[749635451] 'process raft request' (duration: 192.347534ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.751344Z","caller":"traceutil/trace.go:171","msg":"trace[25519850] transaction","detail":"{read_only:false; response_revision:4198; number_of_response:1; }","duration":"191.676118ms","start":"2026-03-14T01:40:02.5596Z","end":"2026-03-14T01:40:02.751276Z","steps":["trace[25519850] 'process raft request' (duration: 191.275668ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.87308Z","caller":"traceutil/trace.go:171","msg":"trace[1168339390] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"103.567552ms","start":"2026-03-14T01:40:02.769475Z","end":"2026-03-14T01:40:02.873043Z","steps":["trace[1168339390] 'process raft request' (duration: 83.90189ms)","trace[1168339390] 'compare' (duration: 19.358155ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:03.074137Z","caller":"traceutil/trace.go:171","msg":"trace[310570360] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"161.070513ms","start":"2026-03-14T01:40:02.913015Z","end":"2026-03-14T01:40:03.074085Z","steps":["trace[310570360] 'process raft request' (duration: 71.754989ms)","trace[310570360] 'compare' (duration: 88.912455ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:03.074159Z","caller":"traceutil/trace.go:171","msg":"trace[1297697172] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"158.631468ms","start":"2026-03-14T01:40:02.915465Z","end":"2026-03-14T01:40:03.074097Z","steps":["trace[1297697172] 'process raft request' (duration: 158.521856ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.110194Z","caller":"traceutil/trace.go:171","msg":"trace[1685130123] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"321.636046ms","start":"2026-03-14T01:40:03.788503Z","end":"2026-03-14T01:40:04.110139Z","steps":["trace[1685130123] 'process raft request' (duration: 234.312518ms)","trace[1685130123] 'compare' (duration: 87.099063ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:04.110259Z","caller":"traceutil/trace.go:171","msg":"trace[196650440] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"320.287045ms","start":"2026-03-14T01:40:03.789925Z","end":"2026-03-14T01:40:04.110212Z","steps":["trace[196650440] 'process raft request' (duration: 320.161722ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.110328Z","caller":"traceutil/trace.go:171","msg":"trace[341778672] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"310.190433ms","start":"2026-03-14T01:40:03.800111Z","end":"2026-03-14T01:40:04.110302Z","steps":["trace[341778672] 'process raft request' (duration: 310.07583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.110419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:03.788487Z","time spent":"321.84207ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:40:04.110449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:03.789897Z","time spent":"320.460938ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:40:04.110435Z","caller":"traceutil/trace.go:171","msg":"trace[52658213] transaction","detail":"{read_only:false; response_revision:4351; number_of_response:1; }","duration":"311.480972ms","start":"2026-03-14T01:40:03.798916Z","end":"2026-03-14T01:40:04.110397Z","steps":["trace[52658213] 'process raft request' (duration: 311.220326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.110496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:03.800084Z","time spent":"310.318646ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6814,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:04.110488Z","caller":"traceutil/trace.go:171","msg":"trace[1291281369] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"309.101527ms","start":"2026-03-14T01:40:03.801344Z","end":"2026-03-14T01:40:04.110445Z","steps":["trace[1291281369] 'process raft request' (duration: 308.917933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.110609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:03.798898Z","time spent":"311.634376ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3540,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:40:04.110672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:03.801323Z","time spent":"309.266841ms","remote":"127.0.0.1:39822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2753,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:40:04.118649Z","caller":"traceutil/trace.go:171","msg":"trace[868994677] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"291.430361ms","start":"2026-03-14T01:40:03.8272Z","end":"2026-03-14T01:40:04.11863Z","steps":["trace[868994677] 'process raft request' (duration: 291.244307ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.118765Z","caller":"traceutil/trace.go:171","msg":"trace[1090367003] transaction","detail":"{read_only:false; response_revision:4356; number_of_response:1; }","duration":"246.540559ms","start":"2026-03-14T01:40:03.872196Z","end":"2026-03-14T01:40:04.118736Z","steps":["trace[1090367003] 'process raft request' (duration: 246.369605ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.118794Z","caller":"traceutil/trace.go:171","msg":"trace[1152420968] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4355; }","duration":"290.313146ms","start":"2026-03-14T01:40:03.828461Z","end":"2026-03-14T01:40:04.118774Z","steps":["trace[1152420968] 'process raft request' (duration: 290.06636ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.118896Z","caller":"traceutil/trace.go:171","msg":"trace[445195026] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"299.525588ms","start":"2026-03-14T01:40:03.819306Z","end":"2026-03-14T01:40:04.118832Z","steps":["trace[445195026] 'process raft request' (duration: 298.948935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.118989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.75938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:04.119045Z","caller":"traceutil/trace.go:171","msg":"trace[1757099732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4356; }","duration":"218.860602ms","start":"2026-03-14T01:40:03.900171Z","end":"2026-03-14T01:40:04.119031Z","steps":["trace[1757099732] 'agreement among raft nodes before linearized reading' (duration: 218.76958ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.118666Z","caller":"traceutil/trace.go:171","msg":"trace[1985697304] linearizableReadLoop","detail":"{readStateIndex:4546; appliedIndex:4537; }","duration":"218.402662ms","start":"2026-03-14T01:40:03.900229Z","end":"2026-03-14T01:40:04.118631Z","steps":["trace[1985697304] 'read index received' (duration: 122.690232ms)","trace[1985697304] 'applied index is now lower than readState.Index' (duration: 95.7107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:04.203721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.061028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:40:04.203802Z","caller":"traceutil/trace.go:171","msg":"trace[1059392207] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:4366; }","duration":"109.222251ms","start":"2026-03-14T01:40:04.094562Z","end":"2026-03-14T01:40:04.203784Z","steps":["trace[1059392207] 'agreement among raft nodes before linearized reading' (duration: 109.033007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.350046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.607007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:04.350347Z","caller":"traceutil/trace.go:171","msg":"trace[1023930613] transaction","detail":"{read_only:false; response_revision:4367; number_of_response:1; }","duration":"171.131226ms","start":"2026-03-14T01:40:04.179162Z","end":"2026-03-14T01:40:04.350293Z","steps":["trace[1023930613] 'process raft request' (duration: 45.155489ms)","trace[1023930613] 'compare' (duration: 125.29185ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:04.350406Z","caller":"traceutil/trace.go:171","msg":"trace[1941763073] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"170.549082ms","start":"2026-03-14T01:40:04.179793Z","end":"2026-03-14T01:40:04.350342Z","steps":["trace[1941763073] 'process raft request' (duration: 170.410179ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.350459Z","caller":"traceutil/trace.go:171","msg":"trace[1053244678] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"140.120642ms","start":"2026-03-14T01:40:04.21032Z","end":"2026-03-14T01:40:04.350441Z","steps":["trace[1053244678] 'process raft request' (duration: 139.969889ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.350441Z","caller":"traceutil/trace.go:171","msg":"trace[59200027] linearizableReadLoop","detail":"{readStateIndex:4558; appliedIndex:4556; }","duration":"147.009001ms","start":"2026-03-14T01:40:04.203371Z","end":"2026-03-14T01:40:04.35038Z","steps":["trace[59200027] 'read index received' (duration: 21.056565ms)","trace[59200027] 'applied index is now lower than readState.Index' (duration: 125.948786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:04.350658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.883313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-03-14T01:40:04.350717Z","caller":"traceutil/trace.go:171","msg":"trace[316982499] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4369; }","duration":"218.989435ms","start":"2026-03-14T01:40:04.13171Z","end":"2026-03-14T01:40:04.350699Z","steps":["trace[316982499] 'agreement among raft nodes before linearized reading' (duration: 218.674248ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.350729Z","caller":"traceutil/trace.go:171","msg":"trace[1865787003] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"135.192499ms","start":"2026-03-14T01:40:04.215519Z","end":"2026-03-14T01:40:04.350711Z","steps":["trace[1865787003] 'process raft request' (duration: 134.855472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.350754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.270865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:04.350862Z","caller":"traceutil/trace.go:171","msg":"trace[1099931492] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:0; response_revision:4370; }","duration":"230.416138ms","start":"2026-03-14T01:40:04.120421Z","end":"2026-03-14T01:40:04.350837Z","steps":["trace[1099931492] 'agreement among raft nodes before linearized reading' (duration: 229.979348ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.350929Z","caller":"traceutil/trace.go:171","msg":"trace[1019991537] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"135.212959ms","start":"2026-03-14T01:40:04.215699Z","end":"2026-03-14T01:40:04.350912Z","steps":["trace[1019991537] 'process raft request' (duration: 134.922292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.350956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.079754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:04.351005Z","caller":"traceutil/trace.go:171","msg":"trace[450325129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4370; }","duration":"231.174717ms","start":"2026-03-14T01:40:04.119815Z","end":"2026-03-14T01:40:04.35099Z","steps":["trace[450325129] 'agreement among raft nodes before linearized reading' (duration: 230.663025ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.372664Z","caller":"traceutil/trace.go:171","msg":"trace[523775828] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"147.340639ms","start":"2026-03-14T01:40:04.225297Z","end":"2026-03-14T01:40:04.372638Z","steps":["trace[523775828] 'process raft request' (duration: 147.194805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.373343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.950277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:40:04.373396Z","caller":"traceutil/trace.go:171","msg":"trace[689331551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4372; }","duration":"123.07818ms","start":"2026-03-14T01:40:04.250304Z","end":"2026-03-14T01:40:04.373382Z","steps":["trace[689331551] 'agreement among raft nodes before linearized reading' (duration: 122.852825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.37347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.251433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62973"} {"level":"info","ts":"2026-03-14T01:40:04.373596Z","caller":"traceutil/trace.go:171","msg":"trace[882497127] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4372; }","duration":"163.447288ms","start":"2026-03-14T01:40:04.210124Z","end":"2026-03-14T01:40:04.373572Z","steps":["trace[882497127] 'agreement among raft nodes before linearized reading' (duration: 163.021748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.688977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.469004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:04.689233Z","caller":"traceutil/trace.go:171","msg":"trace[398829872] linearizableReadLoop","detail":"{readStateIndex:4569; appliedIndex:4566; }","duration":"246.708564ms","start":"2026-03-14T01:40:04.442506Z","end":"2026-03-14T01:40:04.689215Z","steps":["trace[398829872] 'read index received' (duration: 71.023554ms)","trace[398829872] 'applied index is now lower than readState.Index' (duration: 175.6836ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:04.689323Z","caller":"traceutil/trace.go:171","msg":"trace[1548620168] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"283.411238ms","start":"2026-03-14T01:40:04.405895Z","end":"2026-03-14T01:40:04.689306Z","steps":["trace[1548620168] 'process raft request' (duration: 107.514974ms)","trace[1548620168] 'compare' (duration: 175.29805ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:04.68961Z","caller":"traceutil/trace.go:171","msg":"trace[1426121217] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4378; }","duration":"273.508229ms","start":"2026-03-14T01:40:04.416079Z","end":"2026-03-14T01:40:04.689588Z","steps":["trace[1426121217] 'process raft request' (duration: 273.09486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.689688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.697642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:40:04.689723Z","caller":"traceutil/trace.go:171","msg":"trace[644822435] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4378; }","duration":"269.762933ms","start":"2026-03-14T01:40:04.419948Z","end":"2026-03-14T01:40:04.689711Z","steps":["trace[644822435] 'agreement among raft nodes before linearized reading' (duration: 269.63616ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.689825Z","caller":"traceutil/trace.go:171","msg":"trace[2010583790] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"274.657646ms","start":"2026-03-14T01:40:04.41512Z","end":"2026-03-14T01:40:04.689778Z","steps":["trace[2010583790] 'process raft request' (duration: 273.97087ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.69536Z","caller":"traceutil/trace.go:171","msg":"trace[1558087405] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"207.626254ms","start":"2026-03-14T01:40:04.487698Z","end":"2026-03-14T01:40:04.695324Z","steps":["trace[1558087405] 'process raft request' (duration: 207.390509ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.695343Z","caller":"traceutil/trace.go:171","msg":"trace[1735878166] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"208.041865ms","start":"2026-03-14T01:40:04.487259Z","end":"2026-03-14T01:40:04.695301Z","steps":["trace[1735878166] 'process raft request' (duration: 207.688057ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.695474Z","caller":"traceutil/trace.go:171","msg":"trace[1021335546] transaction","detail":"{read_only:false; response_revision:4394; number_of_response:1; }","duration":"206.201962ms","start":"2026-03-14T01:40:04.489225Z","end":"2026-03-14T01:40:04.695426Z","steps":["trace[1021335546] 'process raft request' (duration: 206.001937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.695579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.211365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls-hjjnt\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-03-14T01:40:04.695658Z","caller":"traceutil/trace.go:171","msg":"trace[1160358496] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"208.29126ms","start":"2026-03-14T01:40:04.487322Z","end":"2026-03-14T01:40:04.695613Z","steps":["trace[1160358496] 'process raft request' (duration: 207.655736ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.695667Z","caller":"traceutil/trace.go:171","msg":"trace[392574640] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"210.299726ms","start":"2026-03-14T01:40:04.485316Z","end":"2026-03-14T01:40:04.695616Z","steps":["trace[392574640] 'process raft request' (duration: 209.524118ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.69569Z","caller":"traceutil/trace.go:171","msg":"trace[328901566] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls-hjjnt; range_end:; response_count:1; response_revision:4396; }","duration":"217.384709ms","start":"2026-03-14T01:40:04.478286Z","end":"2026-03-14T01:40:04.695671Z","steps":["trace[328901566] 'agreement among raft nodes before linearized reading' (duration: 217.090843ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.695787Z","caller":"traceutil/trace.go:171","msg":"trace[975969263] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"208.768022ms","start":"2026-03-14T01:40:04.487005Z","end":"2026-03-14T01:40:04.695773Z","steps":["trace[975969263] 'process raft request' (duration: 207.884982ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.695804Z","caller":"traceutil/trace.go:171","msg":"trace[235889841] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"249.271262ms","start":"2026-03-14T01:40:04.44651Z","end":"2026-03-14T01:40:04.695781Z","steps":["trace[235889841] 'process raft request' (duration: 248.128776ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.695843Z","caller":"traceutil/trace.go:171","msg":"trace[823470998] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"208.015993ms","start":"2026-03-14T01:40:04.487812Z","end":"2026-03-14T01:40:04.695828Z","steps":["trace[823470998] 'process raft request' (duration: 207.305197ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.695911Z","caller":"traceutil/trace.go:171","msg":"trace[1261496426] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"208.34897ms","start":"2026-03-14T01:40:04.487547Z","end":"2026-03-14T01:40:04.695896Z","steps":["trace[1261496426] 'process raft request' (duration: 207.484931ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.69593Z","caller":"traceutil/trace.go:171","msg":"trace[647509663] transaction","detail":"{read_only:false; response_revision:4388; number_of_response:1; }","duration":"208.228758ms","start":"2026-03-14T01:40:04.487605Z","end":"2026-03-14T01:40:04.695834Z","steps":["trace[647509663] 'process raft request' (duration: 207.45626ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.695969Z","caller":"traceutil/trace.go:171","msg":"trace[1406225198] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"208.773752ms","start":"2026-03-14T01:40:04.487177Z","end":"2026-03-14T01:40:04.695951Z","steps":["trace[1406225198] 'process raft request' (duration: 207.741268ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.695978Z","caller":"traceutil/trace.go:171","msg":"trace[2141503837] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"247.315936ms","start":"2026-03-14T01:40:04.448629Z","end":"2026-03-14T01:40:04.695945Z","steps":["trace[2141503837] 'process raft request' (duration: 246.14035ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.696009Z","caller":"traceutil/trace.go:171","msg":"trace[604600502] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"206.476399ms","start":"2026-03-14T01:40:04.48952Z","end":"2026-03-14T01:40:04.695996Z","steps":["trace[604600502] 'process raft request' (duration: 205.778923ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.696034Z","caller":"traceutil/trace.go:171","msg":"trace[422863246] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"208.044684ms","start":"2026-03-14T01:40:04.487953Z","end":"2026-03-14T01:40:04.695998Z","steps":["trace[422863246] 'process raft request' (duration: 207.216075ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.695791Z","caller":"traceutil/trace.go:171","msg":"trace[1156541193] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"208.3119ms","start":"2026-03-14T01:40:04.487467Z","end":"2026-03-14T01:40:04.695779Z","steps":["trace[1156541193] 'process raft request' (duration: 207.539742ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.696686Z","caller":"traceutil/trace.go:171","msg":"trace[607479799] transaction","detail":"{read_only:false; response_revision:4393; number_of_response:1; }","duration":"208.662957ms","start":"2026-03-14T01:40:04.487987Z","end":"2026-03-14T01:40:04.69665Z","steps":["trace[607479799] 'process raft request' (duration: 207.209404ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.696596Z","caller":"traceutil/trace.go:171","msg":"trace[738569466] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"208.652368ms","start":"2026-03-14T01:40:04.487915Z","end":"2026-03-14T01:40:04.696567Z","steps":["trace[738569466] 'process raft request' (duration: 207.226215ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.696808Z","caller":"traceutil/trace.go:171","msg":"trace[136707999] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"206.296253ms","start":"2026-03-14T01:40:04.490478Z","end":"2026-03-14T01:40:04.696774Z","steps":["trace[136707999] 'process raft request' (duration: 204.852951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.696842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.807892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:40:04.697013Z","caller":"traceutil/trace.go:171","msg":"trace[1974650363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4396; }","duration":"199.026726ms","start":"2026-03-14T01:40:04.49797Z","end":"2026-03-14T01:40:04.696996Z","steps":["trace[1974650363] 'agreement among raft nodes before linearized reading' (duration: 198.676778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.697025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.623275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T01:40:04.697109Z","caller":"traceutil/trace.go:171","msg":"trace[2016859437] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4396; }","duration":"124.735558ms","start":"2026-03-14T01:40:04.572347Z","end":"2026-03-14T01:40:04.697082Z","steps":["trace[2016859437] 'agreement among raft nodes before linearized reading' (duration: 124.516333ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.859686Z","caller":"traceutil/trace.go:171","msg":"trace[80231333] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"159.983179ms","start":"2026-03-14T01:40:04.699638Z","end":"2026-03-14T01:40:04.859621Z","steps":["trace[80231333] 'process raft request' (duration: 131.511184ms)","trace[80231333] 'compare' (duration: 28.140777ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:04.859766Z","caller":"traceutil/trace.go:171","msg":"trace[1336298498] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4399; }","duration":"159.775784ms","start":"2026-03-14T01:40:04.699951Z","end":"2026-03-14T01:40:04.859727Z","steps":["trace[1336298498] 'process raft request' (duration: 159.556109ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.859859Z","caller":"traceutil/trace.go:171","msg":"trace[1273269781] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"158.219078ms","start":"2026-03-14T01:40:04.701628Z","end":"2026-03-14T01:40:04.859847Z","steps":["trace[1273269781] 'process raft request' (duration: 158.071504ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.85979Z","caller":"traceutil/trace.go:171","msg":"trace[1751728718] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"159.026466ms","start":"2026-03-14T01:40:04.700735Z","end":"2026-03-14T01:40:04.859761Z","steps":["trace[1751728718] 'process raft request' (duration: 158.855952ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.860306Z","caller":"traceutil/trace.go:171","msg":"trace[1816061557] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"151.476653ms","start":"2026-03-14T01:40:04.708814Z","end":"2026-03-14T01:40:04.86029Z","steps":["trace[1816061557] 'process raft request' (duration: 150.93441ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.860414Z","caller":"traceutil/trace.go:171","msg":"trace[656644821] transaction","detail":"{read_only:false; response_revision:4404; number_of_response:1; }","duration":"151.258868ms","start":"2026-03-14T01:40:04.709118Z","end":"2026-03-14T01:40:04.860377Z","steps":["trace[656644821] 'process raft request' (duration: 151.129215ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.860437Z","caller":"traceutil/trace.go:171","msg":"trace[184195571] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"150.91637ms","start":"2026-03-14T01:40:04.709491Z","end":"2026-03-14T01:40:04.860407Z","steps":["trace[184195571] 'process raft request' (duration: 150.805628ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.860534Z","caller":"traceutil/trace.go:171","msg":"trace[1366761061] transaction","detail":"{read_only:false; response_revision:4407; number_of_response:1; }","duration":"150.843579ms","start":"2026-03-14T01:40:04.709677Z","end":"2026-03-14T01:40:04.860521Z","steps":["trace[1366761061] 'process raft request' (duration: 150.708156ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.860643Z","caller":"traceutil/trace.go:171","msg":"trace[1017888086] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"150.523492ms","start":"2026-03-14T01:40:04.710108Z","end":"2026-03-14T01:40:04.860632Z","steps":["trace[1017888086] 'process raft request' (duration: 150.409739ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.860593Z","caller":"traceutil/trace.go:171","msg":"trace[1379872712] transaction","detail":"{read_only:false; response_revision:4406; number_of_response:1; }","duration":"150.989502ms","start":"2026-03-14T01:40:04.709573Z","end":"2026-03-14T01:40:04.860562Z","steps":["trace[1379872712] 'process raft request' (duration: 150.770637ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.860642Z","caller":"traceutil/trace.go:171","msg":"trace[195002222] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"150.647194ms","start":"2026-03-14T01:40:04.709957Z","end":"2026-03-14T01:40:04.860605Z","steps":["trace[195002222] 'process raft request' (duration: 150.47128ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.860709Z","caller":"traceutil/trace.go:171","msg":"trace[1738896755] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"150.526332ms","start":"2026-03-14T01:40:04.710163Z","end":"2026-03-14T01:40:04.86069Z","steps":["trace[1738896755] 'process raft request' (duration: 150.407779ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.860786Z","caller":"traceutil/trace.go:171","msg":"trace[437924498] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"150.572263ms","start":"2026-03-14T01:40:04.710201Z","end":"2026-03-14T01:40:04.860773Z","steps":["trace[437924498] 'process raft request' (duration: 150.421329ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.860884Z","caller":"traceutil/trace.go:171","msg":"trace[745881792] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"150.48309ms","start":"2026-03-14T01:40:04.71039Z","end":"2026-03-14T01:40:04.860873Z","steps":["trace[745881792] 'process raft request' (duration: 150.288346ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.860914Z","caller":"traceutil/trace.go:171","msg":"trace[1095183822] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"150.42866ms","start":"2026-03-14T01:40:04.710468Z","end":"2026-03-14T01:40:04.860897Z","steps":["trace[1095183822] 'process raft request' (duration: 150.303667ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.86101Z","caller":"traceutil/trace.go:171","msg":"trace[2057924394] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"150.361748ms","start":"2026-03-14T01:40:04.710632Z","end":"2026-03-14T01:40:04.860994Z","steps":["trace[2057924394] 'process raft request' (duration: 150.184994ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.861031Z","caller":"traceutil/trace.go:171","msg":"trace[1408823742] transaction","detail":"{read_only:false; response_revision:4415; number_of_response:1; }","duration":"150.340507ms","start":"2026-03-14T01:40:04.710673Z","end":"2026-03-14T01:40:04.861013Z","steps":["trace[1408823742] 'process raft request' (duration: 150.181994ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.861051Z","caller":"traceutil/trace.go:171","msg":"trace[317567076] linearizableReadLoop","detail":"{readStateIndex:4607; appliedIndex:4588; }","duration":"107.396709ms","start":"2026-03-14T01:40:04.753636Z","end":"2026-03-14T01:40:04.861032Z","steps":["trace[317567076] 'read index received' (duration: 77.534392ms)","trace[317567076] 'applied index is now lower than readState.Index' (duration: 29.860997ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:04.86116Z","caller":"traceutil/trace.go:171","msg":"trace[556627471] transaction","detail":"{read_only:false; response_revision:4403; number_of_response:1; }","duration":"151.436052ms","start":"2026-03-14T01:40:04.708916Z","end":"2026-03-14T01:40:04.860352Z","steps":["trace[556627471] 'process raft request' (duration: 151.186607ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:04.861136Z","caller":"traceutil/trace.go:171","msg":"trace[1067103565] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"120.881499ms","start":"2026-03-14T01:40:04.740233Z","end":"2026-03-14T01:40:04.861115Z","steps":["trace[1067103565] 'process raft request' (duration: 120.677345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:04.861824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.167867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:40:04.861883Z","caller":"traceutil/trace.go:171","msg":"trace[976103135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4416; }","duration":"108.30358ms","start":"2026-03-14T01:40:04.753564Z","end":"2026-03-14T01:40:04.861868Z","steps":["trace[976103135] 'agreement among raft nodes before linearized reading' (duration: 108.087475ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:06.245179Z","caller":"traceutil/trace.go:171","msg":"trace[889905463] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"124.197876ms","start":"2026-03-14T01:40:06.120946Z","end":"2026-03-14T01:40:06.245144Z","steps":["trace[889905463] 'process raft request' (duration: 123.745276ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:06.272382Z","caller":"traceutil/trace.go:171","msg":"trace[1315761707] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"109.902928ms","start":"2026-03-14T01:40:06.16245Z","end":"2026-03-14T01:40:06.272353Z","steps":["trace[1315761707] 'process raft request' (duration: 109.864217ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:06.272452Z","caller":"traceutil/trace.go:171","msg":"trace[1552202199] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"148.29897ms","start":"2026-03-14T01:40:06.124092Z","end":"2026-03-14T01:40:06.272391Z","steps":["trace[1552202199] 'process raft request' (duration: 148.056934ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:07.805671Z","caller":"traceutil/trace.go:171","msg":"trace[999021098] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"404.716356ms","start":"2026-03-14T01:40:07.400913Z","end":"2026-03-14T01:40:07.80563Z","steps":["trace[999021098] 'process raft request' (duration: 404.43374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:07.806061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:07.40089Z","time spent":"404.908751ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:07.807577Z","caller":"traceutil/trace.go:171","msg":"trace[2084850139] linearizableReadLoop","detail":"{readStateIndex:4661; appliedIndex:4659; }","duration":"239.022697ms","start":"2026-03-14T01:40:07.568516Z","end":"2026-03-14T01:40:07.807538Z","steps":["trace[2084850139] 'read index received' (duration: 236.833647ms)","trace[2084850139] 'applied index is now lower than readState.Index' (duration: 2.18722ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:07.807729Z","caller":"traceutil/trace.go:171","msg":"trace[620519292] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"351.708818ms","start":"2026-03-14T01:40:07.456008Z","end":"2026-03-14T01:40:07.807717Z","steps":["trace[620519292] 'process raft request' (duration: 351.296699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:07.807947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:07.455994Z","time spent":"351.77621ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:07.808222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.707482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:40:07.808336Z","caller":"traceutil/trace.go:171","msg":"trace[1442084487] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:4469; }","duration":"239.835926ms","start":"2026-03-14T01:40:07.568442Z","end":"2026-03-14T01:40:07.808277Z","steps":["trace[1442084487] 'agreement among raft nodes before linearized reading' (duration: 239.445447ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:08.770883Z","caller":"traceutil/trace.go:171","msg":"trace[1672830440] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"297.4194ms","start":"2026-03-14T01:40:08.473397Z","end":"2026-03-14T01:40:08.770816Z","steps":["trace[1672830440] 'process raft request' (duration: 297.05035ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:08.770939Z","caller":"traceutil/trace.go:171","msg":"trace[13041088] transaction","detail":"{read_only:false; response_revision:4506; number_of_response:1; }","duration":"297.496552ms","start":"2026-03-14T01:40:08.473407Z","end":"2026-03-14T01:40:08.770904Z","steps":["trace[13041088] 'process raft request' (duration: 297.188594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:08.771406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.64031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:40:08.772098Z","caller":"traceutil/trace.go:171","msg":"trace[887273411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4506; }","duration":"293.362706ms","start":"2026-03-14T01:40:08.478706Z","end":"2026-03-14T01:40:08.772069Z","steps":["trace[887273411] 'agreement among raft nodes before linearized reading' (duration: 292.2345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:08.771426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.234195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-14T01:40:08.771608Z","caller":"traceutil/trace.go:171","msg":"trace[855092967] linearizableReadLoop","detail":"{readStateIndex:4699; appliedIndex:4697; }","duration":"248.393552ms","start":"2026-03-14T01:40:08.52247Z","end":"2026-03-14T01:40:08.770863Z","steps":["trace[855092967] 'read index received' (duration: 247.873419ms)","trace[855092967] 'applied index is now lower than readState.Index' (duration: 519.283µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:08.771965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.668655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-03-14T01:40:08.773139Z","caller":"traceutil/trace.go:171","msg":"trace[329871666] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4506; }","duration":"288.787131ms","start":"2026-03-14T01:40:08.484252Z","end":"2026-03-14T01:40:08.773039Z","steps":["trace[329871666] 'agreement among raft nodes before linearized reading' (duration: 286.648932ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:08.773411Z","caller":"traceutil/trace.go:171","msg":"trace[1074554527] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4506; }","duration":"309.263701ms","start":"2026-03-14T01:40:08.464127Z","end":"2026-03-14T01:40:08.77339Z","steps":["trace[1074554527] 'agreement among raft nodes before linearized reading' (duration: 307.100612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:08.773494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:08.46411Z","time spent":"309.352183ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-14T01:40:08.804424Z","caller":"traceutil/trace.go:171","msg":"trace[1813590072] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"273.710825ms","start":"2026-03-14T01:40:08.530674Z","end":"2026-03-14T01:40:08.804385Z","steps":["trace[1813590072] 'process raft request' (duration: 273.52353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:08.804514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.048277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:08.804583Z","caller":"traceutil/trace.go:171","msg":"trace[1855607954] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:4507; }","duration":"272.148059ms","start":"2026-03-14T01:40:08.532419Z","end":"2026-03-14T01:40:08.804567Z","steps":["trace[1855607954] 'agreement among raft nodes before linearized reading' (duration: 271.982715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:08.804594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.662296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.189c9191c0656f40\" ","response":"range_response_count:1 size:1203"} {"level":"info","ts":"2026-03-14T01:40:08.804659Z","caller":"traceutil/trace.go:171","msg":"trace[793418096] range","detail":"{range_begin:/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.189c9191c0656f40; range_end:; response_count:1; response_revision:4507; }","duration":"277.775359ms","start":"2026-03-14T01:40:08.526865Z","end":"2026-03-14T01:40:08.80464Z","steps":["trace[793418096] 'agreement among raft nodes before linearized reading' (duration: 277.549983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:09.06832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.391067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:40:09.068375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.610147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:40:09.068474Z","caller":"traceutil/trace.go:171","msg":"trace[457405672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4511; }","duration":"191.77043ms","start":"2026-03-14T01:40:08.876676Z","end":"2026-03-14T01:40:09.068447Z","steps":["trace[457405672] 'agreement among raft nodes before linearized reading' (duration: 191.409502ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:09.068433Z","caller":"traceutil/trace.go:171","msg":"trace[701596485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4511; }","duration":"183.5433ms","start":"2026-03-14T01:40:08.884865Z","end":"2026-03-14T01:40:09.068408Z","steps":["trace[701596485] 'agreement among raft nodes before linearized reading' (duration: 183.179972ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:09.068522Z","caller":"traceutil/trace.go:171","msg":"trace[812328843] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"237.621354ms","start":"2026-03-14T01:40:08.830854Z","end":"2026-03-14T01:40:09.068475Z","steps":["trace[812328843] 'process raft request' (duration: 236.841246ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:09.068411Z","caller":"traceutil/trace.go:171","msg":"trace[1973525215] linearizableReadLoop","detail":"{readStateIndex:4704; appliedIndex:4703; }","duration":"173.347317ms","start":"2026-03-14T01:40:08.894674Z","end":"2026-03-14T01:40:09.068022Z","steps":["trace[1973525215] 'read index received' (duration: 173.200553ms)","trace[1973525215] 'applied index is now lower than readState.Index' (duration: 145.114µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:09.0686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.596409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:40:09.068706Z","caller":"traceutil/trace.go:171","msg":"trace[1077202121] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4511; }","duration":"205.748772ms","start":"2026-03-14T01:40:08.862934Z","end":"2026-03-14T01:40:09.068682Z","steps":["trace[1077202121] 'agreement among raft nodes before linearized reading' (duration: 205.466505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:09.069273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.235284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-03-14T01:40:09.069436Z","caller":"traceutil/trace.go:171","msg":"trace[472372308] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4511; }","duration":"240.962951ms","start":"2026-03-14T01:40:08.828447Z","end":"2026-03-14T01:40:09.06941Z","steps":["trace[472372308] 'agreement among raft nodes before linearized reading' (duration: 240.061801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:09.072222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.270711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:09.072303Z","caller":"traceutil/trace.go:171","msg":"trace[1004770944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4512; }","duration":"172.391904ms","start":"2026-03-14T01:40:08.89989Z","end":"2026-03-14T01:40:09.072282Z","steps":["trace[1004770944] 'agreement among raft nodes before linearized reading' (duration: 172.252081ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:09.072627Z","caller":"traceutil/trace.go:171","msg":"trace[1102519842] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"173.382657ms","start":"2026-03-14T01:40:08.899232Z","end":"2026-03-14T01:40:09.072615Z","steps":["trace[1102519842] 'process raft request' (duration: 172.775973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:09.072918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.947821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-14T01:40:09.072956Z","caller":"traceutil/trace.go:171","msg":"trace[1844463484] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4512; }","duration":"158.003333ms","start":"2026-03-14T01:40:08.914941Z","end":"2026-03-14T01:40:09.072944Z","steps":["trace[1844463484] 'agreement among raft nodes before linearized reading' (duration: 157.842139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:09.073213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.487025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:40:09.073242Z","caller":"traceutil/trace.go:171","msg":"trace[322146639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4512; }","duration":"158.564587ms","start":"2026-03-14T01:40:08.914669Z","end":"2026-03-14T01:40:09.073233Z","steps":["trace[322146639] 'agreement among raft nodes before linearized reading' (duration: 158.418842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:09.073412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.507657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:40:09.07344Z","caller":"traceutil/trace.go:171","msg":"trace[202140293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4512; }","duration":"162.545788ms","start":"2026-03-14T01:40:08.910883Z","end":"2026-03-14T01:40:09.073429Z","steps":["trace[202140293] 'agreement among raft nodes before linearized reading' (duration: 162.474236ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:09.191885Z","caller":"traceutil/trace.go:171","msg":"trace[805072035] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"112.64102ms","start":"2026-03-14T01:40:09.079211Z","end":"2026-03-14T01:40:09.191852Z","steps":["trace[805072035] 'process raft request' (duration: 112.537478ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:09.192572Z","caller":"traceutil/trace.go:171","msg":"trace[601456288] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"116.296884ms","start":"2026-03-14T01:40:09.075535Z","end":"2026-03-14T01:40:09.191832Z","steps":["trace[601456288] 'process raft request' (duration: 105.377994ms)","trace[601456288] 'compare' (duration: 10.656194ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:09.192856Z","caller":"traceutil/trace.go:171","msg":"trace[1603469269] linearizableReadLoop","detail":"{readStateIndex:4707; appliedIndex:4705; }","duration":"115.022675ms","start":"2026-03-14T01:40:09.077797Z","end":"2026-03-14T01:40:09.192819Z","steps":["trace[1603469269] 'read index received' (duration: 7.421911ms)","trace[1603469269] 'applied index is now lower than readState.Index' (duration: 107.597584ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:09.193015Z","caller":"traceutil/trace.go:171","msg":"trace[530135546] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"113.658753ms","start":"2026-03-14T01:40:09.079328Z","end":"2026-03-14T01:40:09.192987Z","steps":["trace[530135546] 'process raft request' (duration: 112.479456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:09.193378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.554287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e7bdad4-b80d-460e-baa8-743bcdfaa8ba\" ","response":"range_response_count:1 size:2708"} {"level":"info","ts":"2026-03-14T01:40:09.193437Z","caller":"traceutil/trace.go:171","msg":"trace[856669329] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e7bdad4-b80d-460e-baa8-743bcdfaa8ba; range_end:; response_count:1; response_revision:4516; }","duration":"115.683779ms","start":"2026-03-14T01:40:09.077739Z","end":"2026-03-14T01:40:09.193423Z","steps":["trace[856669329] 'agreement among raft nodes before linearized reading' (duration: 115.473775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:09.194109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.308913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-14T01:40:09.19417Z","caller":"traceutil/trace.go:171","msg":"trace[864958349] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4516; }","duration":"115.386374ms","start":"2026-03-14T01:40:09.078772Z","end":"2026-03-14T01:40:09.194159Z","steps":["trace[864958349] 'agreement among raft nodes before linearized reading' (duration: 115.272162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:09.194651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.346373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:40:09.194729Z","caller":"traceutil/trace.go:171","msg":"trace[1880271551] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4516; }","duration":"102.486367ms","start":"2026-03-14T01:40:09.092228Z","end":"2026-03-14T01:40:09.194714Z","steps":["trace[1880271551] 'agreement among raft nodes before linearized reading' (duration: 102.317523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:09.194734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.317032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61614"} {"level":"info","ts":"2026-03-14T01:40:09.19478Z","caller":"traceutil/trace.go:171","msg":"trace[1073191736] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4516; }","duration":"115.388023ms","start":"2026-03-14T01:40:09.079381Z","end":"2026-03-14T01:40:09.194769Z","steps":["trace[1073191736] 'agreement among raft nodes before linearized reading' (duration: 115.158548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:09.194748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.66028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e7bdad4-b80d-460e-baa8-743bcdfaa8ba\" ","response":"range_response_count:1 size:2708"} {"level":"info","ts":"2026-03-14T01:40:09.194858Z","caller":"traceutil/trace.go:171","msg":"trace[315276123] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e7bdad4-b80d-460e-baa8-743bcdfaa8ba; range_end:; response_count:1; response_revision:4516; }","duration":"112.806033ms","start":"2026-03-14T01:40:09.082026Z","end":"2026-03-14T01:40:09.194832Z","steps":["trace[315276123] 'agreement among raft nodes before linearized reading' (duration: 112.455325ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:09.458896Z","caller":"traceutil/trace.go:171","msg":"trace[646889034] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"106.074189ms","start":"2026-03-14T01:40:09.352778Z","end":"2026-03-14T01:40:09.458852Z","steps":["trace[646889034] 'process raft request' (duration: 105.796773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:09.459074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.318672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-14T01:40:09.459168Z","caller":"traceutil/trace.go:171","msg":"trace[1863556173] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4526; }","duration":"112.436515ms","start":"2026-03-14T01:40:09.346708Z","end":"2026-03-14T01:40:09.459144Z","steps":["trace[1863556173] 'agreement among raft nodes before linearized reading' (duration: 112.089007ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:10.425968Z","caller":"traceutil/trace.go:171","msg":"trace[643036872] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"126.171341ms","start":"2026-03-14T01:40:10.299768Z","end":"2026-03-14T01:40:10.425939Z","steps":["trace[643036872] 'process raft request' (duration: 125.999427ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:10.533956Z","caller":"traceutil/trace.go:171","msg":"trace[1226101613] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"232.989307ms","start":"2026-03-14T01:40:10.300904Z","end":"2026-03-14T01:40:10.533893Z","steps":["trace[1226101613] 'process raft request' (duration: 165.019724ms)","trace[1226101613] 'compare' (duration: 67.633305ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:10.534085Z","caller":"traceutil/trace.go:171","msg":"trace[908455374] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"233.10339ms","start":"2026-03-14T01:40:10.300941Z","end":"2026-03-14T01:40:10.534044Z","steps":["trace[908455374] 'process raft request' (duration: 232.904076ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:10.534101Z","caller":"traceutil/trace.go:171","msg":"trace[870139687] linearizableReadLoop","detail":"{readStateIndex:4745; appliedIndex:4742; }","duration":"181.348321ms","start":"2026-03-14T01:40:10.352716Z","end":"2026-03-14T01:40:10.534064Z","steps":["trace[870139687] 'read index received' (duration: 73.244605ms)","trace[870139687] 'applied index is now lower than readState.Index' (duration: 108.101756ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:10.534268Z","caller":"traceutil/trace.go:171","msg":"trace[1134163088] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"211.318459ms","start":"2026-03-14T01:40:10.322878Z","end":"2026-03-14T01:40:10.534196Z","steps":["trace[1134163088] 'process raft request' (duration: 211.101804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:10.534473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.803839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:10.534548Z","caller":"traceutil/trace.go:171","msg":"trace[875991391] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4552; }","duration":"174.952312ms","start":"2026-03-14T01:40:10.35958Z","end":"2026-03-14T01:40:10.534532Z","steps":["trace[875991391] 'agreement among raft nodes before linearized reading' (duration: 174.801979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:10.534552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.76984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e7bdad4-b80d-460e-baa8-743bcdfaa8ba\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-03-14T01:40:10.53462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.454272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:40:10.534646Z","caller":"traceutil/trace.go:171","msg":"trace[120865578] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e7bdad4-b80d-460e-baa8-743bcdfaa8ba; range_end:; response_count:1; response_revision:4552; }","duration":"181.938644ms","start":"2026-03-14T01:40:10.35267Z","end":"2026-03-14T01:40:10.534609Z","steps":["trace[120865578] 'agreement among raft nodes before linearized reading' (duration: 181.543935ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:10.534668Z","caller":"traceutil/trace.go:171","msg":"trace[942856163] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:4552; }","duration":"114.558864ms","start":"2026-03-14T01:40:10.420099Z","end":"2026-03-14T01:40:10.534658Z","steps":["trace[942856163] 'agreement among raft nodes before linearized reading' (duration: 114.420851ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:11.502821Z","caller":"traceutil/trace.go:171","msg":"trace[1553986766] linearizableReadLoop","detail":"{readStateIndex:4758; appliedIndex:4757; }","duration":"102.888817ms","start":"2026-03-14T01:40:11.3999Z","end":"2026-03-14T01:40:11.502789Z","steps":["trace[1553986766] 'read index received' (duration: 102.661841ms)","trace[1553986766] 'applied index is now lower than readState.Index' (duration: 225.696µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:11.502896Z","caller":"traceutil/trace.go:171","msg":"trace[835066811] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"103.084161ms","start":"2026-03-14T01:40:11.399755Z","end":"2026-03-14T01:40:11.502839Z","steps":["trace[835066811] 'process raft request' (duration: 102.845785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:11.503165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.06572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:40:11.503235Z","caller":"traceutil/trace.go:171","msg":"trace[299899700] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4565; }","duration":"103.349517ms","start":"2026-03-14T01:40:11.399866Z","end":"2026-03-14T01:40:11.503216Z","steps":["trace[299899700] 'agreement among raft nodes before linearized reading' (duration: 103.04582ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:11.712564Z","caller":"traceutil/trace.go:171","msg":"trace[321153247] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"108.789862ms","start":"2026-03-14T01:40:11.60373Z","end":"2026-03-14T01:40:11.71252Z","steps":["trace[321153247] 'process raft request' (duration: 100.343508ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:11.761883Z","caller":"traceutil/trace.go:171","msg":"trace[259462906] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"144.728028ms","start":"2026-03-14T01:40:11.617101Z","end":"2026-03-14T01:40:11.761829Z","steps":["trace[259462906] 'process raft request' (duration: 144.355499ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:11.893687Z","caller":"traceutil/trace.go:171","msg":"trace[190735991] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"124.183945ms","start":"2026-03-14T01:40:11.769468Z","end":"2026-03-14T01:40:11.893652Z","steps":["trace[190735991] 'process raft request' (duration: 123.782646ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:12.636078Z","caller":"traceutil/trace.go:171","msg":"trace[2144666643] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"324.354028ms","start":"2026-03-14T01:40:12.311689Z","end":"2026-03-14T01:40:12.636043Z","steps":["trace[2144666643] 'process raft request' (duration: 323.836606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:12.636302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:12.311647Z","time spent":"324.529092ms","remote":"127.0.0.1:33416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451482,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:13.850126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.232258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:13.850375Z","caller":"traceutil/trace.go:171","msg":"trace[1697680791] linearizableReadLoop","detail":"{readStateIndex:4778; appliedIndex:4775; }","duration":"1.305788667s","start":"2026-03-14T01:40:12.544569Z","end":"2026-03-14T01:40:13.850358Z","steps":["trace[1697680791] 'read index received' (duration: 90.711996ms)","trace[1697680791] 'applied index is now lower than readState.Index' (duration: 1.215075401s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:13.850488Z","caller":"traceutil/trace.go:171","msg":"trace[1440586542] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"1.307948577s","start":"2026-03-14T01:40:12.542493Z","end":"2026-03-14T01:40:13.850442Z","steps":["trace[1440586542] 'process raft request' (duration: 1.307739832s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:13.850715Z","caller":"traceutil/trace.go:171","msg":"trace[1205349659] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"1.308946279s","start":"2026-03-14T01:40:12.541754Z","end":"2026-03-14T01:40:13.8507Z","steps":["trace[1205349659] 'process raft request' (duration: 496.038187ms)","trace[1205349659] 'compare' (duration: 811.211973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:13.850733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:12.542461Z","time spent":"1.308129411s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:13.85079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:12.541715Z","time spent":"1.309036551s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:13.851392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306785689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cf6ea192-5526-450b-b946-1b5e5ff209da\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-03-14T01:40:13.851581Z","caller":"traceutil/trace.go:171","msg":"trace[2002854041] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cf6ea192-5526-450b-b946-1b5e5ff209da; range_end:; response_count:1; response_revision:4585; }","duration":"1.307032314s","start":"2026-03-14T01:40:12.544511Z","end":"2026-03-14T01:40:13.851543Z","steps":["trace[2002854041] 'agreement among raft nodes before linearized reading' (duration: 1.30595275s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.851661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:12.544496Z","time spent":"1.307147537s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4077,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cf6ea192-5526-450b-b946-1b5e5ff209da\" "} {"level":"warn","ts":"2026-03-14T01:40:13.953834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.457069ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T01:40:13.954024Z","caller":"traceutil/trace.go:171","msg":"trace[186699707] linearizableReadLoop","detail":"{readStateIndex:4779; appliedIndex:4778; }","duration":"103.585042ms","start":"2026-03-14T01:40:13.850412Z","end":"2026-03-14T01:40:13.953997Z","steps":["trace[186699707] 'read index received' (duration: 64.681µs)","trace[186699707] 'applied index is now lower than readState.Index' (duration: 103.51658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:13.95426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.388909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:40:13.954292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.756027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:40:13.954337Z","caller":"traceutil/trace.go:171","msg":"trace[193720425] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4585; }","duration":"404.504581ms","start":"2026-03-14T01:40:13.54981Z","end":"2026-03-14T01:40:13.954314Z","steps":["trace[193720425] 'agreement among raft nodes before linearized reading' (duration: 404.352647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.954406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.549798Z","time spent":"404.590523ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:40:13.954454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.600307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-14T01:40:13.954499Z","caller":"traceutil/trace.go:171","msg":"trace[1703251544] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4585; }","duration":"445.643998ms","start":"2026-03-14T01:40:13.508839Z","end":"2026-03-14T01:40:13.954483Z","steps":["trace[1703251544] 'agreement among raft nodes before linearized reading' (duration: 445.269179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.954566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.508727Z","time spent":"445.826751ms","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-14T01:40:13.95463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.354567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:40:13.954686Z","caller":"traceutil/trace.go:171","msg":"trace[1440739853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4585; }","duration":"841.428099ms","start":"2026-03-14T01:40:13.113238Z","end":"2026-03-14T01:40:13.954666Z","steps":["trace[1440739853] 'agreement among raft nodes before linearized reading' (duration: 841.267415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.954726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.113228Z","time spent":"841.48982ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:40:13.954688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.542008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T01:40:13.954813Z","caller":"traceutil/trace.go:171","msg":"trace[1264368962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4585; }","duration":"740.754123ms","start":"2026-03-14T01:40:13.214034Z","end":"2026-03-14T01:40:13.954788Z","steps":["trace[1264368962] 'agreement among raft nodes before linearized reading' (duration: 740.378065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.954873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.214001Z","time spent":"740.862295ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:13.954885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40993515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:40:13.954936Z","caller":"traceutil/trace.go:171","msg":"trace[427851338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:4585; }","duration":"1.410014742s","start":"2026-03-14T01:40:12.544907Z","end":"2026-03-14T01:40:13.954921Z","steps":["trace[427851338] 'agreement among raft nodes before linearized reading' (duration: 1.409875799s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:13.95434Z","caller":"traceutil/trace.go:171","msg":"trace[1108947537] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4585; }","duration":"741.824558ms","start":"2026-03-14T01:40:13.212499Z","end":"2026-03-14T01:40:13.954324Z","steps":["trace[1108947537] 'agreement among raft nodes before linearized reading' (duration: 741.610343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.954964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224138089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517404"} {"level":"warn","ts":"2026-03-14T01:40:13.955001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.212485Z","time spent":"742.500394ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:40:13.955063Z","caller":"traceutil/trace.go:171","msg":"trace[934680218] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4585; }","duration":"1.224302582s","start":"2026-03-14T01:40:12.730738Z","end":"2026-03-14T01:40:13.955041Z","steps":["trace[934680218] 'agreement among raft nodes before linearized reading' (duration: 1.223728619s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.954991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:12.544896Z","time spent":"1.410082734s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mghhr\" "} {"level":"warn","ts":"2026-03-14T01:40:13.955108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:12.730709Z","time spent":"1.224390994s","remote":"127.0.0.1:33416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":517428,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-14T01:40:13.955206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.32828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-14T01:40:13.955253Z","caller":"traceutil/trace.go:171","msg":"trace[901557775] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4585; }","duration":"879.420483ms","start":"2026-03-14T01:40:13.075821Z","end":"2026-03-14T01:40:13.955241Z","steps":["trace[901557775] 'agreement among raft nodes before linearized reading' (duration: 879.216038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.955284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.075794Z","time spent":"879.483033ms","remote":"127.0.0.1:46042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413106,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-14T01:40:13.955874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.001052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T01:40:13.955942Z","caller":"traceutil/trace.go:171","msg":"trace[219207960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4585; }","duration":"742.082973ms","start":"2026-03-14T01:40:13.213844Z","end":"2026-03-14T01:40:13.955927Z","steps":["trace[219207960] 'agreement among raft nodes before linearized reading' (duration: 741.912139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.955984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.213837Z","time spent":"742.136074ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:13.956382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122596404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:40:13.956424Z","caller":"traceutil/trace.go:171","msg":"trace[410682109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4585; }","duration":"1.122679746s","start":"2026-03-14T01:40:12.83373Z","end":"2026-03-14T01:40:13.95641Z","steps":["trace[410682109] 'agreement among raft nodes before linearized reading' (duration: 1.122572104s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.956445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:12.833703Z","time spent":"1.122736757s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:40:13.956514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.818528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e7bdad4-b80d-460e-baa8-743bcdfaa8ba\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-03-14T01:40:13.956598Z","caller":"traceutil/trace.go:171","msg":"trace[1263878704] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e7bdad4-b80d-460e-baa8-743bcdfaa8ba; range_end:; response_count:1; response_revision:4585; }","duration":"684.9009ms","start":"2026-03-14T01:40:13.27166Z","end":"2026-03-14T01:40:13.956561Z","steps":["trace[1263878704] 'agreement among raft nodes before linearized reading' (duration: 684.704055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:13.956647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:13.271653Z","time spent":"684.980851ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4104,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e7bdad4-b80d-460e-baa8-743bcdfaa8ba\" "} {"level":"info","ts":"2026-03-14T01:40:14.625008Z","caller":"traceutil/trace.go:171","msg":"trace[1563813892] linearizableReadLoop","detail":"{readStateIndex:4791; appliedIndex:4790; }","duration":"229.059417ms","start":"2026-03-14T01:40:14.395918Z","end":"2026-03-14T01:40:14.624978Z","steps":["trace[1563813892] 'read index received' (duration: 228.126246ms)","trace[1563813892] 'applied index is now lower than readState.Index' (duration: 932.151µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:14.625121Z","caller":"traceutil/trace.go:171","msg":"trace[134532572] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"234.01966ms","start":"2026-03-14T01:40:14.391052Z","end":"2026-03-14T01:40:14.625072Z","steps":["trace[134532572] 'process raft request' (duration: 233.051268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:14.625218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.283602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cf6ea192-5526-450b-b946-1b5e5ff209da\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-03-14T01:40:14.625252Z","caller":"traceutil/trace.go:171","msg":"trace[1198241879] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cf6ea192-5526-450b-b946-1b5e5ff209da; range_end:; response_count:1; response_revision:4597; }","duration":"229.347453ms","start":"2026-03-14T01:40:14.395896Z","end":"2026-03-14T01:40:14.625244Z","steps":["trace[1198241879] 'agreement among raft nodes before linearized reading' (duration: 229.19331ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:14.628917Z","caller":"traceutil/trace.go:171","msg":"trace[1993638531] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"128.427464ms","start":"2026-03-14T01:40:14.500462Z","end":"2026-03-14T01:40:14.62889Z","steps":["trace[1993638531] 'process raft request' (duration: 128.27632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:14.802484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.738347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:14.802603Z","caller":"traceutil/trace.go:171","msg":"trace[1888846747] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"151.376101ms","start":"2026-03-14T01:40:14.65121Z","end":"2026-03-14T01:40:14.802586Z","steps":["trace[1888846747] 'process raft request' (duration: 40.422199ms)","trace[1888846747] 'compare' (duration: 110.623314ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:14.953868Z","caller":"traceutil/trace.go:171","msg":"trace[265355197] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"137.869842ms","start":"2026-03-14T01:40:14.815967Z","end":"2026-03-14T01:40:14.953836Z","steps":["trace[265355197] 'process raft request' (duration: 133.317597ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:17.729401Z","caller":"traceutil/trace.go:171","msg":"trace[200831110] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"296.793554ms","start":"2026-03-14T01:40:17.432553Z","end":"2026-03-14T01:40:17.729347Z","steps":["trace[200831110] 'process raft request' (duration: 296.532578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:17.729618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.8852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:40:17.729687Z","caller":"traceutil/trace.go:171","msg":"trace[1300268076] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:4638; }","duration":"161.029873ms","start":"2026-03-14T01:40:17.568643Z","end":"2026-03-14T01:40:17.729672Z","steps":["trace[1300268076] 'agreement among raft nodes before linearized reading' (duration: 160.767066ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:17.729305Z","caller":"traceutil/trace.go:171","msg":"trace[2061760025] linearizableReadLoop","detail":"{readStateIndex:4833; appliedIndex:4832; }","duration":"160.561272ms","start":"2026-03-14T01:40:17.568707Z","end":"2026-03-14T01:40:17.729268Z","steps":["trace[2061760025] 'read index received' (duration: 160.243955ms)","trace[2061760025] 'applied index is now lower than readState.Index' (duration: 316.037µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:21.614578Z","caller":"traceutil/trace.go:171","msg":"trace[2134192581] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"120.709405ms","start":"2026-03-14T01:40:21.493845Z","end":"2026-03-14T01:40:21.614554Z","steps":["trace[2134192581] 'process raft request' (duration: 120.507391ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:21.805747Z","caller":"traceutil/trace.go:171","msg":"trace[1479823277] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"189.686612ms","start":"2026-03-14T01:40:21.616029Z","end":"2026-03-14T01:40:21.805715Z","steps":["trace[1479823277] 'process raft request' (duration: 109.873046ms)","trace[1479823277] 'compare' (duration: 79.426976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:22.284317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.105405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:22.284457Z","caller":"traceutil/trace.go:171","msg":"trace[296556616] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"392.755141ms","start":"2026-03-14T01:40:21.891675Z","end":"2026-03-14T01:40:22.28443Z","steps":["trace[296556616] 'process raft request' (duration: 154.436551ms)","trace[296556616] 'compare' (duration: 237.978432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:22.284525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:21.891632Z","time spent":"392.863075ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:22.459118Z","caller":"traceutil/trace.go:171","msg":"trace[1184787608] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"567.07083ms","start":"2026-03-14T01:40:21.892018Z","end":"2026-03-14T01:40:22.459088Z","steps":["trace[1184787608] 'process raft request' (duration: 564.081411ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:22.459142Z","caller":"traceutil/trace.go:171","msg":"trace[1264726947] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"403.451367ms","start":"2026-03-14T01:40:22.055658Z","end":"2026-03-14T01:40:22.459109Z","steps":["trace[1264726947] 'process raft request' (duration: 403.406336ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:22.459179Z","caller":"traceutil/trace.go:171","msg":"trace[211526377] linearizableReadLoop","detail":"{readStateIndex:5013; appliedIndex:5011; }","duration":"559.167358ms","start":"2026-03-14T01:40:21.899976Z","end":"2026-03-14T01:40:22.459144Z","steps":["trace[211526377] 'read index received' (duration: 146.168881ms)","trace[211526377] 'applied index is now lower than readState.Index' (duration: 412.996627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:22.459277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:21.891979Z","time spent":"567.214263ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:22.459238Z","caller":"traceutil/trace.go:171","msg":"trace[852751024] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"448.888272ms","start":"2026-03-14T01:40:22.010255Z","end":"2026-03-14T01:40:22.459143Z","steps":["trace[852751024] 'process raft request' (duration: 448.745439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:22.460073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:22.01022Z","time spent":"449.793522ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:22.460089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.202577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777673"} {"level":"info","ts":"2026-03-14T01:40:22.460231Z","caller":"traceutil/trace.go:171","msg":"trace[143524679] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4813; }","duration":"271.382481ms","start":"2026-03-14T01:40:22.188817Z","end":"2026-03-14T01:40:22.460199Z","steps":["trace[143524679] 'agreement among raft nodes before linearized reading' (duration: 270.714596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:22.459359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:22.055621Z","time spent":"403.61013ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:22.459404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.425995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:22.460443Z","caller":"traceutil/trace.go:171","msg":"trace[1379438021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4813; }","duration":"560.514809ms","start":"2026-03-14T01:40:21.899913Z","end":"2026-03-14T01:40:22.460428Z","steps":["trace[1379438021] 'agreement among raft nodes before linearized reading' (duration: 559.402964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:22.460486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:21.89989Z","time spent":"560.58673ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:40:22.459535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.703961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:40:22.460651Z","caller":"traceutil/trace.go:171","msg":"trace[757261059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4813; }","duration":"400.840597ms","start":"2026-03-14T01:40:22.059785Z","end":"2026-03-14T01:40:22.460626Z","steps":["trace[757261059] 'agreement among raft nodes before linearized reading' (duration: 399.619819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:22.460702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:22.059771Z","time spent":"400.914869ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:40:22.45956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.066125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:40:22.460819Z","caller":"traceutil/trace.go:171","msg":"trace[1871483240] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:4813; }","duration":"363.316164ms","start":"2026-03-14T01:40:22.09748Z","end":"2026-03-14T01:40:22.460796Z","steps":["trace[1871483240] 'agreement among raft nodes before linearized reading' (duration: 361.930122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:22.459601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.913458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-14T01:40:22.460877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:22.09744Z","time spent":"363.425086ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mghhr\" "} {"level":"info","ts":"2026-03-14T01:40:22.460909Z","caller":"traceutil/trace.go:171","msg":"trace[1558853138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4813; }","duration":"375.263158ms","start":"2026-03-14T01:40:22.085627Z","end":"2026-03-14T01:40:22.46089Z","steps":["trace[1558853138] 'agreement among raft nodes before linearized reading' (duration: 373.929348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:22.460965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:22.085584Z","time spent":"375.36121ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:22.459664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.223916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T01:40:22.46102Z","caller":"traceutil/trace.go:171","msg":"trace[74108756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4813; }","duration":"375.592557ms","start":"2026-03-14T01:40:22.08541Z","end":"2026-03-14T01:40:22.461003Z","steps":["trace[74108756] 'agreement among raft nodes before linearized reading' (duration: 374.183124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:22.459686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.70499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-14T01:40:22.459782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.645011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:40:22.461169Z","caller":"traceutil/trace.go:171","msg":"trace[2030729100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4813; }","duration":"374.180155ms","start":"2026-03-14T01:40:22.08693Z","end":"2026-03-14T01:40:22.46111Z","steps":["trace[2030729100] 'agreement among raft nodes before linearized reading' (duration: 372.640779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:22.461066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:22.085395Z","time spent":"375.65779ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:40:22.461292Z","caller":"traceutil/trace.go:171","msg":"trace[1967232269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4813; }","duration":"368.185717ms","start":"2026-03-14T01:40:22.09308Z","end":"2026-03-14T01:40:22.461266Z","steps":["trace[1967232269] 'agreement among raft nodes before linearized reading' (duration: 366.537909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:22.461323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:22.086915Z","time spent":"374.364169ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:22.461414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:22.093068Z","time spent":"368.30816ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:40:23.894696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242707713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:40:24.233406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.120454ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T01:40:24.234071Z","caller":"traceutil/trace.go:171","msg":"trace[886186273] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"911.436998ms","start":"2026-03-14T01:40:23.3226Z","end":"2026-03-14T01:40:24.234037Z","steps":["trace[886186273] 'process raft request' (duration: 910.949127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.234228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:23.322572Z","time spent":"911.569051ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2686,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:40:24.25436Z","caller":"traceutil/trace.go:171","msg":"trace[1333380516] linearizableReadLoop","detail":"{readStateIndex:5038; appliedIndex:5035; }","duration":"860.177299ms","start":"2026-03-14T01:40:23.394153Z","end":"2026-03-14T01:40:24.25433Z","steps":["trace[1333380516] 'read index received' (duration: 820.22231ms)","trace[1333380516] 'applied index is now lower than readState.Index' (duration: 39.953669ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:24.254784Z","caller":"traceutil/trace.go:171","msg":"trace[1162089628] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"929.902823ms","start":"2026-03-14T01:40:23.324864Z","end":"2026-03-14T01:40:24.254767Z","steps":["trace[1162089628] 'process raft request' (duration: 909.994435ms)","trace[1162089628] 'compare' (duration: 19.299614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:24.254929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:23.324842Z","time spent":"929.988805ms","remote":"127.0.0.1:33416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10228,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:24.255094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.924017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:40:24.255178Z","caller":"traceutil/trace.go:171","msg":"trace[744541086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4834; }","duration":"861.08126ms","start":"2026-03-14T01:40:23.394072Z","end":"2026-03-14T01:40:24.255154Z","steps":["trace[744541086] 'agreement among raft nodes before linearized reading' (duration: 860.907696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.255225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:23.39404Z","time spent":"861.172252ms","remote":"127.0.0.1:60304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:40:24.263422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.066656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:24.263505Z","caller":"traceutil/trace.go:171","msg":"trace[2118872598] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4835; }","duration":"322.181999ms","start":"2026-03-14T01:40:23.941306Z","end":"2026-03-14T01:40:24.263488Z","steps":["trace[2118872598] 'agreement among raft nodes before linearized reading' (duration: 322.064376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.263498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.949949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a5cfc4b5-3627-4930-8bdb-b47582ca9666\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-14T01:40:24.263547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:23.941283Z","time spent":"322.249661ms","remote":"127.0.0.1:60458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:40:24.26357Z","caller":"traceutil/trace.go:171","msg":"trace[522173607] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a5cfc4b5-3627-4930-8bdb-b47582ca9666; range_end:; response_count:1; response_revision:4835; }","duration":"798.075932ms","start":"2026-03-14T01:40:23.465476Z","end":"2026-03-14T01:40:24.263552Z","steps":["trace[522173607] 'agreement among raft nodes before linearized reading' (duration: 797.843097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.263606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:23.465448Z","time spent":"798.150423ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a5cfc4b5-3627-4930-8bdb-b47582ca9666\" "} {"level":"warn","ts":"2026-03-14T01:40:24.263664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.257925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-j5mj2\" ","response":"range_response_count:1 size:9728"} {"level":"info","ts":"2026-03-14T01:40:24.263714Z","caller":"traceutil/trace.go:171","msg":"trace[1950211777] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-j5mj2; range_end:; response_count:1; response_revision:4835; }","duration":"761.348988ms","start":"2026-03-14T01:40:23.50235Z","end":"2026-03-14T01:40:24.263699Z","steps":["trace[1950211777] 'agreement among raft nodes before linearized reading' (duration: 761.165203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.263711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.148206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-j5mj2.189c9195048fa5fe\" ","response":"range_response_count:1 size:921"} {"level":"warn","ts":"2026-03-14T01:40:24.263745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:23.502328Z","time spent":"761.411358ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9752,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-j5mj2\" "} {"level":"warn","ts":"2026-03-14T01:40:24.263745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.261722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:24.263766Z","caller":"traceutil/trace.go:171","msg":"trace[262176741] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-j5mj2.189c9195048fa5fe; range_end:; response_count:1; response_revision:4835; }","duration":"762.246028ms","start":"2026-03-14T01:40:23.501505Z","end":"2026-03-14T01:40:24.263751Z","steps":["trace[262176741] 'agreement among raft nodes before linearized reading' (duration: 762.070934ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.26378Z","caller":"traceutil/trace.go:171","msg":"trace[1396485349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4835; }","duration":"366.367135ms","start":"2026-03-14T01:40:23.897401Z","end":"2026-03-14T01:40:24.263768Z","steps":["trace[1396485349] 'agreement among raft nodes before linearized reading' (duration: 366.318954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.263815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:23.897369Z","time spent":"366.437737ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:40:24.263801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:23.50148Z","time spent":"762.3122ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":945,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-j5mj2.189c9195048fa5fe\" "} {"level":"info","ts":"2026-03-14T01:40:24.64761Z","caller":"traceutil/trace.go:171","msg":"trace[1339419997] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"186.291573ms","start":"2026-03-14T01:40:24.461289Z","end":"2026-03-14T01:40:24.647581Z","steps":["trace[1339419997] 'process raft request' (duration: 185.827853ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.647808Z","caller":"traceutil/trace.go:171","msg":"trace[1933475879] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"184.308058ms","start":"2026-03-14T01:40:24.46348Z","end":"2026-03-14T01:40:24.647788Z","steps":["trace[1933475879] 'process raft request' (duration: 184.022492ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.648164Z","caller":"traceutil/trace.go:171","msg":"trace[2046336936] linearizableReadLoop","detail":"{readStateIndex:5058; appliedIndex:5053; }","duration":"177.130963ms","start":"2026-03-14T01:40:24.471004Z","end":"2026-03-14T01:40:24.648135Z","steps":["trace[2046336936] 'read index received' (duration: 9.443547ms)","trace[2046336936] 'applied index is now lower than readState.Index' (duration: 167.685916ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:24.648227Z","caller":"traceutil/trace.go:171","msg":"trace[2060181366] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"183.264513ms","start":"2026-03-14T01:40:24.464925Z","end":"2026-03-14T01:40:24.64819Z","steps":["trace[2060181366] 'process raft request' (duration: 183.086939ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.648228Z","caller":"traceutil/trace.go:171","msg":"trace[1135406980] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"183.632802ms","start":"2026-03-14T01:40:24.464547Z","end":"2026-03-14T01:40:24.64818Z","steps":["trace[1135406980] 'process raft request' (duration: 183.146321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.648452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.43309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:40:24.64849Z","caller":"traceutil/trace.go:171","msg":"trace[1438630494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4854; }","duration":"177.516221ms","start":"2026-03-14T01:40:24.470961Z","end":"2026-03-14T01:40:24.648477Z","steps":["trace[1438630494] 'agreement among raft nodes before linearized reading' (duration: 177.341307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.687895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.398987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-j5mj2-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-14T01:40:24.687975Z","caller":"traceutil/trace.go:171","msg":"trace[321724297] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-j5mj2-tls; range_end:; response_count:1; response_revision:4855; }","duration":"130.53984ms","start":"2026-03-14T01:40:24.557414Z","end":"2026-03-14T01:40:24.687954Z","steps":["trace[321724297] 'agreement among raft nodes before linearized reading' (duration: 130.259394ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.687961Z","caller":"traceutil/trace.go:171","msg":"trace[924940649] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"203.414727ms","start":"2026-03-14T01:40:24.484514Z","end":"2026-03-14T01:40:24.687928Z","steps":["trace[924940649] 'process raft request' (duration: 202.960487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.688045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.499834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T01:40:24.688098Z","caller":"traceutil/trace.go:171","msg":"trace[520642210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4855; }","duration":"168.567116ms","start":"2026-03-14T01:40:24.519517Z","end":"2026-03-14T01:40:24.688084Z","steps":["trace[520642210] 'agreement among raft nodes before linearized reading' (duration: 168.417692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.688196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.680899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:40:24.688269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.314807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-14T01:40:24.688309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.985174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-03-14T01:40:24.688345Z","caller":"traceutil/trace.go:171","msg":"trace[854000568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4855; }","duration":"168.894613ms","start":"2026-03-14T01:40:24.519417Z","end":"2026-03-14T01:40:24.688312Z","steps":["trace[854000568] 'agreement among raft nodes before linearized reading' (duration: 168.430422ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.688393Z","caller":"traceutil/trace.go:171","msg":"trace[897357442] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:4855; }","duration":"167.474891ms","start":"2026-03-14T01:40:24.52089Z","end":"2026-03-14T01:40:24.688365Z","steps":["trace[897357442] 'agreement among raft nodes before linearized reading' (duration: 167.094221ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.68842Z","caller":"traceutil/trace.go:171","msg":"trace[610145074] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:4855; }","duration":"188.340181ms","start":"2026-03-14T01:40:24.500051Z","end":"2026-03-14T01:40:24.688392Z","steps":["trace[610145074] 'agreement among raft nodes before linearized reading' (duration: 187.822619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.688438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.781588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787909"} {"level":"warn","ts":"2026-03-14T01:40:24.688489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.744406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:40:24.688533Z","caller":"traceutil/trace.go:171","msg":"trace[1819348132] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4855; }","duration":"147.948712ms","start":"2026-03-14T01:40:24.540562Z","end":"2026-03-14T01:40:24.68851Z","steps":["trace[1819348132] 'agreement among raft nodes before linearized reading' (duration: 147.114342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.688536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.704336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T01:40:24.688591Z","caller":"traceutil/trace.go:171","msg":"trace[1545198129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4855; }","duration":"163.93818ms","start":"2026-03-14T01:40:24.524629Z","end":"2026-03-14T01:40:24.688567Z","steps":["trace[1545198129] 'agreement among raft nodes before linearized reading' (duration: 163.09954ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.688633Z","caller":"traceutil/trace.go:171","msg":"trace[1096448998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4855; }","duration":"167.854289ms","start":"2026-03-14T01:40:24.520756Z","end":"2026-03-14T01:40:24.688611Z","steps":["trace[1096448998] 'agreement among raft nodes before linearized reading' (duration: 166.939228ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.776504Z","caller":"traceutil/trace.go:171","msg":"trace[2041552732] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"122.507167ms","start":"2026-03-14T01:40:24.653951Z","end":"2026-03-14T01:40:24.776458Z","steps":["trace[2041552732] 'process raft request' (duration: 122.18514ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.776711Z","caller":"traceutil/trace.go:171","msg":"trace[2099710836] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"122.440146ms","start":"2026-03-14T01:40:24.654225Z","end":"2026-03-14T01:40:24.776665Z","steps":["trace[2099710836] 'process raft request' (duration: 122.097898ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.776776Z","caller":"traceutil/trace.go:171","msg":"trace[1949549987] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"121.623246ms","start":"2026-03-14T01:40:24.655121Z","end":"2026-03-14T01:40:24.776745Z","steps":["trace[1949549987] 'process raft request' (duration: 121.266948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.777082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.271917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-j5mj2\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-03-14T01:40:24.7772Z","caller":"traceutil/trace.go:171","msg":"trace[784891741] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-j5mj2; range_end:; response_count:1; response_revision:4858; }","duration":"124.43415ms","start":"2026-03-14T01:40:24.652707Z","end":"2026-03-14T01:40:24.777141Z","steps":["trace[784891741] 'agreement among raft nodes before linearized reading' (duration: 124.100973ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.820065Z","caller":"traceutil/trace.go:171","msg":"trace[1021381636] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"127.525272ms","start":"2026-03-14T01:40:24.692508Z","end":"2026-03-14T01:40:24.820033Z","steps":["trace[1021381636] 'process raft request' (duration: 127.308268ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.820304Z","caller":"traceutil/trace.go:171","msg":"trace[823401675] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"126.038879ms","start":"2026-03-14T01:40:24.694227Z","end":"2026-03-14T01:40:24.820266Z","steps":["trace[823401675] 'process raft request' (duration: 125.759182ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.820566Z","caller":"traceutil/trace.go:171","msg":"trace[1371471556] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"125.70095ms","start":"2026-03-14T01:40:24.694849Z","end":"2026-03-14T01:40:24.82055Z","steps":["trace[1371471556] 'process raft request' (duration: 125.336692ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.82063Z","caller":"traceutil/trace.go:171","msg":"trace[275826615] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"125.018725ms","start":"2026-03-14T01:40:24.695583Z","end":"2026-03-14T01:40:24.820602Z","steps":["trace[275826615] 'process raft request' (duration: 124.805881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.820708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.72555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-j5mj2.189c919540ed6afd\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-14T01:40:24.820739Z","caller":"traceutil/trace.go:171","msg":"trace[1391888163] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-j5mj2.189c919540ed6afd; range_end:; response_count:1; response_revision:4862; }","duration":"128.804102ms","start":"2026-03-14T01:40:24.691926Z","end":"2026-03-14T01:40:24.82073Z","steps":["trace[1391888163] 'agreement among raft nodes before linearized reading' (duration: 128.674009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.820727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.710101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-j5mj2-tls\" ","response":"range_response_count:1 size:4432"} {"level":"warn","ts":"2026-03-14T01:40:24.820748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.781152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62973"} {"level":"info","ts":"2026-03-14T01:40:24.820784Z","caller":"traceutil/trace.go:171","msg":"trace[941117401] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4862; }","duration":"125.847114ms","start":"2026-03-14T01:40:24.694927Z","end":"2026-03-14T01:40:24.820774Z","steps":["trace[941117401] 'agreement among raft nodes before linearized reading' (duration: 125.608099ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:24.820785Z","caller":"traceutil/trace.go:171","msg":"trace[1495877132] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-j5mj2-tls; range_end:; response_count:1; response_revision:4862; }","duration":"125.779122ms","start":"2026-03-14T01:40:24.694988Z","end":"2026-03-14T01:40:24.820768Z","steps":["trace[1495877132] 'agreement among raft nodes before linearized reading' (duration: 125.533047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:24.820704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.457481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-5m6jf\" ","response":"range_response_count:1 size:4995"} {"level":"info","ts":"2026-03-14T01:40:24.821021Z","caller":"traceutil/trace.go:171","msg":"trace[154417833] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-5m6jf; range_end:; response_count:1; response_revision:4862; }","duration":"130.786088ms","start":"2026-03-14T01:40:24.690182Z","end":"2026-03-14T01:40:24.820968Z","steps":["trace[154417833] 'agreement among raft nodes before linearized reading' (duration: 130.332387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:27.281998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242707792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:40:27.761203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.106866253s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:40:27.76157Z","caller":"traceutil/trace.go:171","msg":"trace[1637913328] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"1.107347514s","start":"2026-03-14T01:40:26.654191Z","end":"2026-03-14T01:40:27.761538Z","steps":["trace[1637913328] 'process raft request' (duration: 1.107234881s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:27.761676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:26.654161Z","time spent":"1.107446087s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:28.598599Z","caller":"traceutil/trace.go:171","msg":"trace[1225145768] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"1.943143602s","start":"2026-03-14T01:40:26.655402Z","end":"2026-03-14T01:40:28.598546Z","steps":["trace[1225145768] 'process raft request' (duration: 1.93739585s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:28.598573Z","caller":"traceutil/trace.go:171","msg":"trace[1610489267] linearizableReadLoop","detail":"{readStateIndex:5080; appliedIndex:5078; }","duration":"1.81695439s","start":"2026-03-14T01:40:26.781591Z","end":"2026-03-14T01:40:28.598545Z","steps":["trace[1610489267] 'read index received' (duration: 979.78582ms)","trace[1610489267] 'applied index is now lower than readState.Index' (duration: 837.16734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:28.598779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:26.655371Z","time spent":"1.943309605s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:28.599453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772466138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-14T01:40:28.599495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.71044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:28.599522Z","caller":"traceutil/trace.go:171","msg":"trace[724170569] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:4877; }","duration":"1.772583571s","start":"2026-03-14T01:40:26.826922Z","end":"2026-03-14T01:40:28.599505Z","steps":["trace[724170569] 'agreement among raft nodes before linearized reading' (duration: 1.772376056s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.599556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:26.826913Z","time spent":"1.772636572s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mghhr\" "} {"level":"info","ts":"2026-03-14T01:40:28.59956Z","caller":"traceutil/trace.go:171","msg":"trace[693499144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4877; }","duration":"699.815473ms","start":"2026-03-14T01:40:27.899728Z","end":"2026-03-14T01:40:28.599543Z","steps":["trace[693499144] 'agreement among raft nodes before linearized reading' (duration: 699.661539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.599614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:27.899702Z","time spent":"699.897225ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:40:28.599593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773479261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:40:28.599688Z","caller":"traceutil/trace.go:171","msg":"trace[562067560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4877; }","duration":"1.773651845s","start":"2026-03-14T01:40:26.826018Z","end":"2026-03-14T01:40:28.59967Z","steps":["trace[562067560] 'agreement among raft nodes before linearized reading' (duration: 1.773312987s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.59971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774473624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:40:28.599744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:26.826Z","time spent":"1.773735107s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:40:28.599764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67993731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:40:28.599777Z","caller":"traceutil/trace.go:171","msg":"trace[1858062014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4877; }","duration":"1.774587347s","start":"2026-03-14T01:40:26.825166Z","end":"2026-03-14T01:40:28.599753Z","steps":["trace[1858062014] 'agreement among raft nodes before linearized reading' (duration: 1.774472575s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:28.599793Z","caller":"traceutil/trace.go:171","msg":"trace[890134806] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4877; }","duration":"1.680039343s","start":"2026-03-14T01:40:26.919743Z","end":"2026-03-14T01:40:28.599783Z","steps":["trace[890134806] 'agreement among raft nodes before linearized reading' (duration: 1.679977162s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.599472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258046469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:40:28.599865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030748382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:40:28.599904Z","caller":"traceutil/trace.go:171","msg":"trace[628041613] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"259.706922ms","start":"2026-03-14T01:40:28.340179Z","end":"2026-03-14T01:40:28.599886Z","steps":["trace[628041613] 'process raft request' (duration: 258.285269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.599906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77303379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:40:28.599939Z","caller":"traceutil/trace.go:171","msg":"trace[2128899324] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:4877; }","duration":"1.030885905s","start":"2026-03-14T01:40:27.569039Z","end":"2026-03-14T01:40:28.599925Z","steps":["trace[2128899324] 'agreement among raft nodes before linearized reading' (duration: 1.030561728s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.599941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818341852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:40:28.599972Z","caller":"traceutil/trace.go:171","msg":"trace[1888233434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4877; }","duration":"1.773116743s","start":"2026-03-14T01:40:26.826838Z","end":"2026-03-14T01:40:28.599954Z","steps":["trace[1888233434] 'agreement among raft nodes before linearized reading' (duration: 1.772887728s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.6Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:27.569014Z","time spent":"1.030975608s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-03-14T01:40:28.600005Z","caller":"traceutil/trace.go:171","msg":"trace[1740614140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4877; }","duration":"1.818435735s","start":"2026-03-14T01:40:26.781556Z","end":"2026-03-14T01:40:28.599991Z","steps":["trace[1740614140] 'agreement among raft nodes before linearized reading' (duration: 1.817296169s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.600035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:26.826829Z","time spent":"1.773193734s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:28.600056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:26.781538Z","time spent":"1.818501876s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:40:28.600075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320006053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a5cfc4b5-3627-4930-8bdb-b47582ca9666\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-14T01:40:28.600145Z","caller":"traceutil/trace.go:171","msg":"trace[1818165198] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a5cfc4b5-3627-4930-8bdb-b47582ca9666; range_end:; response_count:1; response_revision:4877; }","duration":"1.320126086s","start":"2026-03-14T01:40:27.280003Z","end":"2026-03-14T01:40:28.600129Z","steps":["trace[1818165198] 'agreement among raft nodes before linearized reading' (duration: 1.31942361s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.600184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:27.27998Z","time spent":"1.320196878s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3928,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a5cfc4b5-3627-4930-8bdb-b47582ca9666\" "} {"level":"info","ts":"2026-03-14T01:40:28.600058Z","caller":"traceutil/trace.go:171","msg":"trace[1396764311] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4877; }","duration":"1.258606312s","start":"2026-03-14T01:40:27.341287Z","end":"2026-03-14T01:40:28.599893Z","steps":["trace[1396764311] 'agreement among raft nodes before linearized reading' (duration: 1.258008818s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.60032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:27.341266Z","time spent":"1.259027941s","remote":"127.0.0.1:60408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:40:28.599829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:26.919719Z","time spent":"1.680103054s","remote":"127.0.0.1:33768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:40:28.599835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:26.825119Z","time spent":"1.77470685s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:28.599564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774501325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:40:28.600591Z","caller":"traceutil/trace.go:171","msg":"trace[1996425835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4877; }","duration":"1.77559422s","start":"2026-03-14T01:40:26.82498Z","end":"2026-03-14T01:40:28.600575Z","steps":["trace[1996425835] 'agreement among raft nodes before linearized reading' (duration: 1.774291901s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.600651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:26.824962Z","time spent":"1.775672141s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:28.600729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138150151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787909"} {"level":"info","ts":"2026-03-14T01:40:28.600761Z","caller":"traceutil/trace.go:171","msg":"trace[1931348220] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4877; }","duration":"1.138227363s","start":"2026-03-14T01:40:27.462525Z","end":"2026-03-14T01:40:28.600752Z","steps":["trace[1931348220] 'agreement among raft nodes before linearized reading' (duration: 1.137741442s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.600786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:27.462497Z","time spent":"1.138283675s","remote":"127.0.0.1:33416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787933,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-14T01:40:32.836344Z","caller":"traceutil/trace.go:171","msg":"trace[1465067361] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"221.267428ms","start":"2026-03-14T01:40:32.615048Z","end":"2026-03-14T01:40:32.836315Z","steps":["trace[1465067361] 'process raft request' (duration: 221.052263ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:32.836553Z","caller":"traceutil/trace.go:171","msg":"trace[1554859843] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5146; }","duration":"187.997474ms","start":"2026-03-14T01:40:32.648526Z","end":"2026-03-14T01:40:32.836524Z","steps":["trace[1554859843] 'read index received' (duration: 47.474112ms)","trace[1554859843] 'applied index is now lower than readState.Index' (duration: 140.521232ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:32.836581Z","caller":"traceutil/trace.go:171","msg":"trace[874441138] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"215.24724ms","start":"2026-03-14T01:40:32.621298Z","end":"2026-03-14T01:40:32.836546Z","steps":["trace[874441138] 'process raft request' (duration: 214.960704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:32.836795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.251829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:40:32.836832Z","caller":"traceutil/trace.go:171","msg":"trace[259240495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4942; }","duration":"188.348391ms","start":"2026-03-14T01:40:32.648472Z","end":"2026-03-14T01:40:32.836821Z","steps":["trace[259240495] 'agreement among raft nodes before linearized reading' (duration: 188.174147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:32.84273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.958491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:40:32.842711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.275888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:40:32.842794Z","caller":"traceutil/trace.go:171","msg":"trace[434520105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4943; }","duration":"181.059463ms","start":"2026-03-14T01:40:32.661718Z","end":"2026-03-14T01:40:32.842777Z","steps":["trace[434520105] 'agreement among raft nodes before linearized reading' (duration: 180.89555ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:32.84282Z","caller":"traceutil/trace.go:171","msg":"trace[779365460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4943; }","duration":"181.431132ms","start":"2026-03-14T01:40:32.66136Z","end":"2026-03-14T01:40:32.842791Z","steps":["trace[779365460] 'agreement among raft nodes before linearized reading' (duration: 181.171186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:32.842896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.43744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:40:32.843062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.645727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:40:32.843135Z","caller":"traceutil/trace.go:171","msg":"trace[1679912292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4943; }","duration":"180.553202ms","start":"2026-03-14T01:40:32.662403Z","end":"2026-03-14T01:40:32.842956Z","steps":["trace[1679912292] 'agreement among raft nodes before linearized reading' (duration: 180.229654ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:32.843177Z","caller":"traceutil/trace.go:171","msg":"trace[1265372074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4943; }","duration":"181.75937ms","start":"2026-03-14T01:40:32.661401Z","end":"2026-03-14T01:40:32.84316Z","steps":["trace[1265372074] 'agreement among raft nodes before linearized reading' (duration: 181.567646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:32.843526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.153183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:40:32.843671Z","caller":"traceutil/trace.go:171","msg":"trace[833777659] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:4943; }","duration":"180.380559ms","start":"2026-03-14T01:40:32.663256Z","end":"2026-03-14T01:40:32.843637Z","steps":["trace[833777659] 'agreement among raft nodes before linearized reading' (duration: 179.331184ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:32.970679Z","caller":"traceutil/trace.go:171","msg":"trace[1662917379] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"122.664821ms","start":"2026-03-14T01:40:32.847988Z","end":"2026-03-14T01:40:32.970653Z","steps":["trace[1662917379] 'process raft request' (duration: 122.593109ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:32.97084Z","caller":"traceutil/trace.go:171","msg":"trace[1278303610] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"123.109841ms","start":"2026-03-14T01:40:32.847703Z","end":"2026-03-14T01:40:32.970812Z","steps":["trace[1278303610] 'process raft request' (duration: 122.834214ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:32.970937Z","caller":"traceutil/trace.go:171","msg":"trace[646167645] linearizableReadLoop","detail":"{readStateIndex:5154; appliedIndex:5149; }","duration":"122.353823ms","start":"2026-03-14T01:40:32.848554Z","end":"2026-03-14T01:40:32.970908Z","steps":["trace[646167645] 'read index received' (duration: 60.05575ms)","trace[646167645] 'applied index is now lower than readState.Index' (duration: 62.296493ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:32.970956Z","caller":"traceutil/trace.go:171","msg":"trace[1142844529] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"123.97343ms","start":"2026-03-14T01:40:32.846947Z","end":"2026-03-14T01:40:32.97092Z","steps":["trace[1142844529] 'process raft request' (duration: 123.406177ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:32.971088Z","caller":"traceutil/trace.go:171","msg":"trace[1474886566] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"122.850615ms","start":"2026-03-14T01:40:32.848223Z","end":"2026-03-14T01:40:32.971073Z","steps":["trace[1474886566] 'process raft request' (duration: 122.391394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:32.971558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.978687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62973"} {"level":"info","ts":"2026-03-14T01:40:32.971622Z","caller":"traceutil/trace.go:171","msg":"trace[125362265] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4948; }","duration":"123.08405ms","start":"2026-03-14T01:40:32.848526Z","end":"2026-03-14T01:40:32.97161Z","steps":["trace[125362265] 'agreement among raft nodes before linearized reading' (duration: 122.752672ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:33.195805Z","caller":"traceutil/trace.go:171","msg":"trace[779357846] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"103.719875ms","start":"2026-03-14T01:40:33.092062Z","end":"2026-03-14T01:40:33.195781Z","steps":["trace[779357846] 'process raft request' (duration: 103.547781ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:33.627636Z","caller":"traceutil/trace.go:171","msg":"trace[2082543990] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"120.331457ms","start":"2026-03-14T01:40:33.507266Z","end":"2026-03-14T01:40:33.627598Z","steps":["trace[2082543990] 'process raft request' (duration: 120.073101ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:33.736649Z","caller":"traceutil/trace.go:171","msg":"trace[1413042999] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"102.742923ms","start":"2026-03-14T01:40:33.633878Z","end":"2026-03-14T01:40:33.736621Z","steps":["trace[1413042999] 'process raft request' (duration: 100.04051ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:34.08229Z","caller":"traceutil/trace.go:171","msg":"trace[524802992] linearizableReadLoop","detail":"{readStateIndex:5162; appliedIndex:5160; }","duration":"253.397857ms","start":"2026-03-14T01:40:33.828856Z","end":"2026-03-14T01:40:34.082254Z","steps":["trace[524802992] 'read index received' (duration: 252.967817ms)","trace[524802992] 'applied index is now lower than readState.Index' (duration: 428.42µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:34.082818Z","caller":"traceutil/trace.go:171","msg":"trace[410777363] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"295.481645ms","start":"2026-03-14T01:40:33.787276Z","end":"2026-03-14T01:40:34.082758Z","steps":["trace[410777363] 'process raft request' (duration: 294.688777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:34.083095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.218346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:40:34.083163Z","caller":"traceutil/trace.go:171","msg":"trace[1956522421] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4955; }","duration":"254.365929ms","start":"2026-03-14T01:40:33.82878Z","end":"2026-03-14T01:40:34.083146Z","steps":["trace[1956522421] 'agreement among raft nodes before linearized reading' (duration: 254.190385ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:34.083488Z","caller":"traceutil/trace.go:171","msg":"trace[2091339798] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"282.436373ms","start":"2026-03-14T01:40:33.800975Z","end":"2026-03-14T01:40:34.083412Z","steps":["trace[2091339798] 'process raft request' (duration: 281.218386ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:34.664679Z","caller":"traceutil/trace.go:171","msg":"trace[367356198] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4957; }","duration":"318.970715ms","start":"2026-03-14T01:40:34.345665Z","end":"2026-03-14T01:40:34.664636Z","steps":["trace[367356198] 'process raft request' (duration: 238.822682ms)","trace[367356198] 'compare' (duration: 79.803355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:34.66487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.345646Z","time spent":"319.137178ms","remote":"127.0.0.1:33426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:40:34.880293Z","caller":"traceutil/trace.go:171","msg":"trace[728206858] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"203.875898ms","start":"2026-03-14T01:40:34.676384Z","end":"2026-03-14T01:40:34.88026Z","steps":["trace[728206858] 'process raft request' (duration: 203.653243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:35.880115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.27018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:35.880356Z","caller":"traceutil/trace.go:171","msg":"trace[2060825274] linearizableReadLoop","detail":"{readStateIndex:5167; appliedIndex:5165; }","duration":"1.175245095s","start":"2026-03-14T01:40:34.70509Z","end":"2026-03-14T01:40:35.880335Z","steps":["trace[2060825274] 'read index received' (duration: 175.002464ms)","trace[2060825274] 'applied index is now lower than readState.Index' (duration: 1.000241331s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:35.880355Z","caller":"traceutil/trace.go:171","msg":"trace[1876827772] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"1.202950442s","start":"2026-03-14T01:40:34.677356Z","end":"2026-03-14T01:40:35.880307Z","steps":["trace[1876827772] 'process raft request' (duration: 453.402676ms)","trace[1876827772] 'compare' (duration: 749.079526ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:35.880435Z","caller":"traceutil/trace.go:171","msg":"trace[1579200279] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"1.037677172s","start":"2026-03-14T01:40:34.842745Z","end":"2026-03-14T01:40:35.880422Z","steps":["trace[1579200279] 'process raft request' (duration: 1.037552719s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:35.880445Z","caller":"traceutil/trace.go:171","msg":"trace[323523318] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"1.038161713s","start":"2026-03-14T01:40:34.842253Z","end":"2026-03-14T01:40:35.880415Z","steps":["trace[323523318] 'process raft request' (duration: 1.037978918s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:35.880509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.842728Z","time spent":"1.037730143s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:35.880536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.677336Z","time spent":"1.203102685s","remote":"127.0.0.1:33416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11864,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:40:35.880583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.842217Z","time spent":"1.038278615s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:35.880864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175786558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-14T01:40:35.880891Z","caller":"traceutil/trace.go:171","msg":"trace[1221562903] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4961; }","duration":"1.175873349s","start":"2026-03-14T01:40:34.70501Z","end":"2026-03-14T01:40:35.880883Z","steps":["trace[1221562903] 'agreement among raft nodes before linearized reading' (duration: 1.175747006s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:35.880919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.704977Z","time spent":"1.175937091s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T01:40:36.232608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.101809336s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:40:36.487597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.563364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:36.488198Z","caller":"traceutil/trace.go:171","msg":"trace[626271106] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"397.844328ms","start":"2026-03-14T01:40:36.090334Z","end":"2026-03-14T01:40:36.488178Z","steps":["trace[626271106] 'process raft request' (duration: 397.800907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:36.488338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:36.090312Z","time spent":"397.944951ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:36.488699Z","caller":"traceutil/trace.go:171","msg":"trace[1629091177] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"1.600965464s","start":"2026-03-14T01:40:34.88772Z","end":"2026-03-14T01:40:36.488686Z","steps":["trace[1629091177] 'process raft request' (duration: 1.600140506s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:36.488812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.887676Z","time spent":"1.601060397s","remote":"127.0.0.1:33610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:36.488967Z","caller":"traceutil/trace.go:171","msg":"trace[1763552343] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"1.601391604s","start":"2026-03-14T01:40:34.887508Z","end":"2026-03-14T01:40:36.488899Z","steps":["trace[1763552343] 'process raft request' (duration: 1.600212738s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:36.489026Z","caller":"traceutil/trace.go:171","msg":"trace[171804653] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"1.60168872s","start":"2026-03-14T01:40:34.887254Z","end":"2026-03-14T01:40:36.488942Z","steps":["trace[171804653] 'process raft request' (duration: 1.345661943s)","trace[171804653] 'compare' (duration: 254.294837ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:36.48904Z","caller":"traceutil/trace.go:171","msg":"trace[1855972476] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5169; }","duration":"608.583654ms","start":"2026-03-14T01:40:35.880387Z","end":"2026-03-14T01:40:36.488971Z","steps":["trace[1855972476] 'read index received' (duration: 352.502386ms)","trace[1855972476] 'applied index is now lower than readState.Index' (duration: 256.072068ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:36.489226Z","caller":"traceutil/trace.go:171","msg":"trace[756629812] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"602.453653ms","start":"2026-03-14T01:40:35.886758Z","end":"2026-03-14T01:40:36.489212Z","steps":["trace[756629812] 'process raft request' (duration: 601.309777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:36.489241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.88748Z","time spent":"1.601614369s","remote":"127.0.0.1:33610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:36.489293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:35.886737Z","time spent":"602.523814ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:40:36.489299Z","caller":"traceutil/trace.go:171","msg":"trace[1795584134] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"1.500092884s","start":"2026-03-14T01:40:34.989178Z","end":"2026-03-14T01:40:36.489271Z","steps":["trace[1795584134] 'process raft request' (duration: 1.498829065s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:36.489323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.887233Z","time spent":"1.601921986s","remote":"127.0.0.1:33490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:36.489201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51123779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:40:36.489374Z","caller":"traceutil/trace.go:171","msg":"trace[857107868] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"1.600917602s","start":"2026-03-14T01:40:34.888418Z","end":"2026-03-14T01:40:36.489336Z","steps":["trace[857107868] 'process raft request' (duration: 1.599539641s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:36.489408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513071923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:40:36.489418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.989153Z","time spent":"1.500196216s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:36.489424Z","caller":"traceutil/trace.go:171","msg":"trace[766402252] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:4969; }","duration":"1.511501856s","start":"2026-03-14T01:40:34.9779Z","end":"2026-03-14T01:40:36.489402Z","steps":["trace[766402252] 'agreement among raft nodes before linearized reading' (duration: 1.511082366s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:36.489475Z","caller":"traceutil/trace.go:171","msg":"trace[2020680539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4969; }","duration":"1.513223216s","start":"2026-03-14T01:40:34.976236Z","end":"2026-03-14T01:40:36.489459Z","steps":["trace[2020680539] 'agreement among raft nodes before linearized reading' (duration: 1.512825577s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:36.489501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.977882Z","time spent":"1.511596768s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mghhr\" "} {"level":"warn","ts":"2026-03-14T01:40:36.489473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409726486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:40:36.489566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.888404Z","time spent":"1.601035004s","remote":"127.0.0.1:33490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:36.489602Z","caller":"traceutil/trace.go:171","msg":"trace[590405657] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4969; }","duration":"1.40991775s","start":"2026-03-14T01:40:35.079653Z","end":"2026-03-14T01:40:36.48957Z","steps":["trace[590405657] 'agreement among raft nodes before linearized reading' (duration: 1.409714986s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:36.489663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:35.079634Z","time spent":"1.410017042s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:40:36.48969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511857504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:40:36.489699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608547838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T01:40:36.489731Z","caller":"traceutil/trace.go:171","msg":"trace[1625576827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4969; }","duration":"1.511908436s","start":"2026-03-14T01:40:34.97781Z","end":"2026-03-14T01:40:36.489718Z","steps":["trace[1625576827] 'agreement among raft nodes before linearized reading' (duration: 1.511365553s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:36.489747Z","caller":"traceutil/trace.go:171","msg":"trace[664485731] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4969; }","duration":"1.60864654s","start":"2026-03-14T01:40:34.881085Z","end":"2026-03-14T01:40:36.489731Z","steps":["trace[664485731] 'agreement among raft nodes before linearized reading' (duration: 1.608478476s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:36.489514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.976212Z","time spent":"1.513293498s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:40:36.489766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.977803Z","time spent":"1.511955197s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:36.489781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.881053Z","time spent":"1.608720882s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:40:36.489613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348845455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-j5mj2.189c91912cdfeb36\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-03-14T01:40:36.489075Z","caller":"traceutil/trace.go:171","msg":"trace[236320669] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"602.129685ms","start":"2026-03-14T01:40:35.886912Z","end":"2026-03-14T01:40:36.489042Z","steps":["trace[236320669] 'process raft request' (duration: 601.190824ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:36.489868Z","caller":"traceutil/trace.go:171","msg":"trace[1464895229] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-j5mj2.189c91912cdfeb36; range_end:; response_count:1; response_revision:4969; }","duration":"1.349121751s","start":"2026-03-14T01:40:35.140716Z","end":"2026-03-14T01:40:36.489838Z","steps":["trace[1464895229] 'agreement among raft nodes before linearized reading' (duration: 1.348590789s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:36.48991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513169315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T01:40:36.489931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:35.14069Z","time spent":"1.349223584s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":856,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-j5mj2.189c91912cdfeb36\" "} {"level":"info","ts":"2026-03-14T01:40:36.489949Z","caller":"traceutil/trace.go:171","msg":"trace[260178779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4969; }","duration":"1.513260597s","start":"2026-03-14T01:40:34.976674Z","end":"2026-03-14T01:40:36.489935Z","steps":["trace[260178779] 'agreement among raft nodes before linearized reading' (duration: 1.51252817s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:36.489943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:35.886902Z","time spent":"602.995815ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:36.489988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.976648Z","time spent":"1.513331719s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:36.48999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576696305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:40:36.490037Z","caller":"traceutil/trace.go:171","msg":"trace[858299442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4969; }","duration":"1.576794687s","start":"2026-03-14T01:40:34.913229Z","end":"2026-03-14T01:40:36.490023Z","steps":["trace[858299442] 'agreement among raft nodes before linearized reading' (duration: 1.576576972s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:36.490037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.899706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:40:36.490159Z","caller":"traceutil/trace.go:171","msg":"trace[741298188] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4969; }","duration":"407.096351ms","start":"2026-03-14T01:40:36.083036Z","end":"2026-03-14T01:40:36.490132Z","steps":["trace[741298188] 'agreement among raft nodes before linearized reading' (duration: 406.761884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:36.490178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513981323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:40:36.490182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593290197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:40:36.490205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:36.082998Z","time spent":"407.197633ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:40:36.490083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.913212Z","time spent":"1.576863659s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:40:36.490432Z","caller":"traceutil/trace.go:171","msg":"trace[87222730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4969; }","duration":"1.514043645s","start":"2026-03-14T01:40:34.976164Z","end":"2026-03-14T01:40:36.490207Z","steps":["trace[87222730] 'agreement among raft nodes before linearized reading' (duration: 1.513075773s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:36.490436Z","caller":"traceutil/trace.go:171","msg":"trace[1872751397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4969; }","duration":"1.593578735s","start":"2026-03-14T01:40:34.896846Z","end":"2026-03-14T01:40:36.490425Z","steps":["trace[1872751397] 'agreement among raft nodes before linearized reading' (duration: 1.593274317s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:36.49047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.976147Z","time spent":"1.514314162s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:40:36.490477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.896829Z","time spent":"1.593641196s","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:40:36.490188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.695544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-14T01:40:36.490553Z","caller":"traceutil/trace.go:171","msg":"trace[2046835897] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4969; }","duration":"174.057293ms","start":"2026-03-14T01:40:36.316478Z","end":"2026-03-14T01:40:36.490535Z","steps":["trace[2046835897] 'agreement among raft nodes before linearized reading' (duration: 173.625062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:37.037463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.54613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:37.037638Z","caller":"traceutil/trace.go:171","msg":"trace[1383071772] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"541.751797ms","start":"2026-03-14T01:40:36.495859Z","end":"2026-03-14T01:40:37.037611Z","steps":["trace[1383071772] 'process raft request' (duration: 117.934452ms)","trace[1383071772] 'compare' (duration: 423.354055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:37.037715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:36.495836Z","time spent":"541.84517ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:37.040027Z","caller":"traceutil/trace.go:171","msg":"trace[1329288093] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"543.187721ms","start":"2026-03-14T01:40:36.496795Z","end":"2026-03-14T01:40:37.039983Z","steps":["trace[1329288093] 'process raft request' (duration: 542.593977ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:37.040091Z","caller":"traceutil/trace.go:171","msg":"trace[1510994997] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"543.17961ms","start":"2026-03-14T01:40:36.496874Z","end":"2026-03-14T01:40:37.040054Z","steps":["trace[1510994997] 'process raft request' (duration: 542.980616ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:37.040151Z","caller":"traceutil/trace.go:171","msg":"trace[1011604168] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"543.050728ms","start":"2026-03-14T01:40:36.497075Z","end":"2026-03-14T01:40:37.040126Z","steps":["trace[1011604168] 'process raft request' (duration: 542.850083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:37.040243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:36.496766Z","time spent":"543.373005ms","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:40:37.040296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:36.496863Z","time spent":"543.325643ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:37.040311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:36.497049Z","time spent":"543.18182ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:37.040316Z","caller":"traceutil/trace.go:171","msg":"trace[408070116] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"543.206052ms","start":"2026-03-14T01:40:36.497076Z","end":"2026-03-14T01:40:37.040282Z","steps":["trace[408070116] 'process raft request' (duration: 542.891254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:37.040482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:36.497051Z","time spent":"543.345324ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:37.040855Z","caller":"traceutil/trace.go:171","msg":"trace[7672144] linearizableReadLoop","detail":"{readStateIndex:5180; appliedIndex:5177; }","duration":"543.818485ms","start":"2026-03-14T01:40:36.49702Z","end":"2026-03-14T01:40:37.040839Z","steps":["trace[7672144] 'read index received' (duration: 116.936839ms)","trace[7672144] 'applied index is now lower than readState.Index' (duration: 426.880296ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:37.040956Z","caller":"traceutil/trace.go:171","msg":"trace[1404176145] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"542.991077ms","start":"2026-03-14T01:40:36.497954Z","end":"2026-03-14T01:40:37.040945Z","steps":["trace[1404176145] 'process raft request' (duration: 542.848423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:37.041014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:36.497944Z","time spent":"543.033127ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:37.040931Z","caller":"traceutil/trace.go:171","msg":"trace[322981270] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"543.5808ms","start":"2026-03-14T01:40:36.49733Z","end":"2026-03-14T01:40:37.040911Z","steps":["trace[322981270] 'process raft request' (duration: 543.435626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:37.04138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:36.497312Z","time spent":"544.021629ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:37.041413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.387248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8e7bdad4-b80d-460e-baa8-743bcdfaa8ba\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-14T01:40:37.041454Z","caller":"traceutil/trace.go:171","msg":"trace[286367170] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8e7bdad4-b80d-460e-baa8-743bcdfaa8ba; range_end:; response_count:1; response_revision:4977; }","duration":"544.45762ms","start":"2026-03-14T01:40:36.496983Z","end":"2026-03-14T01:40:37.041441Z","steps":["trace[286367170] 'agreement among raft nodes before linearized reading' (duration: 544.224094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:37.041489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:36.49697Z","time spent":"544.508851ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-8e7bdad4-b80d-460e-baa8-743bcdfaa8ba\" "} {"level":"warn","ts":"2026-03-14T01:40:37.041676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.557301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:40:37.041795Z","caller":"traceutil/trace.go:171","msg":"trace[481063712] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4977; }","duration":"544.691714ms","start":"2026-03-14T01:40:36.497041Z","end":"2026-03-14T01:40:37.041732Z","steps":["trace[481063712] 'agreement among raft nodes before linearized reading' (duration: 544.463269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:37.041849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:36.497012Z","time spent":"544.826928ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:40:37.041975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.872018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:37.042013Z","caller":"traceutil/trace.go:171","msg":"trace[86250887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4977; }","duration":"540.944949ms","start":"2026-03-14T01:40:36.50106Z","end":"2026-03-14T01:40:37.042005Z","steps":["trace[86250887] 'agreement among raft nodes before linearized reading' (duration: 540.882347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:37.042036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:36.50104Z","time spent":"540.99207ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:40:37.042344Z","caller":"traceutil/trace.go:171","msg":"trace[498610966] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"543.879986ms","start":"2026-03-14T01:40:36.497224Z","end":"2026-03-14T01:40:37.041104Z","steps":["trace[498610966] 'process raft request' (duration: 543.459077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:37.042355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.233138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62973"} {"level":"info","ts":"2026-03-14T01:40:37.042413Z","caller":"traceutil/trace.go:171","msg":"trace[494336083] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4977; }","duration":"545.31878ms","start":"2026-03-14T01:40:36.497079Z","end":"2026-03-14T01:40:37.042397Z","steps":["trace[494336083] 'agreement among raft nodes before linearized reading' (duration: 545.020813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:37.042442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:36.497197Z","time spent":"545.196067ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:37.042467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:36.497067Z","time spent":"545.390912ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62997,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T01:40:40.6335Z","caller":"traceutil/trace.go:171","msg":"trace[984082880] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"128.291123ms","start":"2026-03-14T01:40:40.505174Z","end":"2026-03-14T01:40:40.633465Z","steps":["trace[984082880] 'process raft request' (duration: 128.111788ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:46.642864Z","caller":"traceutil/trace.go:171","msg":"trace[15297984] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"100.500708ms","start":"2026-03-14T01:40:46.542335Z","end":"2026-03-14T01:40:46.642836Z","steps":["trace[15297984] 'process raft request' (duration: 55.493479ms)","trace[15297984] 'compare' (duration: 44.716752ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:46.976766Z","caller":"traceutil/trace.go:171","msg":"trace[1625069985] linearizableReadLoop","detail":"{readStateIndex:5303; appliedIndex:5302; }","duration":"282.93439ms","start":"2026-03-14T01:40:46.693805Z","end":"2026-03-14T01:40:46.976739Z","steps":["trace[1625069985] 'read index received' (duration: 282.833947ms)","trace[1625069985] 'applied index is now lower than readState.Index' (duration: 99.143µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:46.976886Z","caller":"traceutil/trace.go:171","msg":"trace[1262596502] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"323.342644ms","start":"2026-03-14T01:40:46.65353Z","end":"2026-03-14T01:40:46.976872Z","steps":["trace[1262596502] 'process raft request' (duration: 323.064997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:46.977025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:46.653507Z","time spent":"323.428145ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:46.977389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.560944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130574"} {"level":"info","ts":"2026-03-14T01:40:46.977494Z","caller":"traceutil/trace.go:171","msg":"trace[186884884] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5093; }","duration":"283.716397ms","start":"2026-03-14T01:40:46.693758Z","end":"2026-03-14T01:40:46.977475Z","steps":["trace[186884884] 'agreement among raft nodes before linearized reading' (duration: 283.38918ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:47.034264Z","caller":"traceutil/trace.go:171","msg":"trace[1864177621] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"340.432863ms","start":"2026-03-14T01:40:46.693815Z","end":"2026-03-14T01:40:47.034248Z","steps":["trace[1864177621] 'process raft request' (duration: 333.225549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:47.034326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:46.693795Z","time spent":"340.502265ms","remote":"127.0.0.1:33490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:40:47.034445Z","caller":"traceutil/trace.go:171","msg":"trace[798172648] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"340.314051ms","start":"2026-03-14T01:40:46.694096Z","end":"2026-03-14T01:40:47.03441Z","steps":["trace[798172648] 'process raft request' (duration: 340.068105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:47.034603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.590937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:47.034708Z","caller":"traceutil/trace.go:171","msg":"trace[1060007256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5096; }","duration":"134.734642ms","start":"2026-03-14T01:40:46.899941Z","end":"2026-03-14T01:40:47.034675Z","steps":["trace[1060007256] 'agreement among raft nodes before linearized reading' (duration: 134.472595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:47.034824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:46.694078Z","time spent":"340.549107ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:40:47.035204Z","caller":"traceutil/trace.go:171","msg":"trace[1092679157] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"340.836413ms","start":"2026-03-14T01:40:46.694345Z","end":"2026-03-14T01:40:47.035181Z","steps":["trace[1092679157] 'process raft request' (duration: 339.929962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:47.035304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:46.694328Z","time spent":"340.918785ms","remote":"127.0.0.1:33610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1249,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:40:48.551466Z","caller":"traceutil/trace.go:171","msg":"trace[483568353] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"188.490759ms","start":"2026-03-14T01:40:48.362953Z","end":"2026-03-14T01:40:48.551444Z","steps":["trace[483568353] 'process raft request' (duration: 188.323515ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:48.587308Z","caller":"traceutil/trace.go:171","msg":"trace[1184231803] linearizableReadLoop","detail":"{readStateIndex:5368; appliedIndex:5366; }","duration":"165.883333ms","start":"2026-03-14T01:40:48.421407Z","end":"2026-03-14T01:40:48.587291Z","steps":["trace[1184231803] 'read index received' (duration: 129.950271ms)","trace[1184231803] 'applied index is now lower than readState.Index' (duration: 35.931292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:48.587419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.998145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:48.587496Z","caller":"traceutil/trace.go:171","msg":"trace[1277179142] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5157; }","duration":"166.093467ms","start":"2026-03-14T01:40:48.421387Z","end":"2026-03-14T01:40:48.587481Z","steps":["trace[1277179142] 'agreement among raft nodes before linearized reading' (duration: 165.971544ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:48.587733Z","caller":"traceutil/trace.go:171","msg":"trace[2087568226] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"196.189806ms","start":"2026-03-14T01:40:48.391495Z","end":"2026-03-14T01:40:48.587684Z","steps":["trace[2087568226] 'process raft request' (duration: 167.807377ms)","trace[2087568226] 'compare' (duration: 27.858637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:51.906894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242708486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:40:52.407296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242708486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:40:52.412963Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.027202886s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:40:52.413532Z","caller":"traceutil/trace.go:171","msg":"trace[306349748] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"1.027876051s","start":"2026-03-14T01:40:51.385628Z","end":"2026-03-14T01:40:52.413504Z","steps":["trace[306349748] 'process raft request' (duration: 1.027659106s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:52.413823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:51.385606Z","time spent":"1.027990374s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5961,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:52.834528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.650817ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:52.834632Z","caller":"traceutil/trace.go:171","msg":"trace[253452298] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5176; }","duration":"231.765359ms","start":"2026-03-14T01:40:52.602851Z","end":"2026-03-14T01:40:52.834616Z","steps":["trace[253452298] 'range keys from in-memory index tree' (duration: 231.639237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:52.834759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.977111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:52.835184Z","caller":"traceutil/trace.go:171","msg":"trace[769842800] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"875.938527ms","start":"2026-03-14T01:40:51.95921Z","end":"2026-03-14T01:40:52.835148Z","steps":["trace[769842800] 'process raft request' (duration: 875.695522ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:52.835233Z","caller":"traceutil/trace.go:171","msg":"trace[2053863059] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"883.94045ms","start":"2026-03-14T01:40:51.951245Z","end":"2026-03-14T01:40:52.835186Z","steps":["trace[2053863059] 'process raft request' (duration: 715.410737ms)","trace[2053863059] 'compare' (duration: 167.771716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:52.835359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:51.959202Z","time spent":"876.057951ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:52.835508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:51.951194Z","time spent":"884.125044ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:52.836352Z","caller":"traceutil/trace.go:171","msg":"trace[2041622966] linearizableReadLoop","detail":"{readStateIndex:5389; appliedIndex:5386; }","duration":"1.430402716s","start":"2026-03-14T01:40:51.405923Z","end":"2026-03-14T01:40:52.836326Z","steps":["trace[2041622966] 'read index received' (duration: 1.007343573s)","trace[2041622966] 'applied index is now lower than readState.Index' (duration: 423.056333ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:52.836381Z","caller":"traceutil/trace.go:171","msg":"trace[1165671741] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"403.575649ms","start":"2026-03-14T01:40:52.432774Z","end":"2026-03-14T01:40:52.83635Z","steps":["trace[1165671741] 'process raft request' (duration: 402.403051ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:52.83641Z","caller":"traceutil/trace.go:171","msg":"trace[2010457276] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"405.043722ms","start":"2026-03-14T01:40:52.43131Z","end":"2026-03-14T01:40:52.836354Z","steps":["trace[2010457276] 'process raft request' (duration: 403.755222ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:52.836453Z","caller":"traceutil/trace.go:171","msg":"trace[2054756647] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"405.244246ms","start":"2026-03-14T01:40:52.431166Z","end":"2026-03-14T01:40:52.83641Z","steps":["trace[2054756647] 'process raft request' (duration: 403.826183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:52.836481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.432767Z","time spent":"403.679451ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5085,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:52.836618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.431143Z","time spent":"405.40176ms","remote":"127.0.0.1:33610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1563,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:52.836627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.431306Z","time spent":"405.222106ms","remote":"127.0.0.1:33490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1045,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:52.908604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411242766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-14T01:40:52.9087Z","caller":"traceutil/trace.go:171","msg":"trace[1669328459] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5181; }","duration":"1.411331668s","start":"2026-03-14T01:40:51.497334Z","end":"2026-03-14T01:40:52.908666Z","steps":["trace[1669328459] 'agreement among raft nodes before linearized reading' (duration: 1.411094493s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:52.908744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:51.497254Z","time spent":"1.411479992s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T01:40:52.909023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008064298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:40:52.908989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.078262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-335da05c-1bc3-475b-a6b1-0606559a4b77\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-03-14T01:40:52.909053Z","caller":"traceutil/trace.go:171","msg":"trace[1223303256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5181; }","duration":"1.00813888s","start":"2026-03-14T01:40:51.900903Z","end":"2026-03-14T01:40:52.909042Z","steps":["trace[1223303256] 'agreement among raft nodes before linearized reading' (duration: 1.008088989s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:52.909081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:51.900878Z","time spent":"1.00819821s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:40:52.909036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.016294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:40:52.909085Z","caller":"traceutil/trace.go:171","msg":"trace[358250349] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-335da05c-1bc3-475b-a6b1-0606559a4b77; range_end:; response_count:1; response_revision:5181; }","duration":"531.183295ms","start":"2026-03-14T01:40:52.377873Z","end":"2026-03-14T01:40:52.909056Z","steps":["trace[358250349] 'agreement among raft nodes before linearized reading' (duration: 530.920789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:52.909085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503139568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-14T01:40:52.909146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.377851Z","time spent":"531.285318ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-335da05c-1bc3-475b-a6b1-0606559a4b77\" "} {"level":"info","ts":"2026-03-14T01:40:52.909143Z","caller":"traceutil/trace.go:171","msg":"trace[394987706] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5181; }","duration":"864.183399ms","start":"2026-03-14T01:40:52.044932Z","end":"2026-03-14T01:40:52.909116Z","steps":["trace[394987706] 'agreement among raft nodes before linearized reading' (duration: 863.991854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:52.909233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.044918Z","time spent":"864.292931ms","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:40:52.909252Z","caller":"traceutil/trace.go:171","msg":"trace[958443267] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5181; }","duration":"1.503292572s","start":"2026-03-14T01:40:51.405857Z","end":"2026-03-14T01:40:52.909149Z","steps":["trace[958443267] 'agreement among raft nodes before linearized reading' (duration: 1.430549159s)","trace[958443267] 'range keys from in-memory index tree' (duration: 72.488136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:52.90928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383782529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:40:52.909301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:51.40583Z","time spent":"1.503459766s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-14T01:40:52.909319Z","caller":"traceutil/trace.go:171","msg":"trace[1011922801] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5181; }","duration":"1.383888972s","start":"2026-03-14T01:40:51.525417Z","end":"2026-03-14T01:40:52.909306Z","steps":["trace[1011922801] 'agreement among raft nodes before linearized reading' (duration: 1.38382845s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:52.909349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:51.525385Z","time spent":"1.383956433s","remote":"127.0.0.1:60474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:40:52.909553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.130036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:40:52.909634Z","caller":"traceutil/trace.go:171","msg":"trace[74409126] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5181; }","duration":"713.219398ms","start":"2026-03-14T01:40:52.196362Z","end":"2026-03-14T01:40:52.909582Z","steps":["trace[74409126] 'agreement among raft nodes before linearized reading' (duration: 713.117776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:52.909673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.196339Z","time spent":"713.32277ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:40:52.909675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.778402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:52.909723Z","caller":"traceutil/trace.go:171","msg":"trace[1733518648] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5181; }","duration":"141.868715ms","start":"2026-03-14T01:40:52.767842Z","end":"2026-03-14T01:40:52.909711Z","steps":["trace[1733518648] 'agreement among raft nodes before linearized reading' (duration: 141.734622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:52.909845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.799854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:40:52.909882Z","caller":"traceutil/trace.go:171","msg":"trace[69603867] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5181; }","duration":"526.862776ms","start":"2026-03-14T01:40:52.383009Z","end":"2026-03-14T01:40:52.909871Z","steps":["trace[69603867] 'agreement among raft nodes before linearized reading' (duration: 526.743084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:52.90991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.383001Z","time spent":"526.902427ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:40:52.909974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.477686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T01:40:52.910015Z","caller":"traceutil/trace.go:171","msg":"trace[1648844196] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5181; }","duration":"864.513117ms","start":"2026-03-14T01:40:52.045486Z","end":"2026-03-14T01:40:52.909999Z","steps":["trace[1648844196] 'agreement among raft nodes before linearized reading' (duration: 864.348413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:52.910067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.045455Z","time spent":"864.604338ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-14T01:40:53.415781Z","caller":"traceutil/trace.go:171","msg":"trace[838301941] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"500.996154ms","start":"2026-03-14T01:40:52.914742Z","end":"2026-03-14T01:40:53.415738Z","steps":["trace[838301941] 'process raft request' (duration: 456.771173ms)","trace[838301941] 'compare' (duration: 43.995086ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:53.415867Z","caller":"traceutil/trace.go:171","msg":"trace[664880994] linearizableReadLoop","detail":"{readStateIndex:5395; appliedIndex:5393; }","duration":"500.315408ms","start":"2026-03-14T01:40:52.91554Z","end":"2026-03-14T01:40:53.415855Z","steps":["trace[664880994] 'read index received' (duration: 13.97951ms)","trace[664880994] 'applied index is now lower than readState.Index' (duration: 486.334818ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:53.41597Z","caller":"traceutil/trace.go:171","msg":"trace[57142366] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"376.953498ms","start":"2026-03-14T01:40:53.039007Z","end":"2026-03-14T01:40:53.41596Z","steps":["trace[57142366] 'process raft request' (duration: 376.644571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.415998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.914729Z","time spent":"501.152007ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:53.416109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:53.038974Z","time spent":"377.03159ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:53.415792Z","caller":"traceutil/trace.go:171","msg":"trace[1633671948] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"165.127575ms","start":"2026-03-14T01:40:53.250635Z","end":"2026-03-14T01:40:53.415763Z","steps":["trace[1633671948] 'process raft request' (duration: 165.073804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.4163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.457238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:53.416392Z","caller":"traceutil/trace.go:171","msg":"trace[134094811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5185; }","duration":"495.568431ms","start":"2026-03-14T01:40:52.920801Z","end":"2026-03-14T01:40:53.416369Z","steps":["trace[134094811] 'agreement among raft nodes before linearized reading' (duration: 495.399677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.41641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.865982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17308"} {"level":"warn","ts":"2026-03-14T01:40:53.416442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.920793Z","time spent":"495.640473ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:40:53.416456Z","caller":"traceutil/trace.go:171","msg":"trace[1289159422] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5185; }","duration":"500.936614ms","start":"2026-03-14T01:40:52.915506Z","end":"2026-03-14T01:40:53.416443Z","steps":["trace[1289159422] 'agreement among raft nodes before linearized reading' (duration: 500.7589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.416422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.902736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:40:53.416456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.528832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:40:53.416488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.25191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-14T01:40:53.416503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.91549Z","time spent":"501.004015ms","remote":"127.0.0.1:33506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17332,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-14T01:40:53.416495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.207361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:40:53.416535Z","caller":"traceutil/trace.go:171","msg":"trace[510736436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5185; }","duration":"248.623344ms","start":"2026-03-14T01:40:53.167895Z","end":"2026-03-14T01:40:53.416519Z","steps":["trace[510736436] 'agreement among raft nodes before linearized reading' (duration: 248.372269ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:53.416545Z","caller":"traceutil/trace.go:171","msg":"trace[1359951344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:5185; }","duration":"225.334283ms","start":"2026-03-14T01:40:53.191194Z","end":"2026-03-14T01:40:53.416528Z","steps":["trace[1359951344] 'agreement among raft nodes before linearized reading' (duration: 225.174069ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:53.416581Z","caller":"traceutil/trace.go:171","msg":"trace[1488863348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5185; }","duration":"264.363325ms","start":"2026-03-14T01:40:53.152199Z","end":"2026-03-14T01:40:53.416562Z","steps":["trace[1488863348] 'agreement among raft nodes before linearized reading' (duration: 264.11445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.41661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.201079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T01:40:53.41664Z","caller":"traceutil/trace.go:171","msg":"trace[358837321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5185; }","duration":"232.291651ms","start":"2026-03-14T01:40:53.184341Z","end":"2026-03-14T01:40:53.416633Z","steps":["trace[358837321] 'agreement among raft nodes before linearized reading' (duration: 232.215299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.416673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.7337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T01:40:53.416524Z","caller":"traceutil/trace.go:171","msg":"trace[1080275066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5185; }","duration":"230.03979ms","start":"2026-03-14T01:40:53.18646Z","end":"2026-03-14T01:40:53.4165Z","steps":["trace[1080275066] 'agreement among raft nodes before linearized reading' (duration: 229.748443ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:53.4167Z","caller":"traceutil/trace.go:171","msg":"trace[1912747022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5185; }","duration":"235.816441ms","start":"2026-03-14T01:40:53.180876Z","end":"2026-03-14T01:40:53.416693Z","steps":["trace[1912747022] 'agreement among raft nodes before linearized reading' (duration: 235.74823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.4165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.782674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-335da05c-1bc3-475b-a6b1-0606559a4b77\" ","response":"range_response_count:1 size:2243"} {"level":"info","ts":"2026-03-14T01:40:53.41681Z","caller":"traceutil/trace.go:171","msg":"trace[1586176644] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-335da05c-1bc3-475b-a6b1-0606559a4b77; range_end:; response_count:1; response_revision:5185; }","duration":"485.164063ms","start":"2026-03-14T01:40:52.931631Z","end":"2026-03-14T01:40:53.416795Z","steps":["trace[1586176644] 'agreement among raft nodes before linearized reading' (duration: 484.675132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:53.416865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:52.93161Z","time spent":"485.239845ms","remote":"127.0.0.1:39792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2267,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-335da05c-1bc3-475b-a6b1-0606559a4b77\" "} {"level":"info","ts":"2026-03-14T01:40:54.432631Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2638} {"level":"info","ts":"2026-03-14T01:40:54.54411Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2638,"took":"109.411761ms","hash":162749368,"current-db-size-bytes":38670336,"current-db-size":"39 MB","current-db-size-in-use-bytes":28168192,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-14T01:40:54.544184Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":162749368,"revision":2638,"compact-revision":-1} {"level":"info","ts":"2026-03-14T01:40:56.818185Z","caller":"traceutil/trace.go:171","msg":"trace[1960921320] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"382.937566ms","start":"2026-03-14T01:40:56.435218Z","end":"2026-03-14T01:40:56.818155Z","steps":["trace[1960921320] 'process raft request' (duration: 382.780763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:56.818354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:56.435199Z","time spent":"383.064789ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:57.04056Z","caller":"traceutil/trace.go:171","msg":"trace[841878265] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"438.596127ms","start":"2026-03-14T01:40:56.601934Z","end":"2026-03-14T01:40:57.04053Z","steps":["trace[841878265] 'process raft request' (duration: 437.709457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:57.040723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:56.601898Z","time spent":"438.73376ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:57.040698Z","caller":"traceutil/trace.go:171","msg":"trace[760581471] linearizableReadLoop","detail":"{readStateIndex:5439; appliedIndex:5438; }","duration":"217.435411ms","start":"2026-03-14T01:40:56.823217Z","end":"2026-03-14T01:40:57.040652Z","steps":["trace[760581471] 'read index received' (duration: 216.564311ms)","trace[760581471] 'applied index is now lower than readState.Index' (duration: 866.94µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:57.040879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.629405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-5m6jf\" ","response":"range_response_count:1 size:5199"} {"level":"info","ts":"2026-03-14T01:40:57.040948Z","caller":"traceutil/trace.go:171","msg":"trace[1980954298] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-5m6jf; range_end:; response_count:1; response_revision:5225; }","duration":"217.756698ms","start":"2026-03-14T01:40:56.823176Z","end":"2026-03-14T01:40:57.040933Z","steps":["trace[1980954298] 'agreement among raft nodes before linearized reading' (duration: 217.552384ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:57.210501Z","caller":"traceutil/trace.go:171","msg":"trace[358654393] linearizableReadLoop","detail":"{readStateIndex:5441; appliedIndex:5439; }","duration":"169.67436ms","start":"2026-03-14T01:40:57.040799Z","end":"2026-03-14T01:40:57.210473Z","steps":["trace[358654393] 'read index received' (duration: 120.802483ms)","trace[358654393] 'applied index is now lower than readState.Index' (duration: 48.869877ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:57.210665Z","caller":"traceutil/trace.go:171","msg":"trace[273286765] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"334.858116ms","start":"2026-03-14T01:40:56.875763Z","end":"2026-03-14T01:40:57.210621Z","steps":["trace[273286765] 'process raft request' (duration: 334.652442ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:57.210685Z","caller":"traceutil/trace.go:171","msg":"trace[707707287] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"335.384588ms","start":"2026-03-14T01:40:56.875222Z","end":"2026-03-14T01:40:57.210607Z","steps":["trace[707707287] 'process raft request' (duration: 286.359658ms)","trace[707707287] 'compare' (duration: 48.630691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:57.210782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.61322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:57.210877Z","caller":"traceutil/trace.go:171","msg":"trace[184799040] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"160.0666ms","start":"2026-03-14T01:40:57.050792Z","end":"2026-03-14T01:40:57.210858Z","steps":["trace[184799040] 'process raft request' (duration: 159.898816ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:57.210936Z","caller":"traceutil/trace.go:171","msg":"trace[146767154] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5227; }","duration":"299.815095ms","start":"2026-03-14T01:40:56.91105Z","end":"2026-03-14T01:40:57.210865Z","steps":["trace[146767154] 'agreement among raft nodes before linearized reading' (duration: 299.544359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:57.210956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:56.875191Z","time spent":"335.614794ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:57.210888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:56.87574Z","time spent":"335.030691ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:57.211113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:56.911035Z","time spent":"300.01779ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:41:02.689104Z","caller":"traceutil/trace.go:171","msg":"trace[979148839] linearizableReadLoop","detail":"{readStateIndex:5504; appliedIndex:5503; }","duration":"387.102832ms","start":"2026-03-14T01:41:02.301975Z","end":"2026-03-14T01:41:02.689078Z","steps":["trace[979148839] 'read index received' (duration: 386.914258ms)","trace[979148839] 'applied index is now lower than readState.Index' (duration: 187.014µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:02.689162Z","caller":"traceutil/trace.go:171","msg":"trace[969632133] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"391.939532ms","start":"2026-03-14T01:41:02.297188Z","end":"2026-03-14T01:41:02.689128Z","steps":["trace[969632133] 'process raft request' (duration: 391.694647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:02.689338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:02.297138Z","time spent":"392.094785ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:41:02.689347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.349547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-14T01:41:02.689509Z","caller":"traceutil/trace.go:171","msg":"trace[1647297559] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5289; }","duration":"387.531301ms","start":"2026-03-14T01:41:02.30196Z","end":"2026-03-14T01:41:02.689492Z","steps":["trace[1647297559] 'agreement among raft nodes before linearized reading' (duration: 387.225554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:02.689551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:02.301953Z","time spent":"387.586892ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9663,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-14T01:41:07.80496Z","caller":"traceutil/trace.go:171","msg":"trace[907961203] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"539.053546ms","start":"2026-03-14T01:41:07.265873Z","end":"2026-03-14T01:41:07.804927Z","steps":["trace[907961203] 'process raft request' (duration: 538.842191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:07.805181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:07.265844Z","time spent":"539.224739ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:41:07.83235Z","caller":"traceutil/trace.go:171","msg":"trace[1583157526] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"564.473137ms","start":"2026-03-14T01:41:07.267859Z","end":"2026-03-14T01:41:07.832332Z","steps":["trace[1583157526] 'process raft request' (duration: 555.737137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:07.832429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:07.26782Z","time spent":"564.570429ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:41:07.832496Z","caller":"traceutil/trace.go:171","msg":"trace[659420947] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"359.373878ms","start":"2026-03-14T01:41:07.473054Z","end":"2026-03-14T01:41:07.832428Z","steps":["trace[659420947] 'process raft request' (duration: 359.183204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:07.832662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:07.473016Z","time spent":"359.555542ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:41:07.832622Z","caller":"traceutil/trace.go:171","msg":"trace[1263014850] linearizableReadLoop","detail":"{readStateIndex:5589; appliedIndex:5586; }","duration":"260.175209ms","start":"2026-03-14T01:41:07.572212Z","end":"2026-03-14T01:41:07.832387Z","steps":["trace[1263014850] 'read index received' (duration: 232.506706ms)","trace[1263014850] 'applied index is now lower than readState.Index' (duration: 27.666543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:41:07.832701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.477195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:41:07.832801Z","caller":"traceutil/trace.go:171","msg":"trace[1114171563] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:5370; }","duration":"260.617169ms","start":"2026-03-14T01:41:07.57216Z","end":"2026-03-14T01:41:07.832777Z","steps":["trace[1114171563] 'agreement among raft nodes before linearized reading' (duration: 260.392084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:07.833138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.747035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:41:07.833159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.894909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:41:07.833206Z","caller":"traceutil/trace.go:171","msg":"trace[64963948] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5370; }","duration":"251.974421ms","start":"2026-03-14T01:41:07.581219Z","end":"2026-03-14T01:41:07.833194Z","steps":["trace[64963948] 'agreement among raft nodes before linearized reading' (duration: 251.792317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:07.833228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.377679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:41:07.833244Z","caller":"traceutil/trace.go:171","msg":"trace[1367331580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5370; }","duration":"258.897909ms","start":"2026-03-14T01:41:07.574286Z","end":"2026-03-14T01:41:07.833183Z","steps":["trace[1367331580] 'agreement among raft nodes before linearized reading' (duration: 258.611412ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:07.833273Z","caller":"traceutil/trace.go:171","msg":"trace[713618746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5370; }","duration":"255.469761ms","start":"2026-03-14T01:41:07.577793Z","end":"2026-03-14T01:41:07.833263Z","steps":["trace[713618746] 'agreement among raft nodes before linearized reading' (duration: 255.353338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:07.833292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.831947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:41:07.833195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.074442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:41:07.833334Z","caller":"traceutil/trace.go:171","msg":"trace[1250913081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5370; }","duration":"254.892188ms","start":"2026-03-14T01:41:07.578429Z","end":"2026-03-14T01:41:07.833321Z","steps":["trace[1250913081] 'agreement among raft nodes before linearized reading' (duration: 254.798516ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:07.833367Z","caller":"traceutil/trace.go:171","msg":"trace[2108101804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5370; }","duration":"255.279267ms","start":"2026-03-14T01:41:07.578079Z","end":"2026-03-14T01:41:07.833358Z","steps":["trace[2108101804] 'agreement among raft nodes before linearized reading' (duration: 254.9976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:07.833476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.455791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:41:07.833518Z","caller":"traceutil/trace.go:171","msg":"trace[841421031] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:5370; }","duration":"248.521082ms","start":"2026-03-14T01:41:07.584988Z","end":"2026-03-14T01:41:07.833509Z","steps":["trace[841421031] 'agreement among raft nodes before linearized reading' (duration: 248.40687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:13.957212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242709001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:41:14.457518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242709001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:41:14.958359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242709001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:41:15.45937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242709001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:41:15.959964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242709001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:41:16.047276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000584591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T01:41:16.047387Z","caller":"traceutil/trace.go:171","msg":"trace[748253823] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000716084s","start":"2026-03-14T01:41:14.046649Z","end":"2026-03-14T01:41:16.047365Z","steps":["trace[748253823] 'agreement among raft nodes before linearized reading' (duration: 2.000578401s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:16.047493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:14.046582Z","time spent":"2.000888659s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:41:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:41:16.402536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.96532619s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:41:16.404155Z","caller":"traceutil/trace.go:171","msg":"trace[718871254] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"2.967688923s","start":"2026-03-14T01:41:13.436431Z","end":"2026-03-14T01:41:16.40412Z","steps":["trace[718871254] 'process raft request' (duration: 2.966553567s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:16.4044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:13.436391Z","time spent":"2.967874028s","remote":"127.0.0.1:46042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414042,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:41:16.591922Z","caller":"traceutil/trace.go:171","msg":"trace[1698691580] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"2.745284918s","start":"2026-03-14T01:41:13.846619Z","end":"2026-03-14T01:41:16.591904Z","steps":["trace[1698691580] 'process raft request' (duration: 2.745239026s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:16.591933Z","caller":"traceutil/trace.go:171","msg":"trace[1849776299] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"2.762537954s","start":"2026-03-14T01:41:13.829367Z","end":"2026-03-14T01:41:16.591905Z","steps":["trace[1849776299] 'process raft request' (duration: 2.76238191s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:16.59203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:13.846604Z","time spent":"2.745371301s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:41:16.592031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:13.829334Z","time spent":"2.762648796s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:41:16.592186Z","caller":"traceutil/trace.go:171","msg":"trace[1606632350] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"2.738863552s","start":"2026-03-14T01:41:13.853317Z","end":"2026-03-14T01:41:16.59218Z","steps":["trace[1606632350] 'process raft request' (duration: 2.738567245s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:16.592219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:13.853285Z","time spent":"2.738918433s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:41:16.592458Z","caller":"traceutil/trace.go:171","msg":"trace[470667753] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"2.735544366s","start":"2026-03-14T01:41:13.856885Z","end":"2026-03-14T01:41:16.592429Z","steps":["trace[470667753] 'process raft request' (duration: 2.735241449s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:16.592671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:13.856858Z","time spent":"2.73569988s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:41:16.59316Z","caller":"traceutil/trace.go:171","msg":"trace[274528734] linearizableReadLoop","detail":"{readStateIndex:5635; appliedIndex:5630; }","duration":"3.136170916s","start":"2026-03-14T01:41:13.456965Z","end":"2026-03-14T01:41:16.593136Z","steps":["trace[274528734] 'read index received' (duration: 2.945879545s)","trace[274528734] 'applied index is now lower than readState.Index' (duration: 190.289551ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:16.593275Z","caller":"traceutil/trace.go:171","msg":"trace[290910386] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"541.745166ms","start":"2026-03-14T01:41:16.051512Z","end":"2026-03-14T01:41:16.593257Z","steps":["trace[290910386] 'process raft request' (duration: 540.871236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:16.593402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:16.051483Z","time spent":"541.851018ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:41:16.59342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136444693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:41:16.593538Z","caller":"traceutil/trace.go:171","msg":"trace[746912787] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5415; }","duration":"3.136602675s","start":"2026-03-14T01:41:13.456913Z","end":"2026-03-14T01:41:16.593515Z","steps":["trace[746912787] 'agreement among raft nodes before linearized reading' (duration: 3.13636472s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:16.593663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:13.456888Z","time spent":"3.136734139s","remote":"127.0.0.1:36944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:41:16.594145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713990663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-14T01:41:16.594173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927114986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T01:41:16.594189Z","caller":"traceutil/trace.go:171","msg":"trace[1833277377] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:5415; }","duration":"2.714046754s","start":"2026-03-14T01:41:13.880131Z","end":"2026-03-14T01:41:16.594178Z","steps":["trace[1833277377] 'agreement among raft nodes before linearized reading' (duration: 2.713897811s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:16.594252Z","caller":"traceutil/trace.go:171","msg":"trace[1856740515] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5415; }","duration":"2.927247639s","start":"2026-03-14T01:41:13.666985Z","end":"2026-03-14T01:41:16.594232Z","steps":["trace[1856740515] 'agreement among raft nodes before linearized reading' (duration: 2.927024464s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:16.594293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:13.666964Z","time spent":"2.927322041s","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-14T01:41:16.59427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:13.880119Z","time spent":"2.714141116s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mghhr\" "} {"level":"warn","ts":"2026-03-14T01:41:16.594607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724786849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:41:16.594635Z","caller":"traceutil/trace.go:171","msg":"trace[2138230816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5415; }","duration":"2.724848931s","start":"2026-03-14T01:41:13.869779Z","end":"2026-03-14T01:41:16.594628Z","steps":["trace[2138230816] 'agreement among raft nodes before linearized reading' (duration: 2.724769799s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:16.594656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:13.869764Z","time spent":"2.724888031s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:41:16.594689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.772012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:41:16.594765Z","caller":"traceutil/trace.go:171","msg":"trace[767206288] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5415; }","duration":"246.869206ms","start":"2026-03-14T01:41:16.347853Z","end":"2026-03-14T01:41:16.594722Z","steps":["trace[767206288] 'agreement among raft nodes before linearized reading' (duration: 246.748772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:16.594787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724923833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:41:16.59501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696904179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:41:16.595052Z","caller":"traceutil/trace.go:171","msg":"trace[1085045062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5415; }","duration":"1.69694846s","start":"2026-03-14T01:41:14.898093Z","end":"2026-03-14T01:41:16.595042Z","steps":["trace[1085045062] 'agreement among raft nodes before linearized reading' (duration: 1.696885348s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:16.595079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:14.897993Z","time spent":"1.697080263s","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:41:16.59522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632664744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:41:16.595246Z","caller":"traceutil/trace.go:171","msg":"trace[523050979] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5415; }","duration":"2.632716955s","start":"2026-03-14T01:41:13.962523Z","end":"2026-03-14T01:41:16.59524Z","steps":["trace[523050979] 'agreement among raft nodes before linearized reading' (duration: 2.632629823s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:16.595224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076139148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:41:16.595264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:13.962503Z","time spent":"2.632757616s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T01:41:16.595294Z","caller":"traceutil/trace.go:171","msg":"trace[725497570] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5415; }","duration":"2.076238291s","start":"2026-03-14T01:41:14.51903Z","end":"2026-03-14T01:41:16.595268Z","steps":["trace[725497570] 'agreement among raft nodes before linearized reading' (duration: 2.076140469s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:16.595403Z","caller":"traceutil/trace.go:171","msg":"trace[1480574905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5415; }","duration":"2.725040776s","start":"2026-03-14T01:41:13.869822Z","end":"2026-03-14T01:41:16.594863Z","steps":["trace[1480574905] 'agreement among raft nodes before linearized reading' (duration: 2.724685047s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:16.595477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716149212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:41:16.595495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:13.869762Z","time spent":"2.725714441s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:41:16.595488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722503658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:41:16.595533Z","caller":"traceutil/trace.go:171","msg":"trace[268737426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5415; }","duration":"2.716243925s","start":"2026-03-14T01:41:13.879276Z","end":"2026-03-14T01:41:16.59552Z","steps":["trace[268737426] 'agreement among raft nodes before linearized reading' (duration: 2.71605485s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:16.595545Z","caller":"traceutil/trace.go:171","msg":"trace[950848831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5415; }","duration":"2.722571909s","start":"2026-03-14T01:41:13.872961Z","end":"2026-03-14T01:41:16.595533Z","steps":["trace[950848831] 'agreement among raft nodes before linearized reading' (duration: 2.722410385s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:16.595268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725987347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:41:16.595572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:13.872952Z","time spent":"2.722614821s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:41:16.595573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:13.879255Z","time spent":"2.716310177s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:41:16.595591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:14.519003Z","time spent":"2.076576399s","remote":"127.0.0.1:46092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:41:16.595618Z","caller":"traceutil/trace.go:171","msg":"trace[620088236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5415; }","duration":"2.726381446s","start":"2026-03-14T01:41:13.869217Z","end":"2026-03-14T01:41:16.595598Z","steps":["trace[620088236] 'agreement among raft nodes before linearized reading' (duration: 2.725777703s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:16.595708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:13.869206Z","time spent":"2.726472108s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:41:16.852955Z","caller":"traceutil/trace.go:171","msg":"trace[473191620] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"253.21394ms","start":"2026-03-14T01:41:16.599702Z","end":"2026-03-14T01:41:16.852916Z","steps":["trace[473191620] 'process raft request' (duration: 237.92045ms)","trace[473191620] 'compare' (duration: 15.087775ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:16.85327Z","caller":"traceutil/trace.go:171","msg":"trace[1357254728] linearizableReadLoop","detail":"{readStateIndex:5639; appliedIndex:5636; }","duration":"253.311723ms","start":"2026-03-14T01:41:16.599942Z","end":"2026-03-14T01:41:16.853254Z","steps":["trace[1357254728] 'read index received' (duration: 55.97785ms)","trace[1357254728] 'applied index is now lower than readState.Index' (duration: 197.332303ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:16.853329Z","caller":"traceutil/trace.go:171","msg":"trace[34565911] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"253.074418ms","start":"2026-03-14T01:41:16.600218Z","end":"2026-03-14T01:41:16.853292Z","steps":["trace[34565911] 'process raft request' (duration: 252.912014ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:16.853369Z","caller":"traceutil/trace.go:171","msg":"trace[491486376] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"253.011114ms","start":"2026-03-14T01:41:16.600316Z","end":"2026-03-14T01:41:16.853327Z","steps":["trace[491486376] 'process raft request' (duration: 252.897512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:16.853656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.694181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:41:16.853746Z","caller":"traceutil/trace.go:171","msg":"trace[853808994] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5420; }","duration":"253.824724ms","start":"2026-03-14T01:41:16.599903Z","end":"2026-03-14T01:41:16.853728Z","steps":["trace[853808994] 'agreement among raft nodes before linearized reading' (duration: 253.535558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:16.85366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.283815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:41:16.853802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.247403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-14T01:41:16.853865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.66552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81708"} {"level":"info","ts":"2026-03-14T01:41:16.853966Z","caller":"traceutil/trace.go:171","msg":"trace[1842010985] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5420; }","duration":"253.832284ms","start":"2026-03-14T01:41:16.600113Z","end":"2026-03-14T01:41:16.853945Z","steps":["trace[1842010985] 'agreement among raft nodes before linearized reading' (duration: 253.386764ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:16.853861Z","caller":"traceutil/trace.go:171","msg":"trace[1340543458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5420; }","duration":"251.495201ms","start":"2026-03-14T01:41:16.602345Z","end":"2026-03-14T01:41:16.85384Z","steps":["trace[1340543458] 'agreement among raft nodes before linearized reading' (duration: 251.255615ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:16.853953Z","caller":"traceutil/trace.go:171","msg":"trace[227784116] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5420; }","duration":"149.454367ms","start":"2026-03-14T01:41:16.704477Z","end":"2026-03-14T01:41:16.853931Z","steps":["trace[227784116] 'agreement among raft nodes before linearized reading' (duration: 149.066808ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:16.854507Z","caller":"traceutil/trace.go:171","msg":"trace[470014451] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"253.423585ms","start":"2026-03-14T01:41:16.599845Z","end":"2026-03-14T01:41:16.853268Z","steps":["trace[470014451] 'process raft request' (duration: 253.015166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:17.872809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.28561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:41:17.872991Z","caller":"traceutil/trace.go:171","msg":"trace[901936455] linearizableReadLoop","detail":"{readStateIndex:5644; appliedIndex:5643; }","duration":"159.012715ms","start":"2026-03-14T01:41:17.71395Z","end":"2026-03-14T01:41:17.872962Z","steps":["trace[901936455] 'read index received' (duration: 45.402728ms)","trace[901936455] 'applied index is now lower than readState.Index' (duration: 113.608067ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:17.873017Z","caller":"traceutil/trace.go:171","msg":"trace[548176198] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"164.262506ms","start":"2026-03-14T01:41:17.708707Z","end":"2026-03-14T01:41:17.87297Z","steps":["trace[548176198] 'process raft request' (duration: 50.670768ms)","trace[548176198] 'compare' (duration: 113.044685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:41:17.873252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.302043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-14T01:41:17.873304Z","caller":"traceutil/trace.go:171","msg":"trace[1321738694] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5422; }","duration":"159.403535ms","start":"2026-03-14T01:41:17.713882Z","end":"2026-03-14T01:41:17.873285Z","steps":["trace[1321738694] 'agreement among raft nodes before linearized reading' (duration: 159.148919ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:18.183817Z","caller":"traceutil/trace.go:171","msg":"trace[63347056] linearizableReadLoop","detail":"{readStateIndex:5646; appliedIndex:5645; }","duration":"239.767862ms","start":"2026-03-14T01:41:17.944002Z","end":"2026-03-14T01:41:18.18377Z","steps":["trace[63347056] 'read index received' (duration: 224.150574ms)","trace[63347056] 'applied index is now lower than readState.Index' (duration: 15.613668ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:18.183854Z","caller":"traceutil/trace.go:171","msg":"trace[2140203014] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"247.441388ms","start":"2026-03-14T01:41:17.936369Z","end":"2026-03-14T01:41:18.18381Z","steps":["trace[2140203014] 'process raft request' (duration: 231.775709ms)","trace[2140203014] 'compare' (duration: 15.080706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:41:18.184176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.146681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-14T01:41:18.184271Z","caller":"traceutil/trace.go:171","msg":"trace[1003848750] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5424; }","duration":"240.270394ms","start":"2026-03-14T01:41:17.943978Z","end":"2026-03-14T01:41:18.184248Z","steps":["trace[1003848750] 'agreement among raft nodes before linearized reading' (duration: 239.947196ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:18.235341Z","caller":"traceutil/trace.go:171","msg":"trace[1931629134] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"224.522893ms","start":"2026-03-14T01:41:18.010779Z","end":"2026-03-14T01:41:18.235302Z","steps":["trace[1931629134] 'process raft request' (duration: 224.306988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:18.235659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.83609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-14T01:41:18.235767Z","caller":"traceutil/trace.go:171","msg":"trace[907740049] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5425; }","duration":"273.986885ms","start":"2026-03-14T01:41:17.961753Z","end":"2026-03-14T01:41:18.23574Z","steps":["trace[907740049] 'agreement among raft nodes before linearized reading' (duration: 273.605286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:18.424715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.992528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:41:18.424892Z","caller":"traceutil/trace.go:171","msg":"trace[1596773206] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"186.32542ms","start":"2026-03-14T01:41:18.238536Z","end":"2026-03-14T01:41:18.424861Z","steps":["trace[1596773206] 'process raft request' (duration: 61.022005ms)","trace[1596773206] 'compare' (duration: 124.825105ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:18.734382Z","caller":"traceutil/trace.go:171","msg":"trace[534037819] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"134.517026ms","start":"2026-03-14T01:41:18.599827Z","end":"2026-03-14T01:41:18.734344Z","steps":["trace[534037819] 'process raft request' (duration: 133.397481ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:18.763542Z","caller":"traceutil/trace.go:171","msg":"trace[1635756905] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"162.67382ms","start":"2026-03-14T01:41:18.600841Z","end":"2026-03-14T01:41:18.763515Z","steps":["trace[1635756905] 'process raft request' (duration: 162.547577ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:18.763571Z","caller":"traceutil/trace.go:171","msg":"trace[635913988] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"163.168012ms","start":"2026-03-14T01:41:18.600353Z","end":"2026-03-14T01:41:18.763521Z","steps":["trace[635913988] 'process raft request' (duration: 162.837584ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:18.763833Z","caller":"traceutil/trace.go:171","msg":"trace[359028104] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"144.791711ms","start":"2026-03-14T01:41:18.61902Z","end":"2026-03-14T01:41:18.763812Z","steps":["trace[359028104] 'process raft request' (duration: 144.450494ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:26.920312Z","caller":"traceutil/trace.go:171","msg":"trace[541504731] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"102.865681ms","start":"2026-03-14T01:41:26.81737Z","end":"2026-03-14T01:41:26.920235Z","steps":["trace[541504731] 'process raft request' (duration: 74.114164ms)","trace[541504731] 'compare' (duration: 28.591303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:41:49.589646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.67533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:41:49.589964Z","caller":"traceutil/trace.go:171","msg":"trace[248160338] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"257.895596ms","start":"2026-03-14T01:41:49.331951Z","end":"2026-03-14T01:41:49.589847Z","steps":["trace[248160338] 'process raft request' (duration: 52.9133ms)","trace[248160338] 'compare' (duration: 204.504476ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:49.590182Z","caller":"traceutil/trace.go:171","msg":"trace[982568859] linearizableReadLoop","detail":"{readStateIndex:5923; appliedIndex:5920; }","duration":"251.613663ms","start":"2026-03-14T01:41:49.33853Z","end":"2026-03-14T01:41:49.590144Z","steps":["trace[982568859] 'read index received' (duration: 46.596286ms)","trace[982568859] 'applied index is now lower than readState.Index' (duration: 205.014407ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:49.590248Z","caller":"traceutil/trace.go:171","msg":"trace[276530006] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"255.057112ms","start":"2026-03-14T01:41:49.335171Z","end":"2026-03-14T01:41:49.590228Z","steps":["trace[276530006] 'process raft request' (duration: 254.702774ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:49.590042Z","caller":"traceutil/trace.go:171","msg":"trace[1829497826] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"257.476577ms","start":"2026-03-14T01:41:49.332501Z","end":"2026-03-14T01:41:49.589978Z","steps":["trace[1829497826] 'process raft request' (duration: 257.273053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:49.590483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.92563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-14T01:41:49.590532Z","caller":"traceutil/trace.go:171","msg":"trace[1716864687] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5694; }","duration":"252.043072ms","start":"2026-03-14T01:41:49.338474Z","end":"2026-03-14T01:41:49.590517Z","steps":["trace[1716864687] 'agreement among raft nodes before linearized reading' (duration: 251.836008ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:49.623037Z","caller":"traceutil/trace.go:171","msg":"trace[596896055] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"261.06723ms","start":"2026-03-14T01:41:49.361944Z","end":"2026-03-14T01:41:49.623011Z","steps":["trace[596896055] 'process raft request' (duration: 260.920106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:49.62333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.474982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-14T01:41:49.623425Z","caller":"traceutil/trace.go:171","msg":"trace[1543144802] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5696; }","duration":"283.612636ms","start":"2026-03-14T01:41:49.339793Z","end":"2026-03-14T01:41:49.623405Z","steps":["trace[1543144802] 'agreement among raft nodes before linearized reading' (duration: 283.392661ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:49.625728Z","caller":"traceutil/trace.go:171","msg":"trace[1795985984] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"286.215105ms","start":"2026-03-14T01:41:49.339476Z","end":"2026-03-14T01:41:49.625691Z","steps":["trace[1795985984] 'process raft request' (duration: 283.177125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:49.627056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.34013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-14T01:41:49.627099Z","caller":"traceutil/trace.go:171","msg":"trace[1196453480] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5696; }","duration":"151.437303ms","start":"2026-03-14T01:41:49.47565Z","end":"2026-03-14T01:41:49.627087Z","steps":["trace[1196453480] 'agreement among raft nodes before linearized reading' (duration: 147.36698ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:02.413524Z","caller":"traceutil/trace.go:171","msg":"trace[800277224] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"182.81821ms","start":"2026-03-14T01:42:02.23067Z","end":"2026-03-14T01:42:02.413488Z","steps":["trace[800277224] 'process raft request' (duration: 182.607825ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:03.196025Z","caller":"traceutil/trace.go:171","msg":"trace[2134761795] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"120.912144ms","start":"2026-03-14T01:42:03.075075Z","end":"2026-03-14T01:42:03.195987Z","steps":["trace[2134761795] 'process raft request' (duration: 63.46143ms)","trace[2134761795] 'compare' (duration: 57.27142ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:03.35899Z","caller":"traceutil/trace.go:171","msg":"trace[304632613] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"157.42527ms","start":"2026-03-14T01:42:03.201528Z","end":"2026-03-14T01:42:03.358953Z","steps":["trace[304632613] 'process raft request' (duration: 108.218764ms)","trace[304632613] 'compare' (duration: 48.982881ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:03.359333Z","caller":"traceutil/trace.go:171","msg":"trace[643674697] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"157.572112ms","start":"2026-03-14T01:42:03.201719Z","end":"2026-03-14T01:42:03.359291Z","steps":["trace[643674697] 'process raft request' (duration: 157.178063ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:03.35977Z","caller":"traceutil/trace.go:171","msg":"trace[1388036246] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"157.91468ms","start":"2026-03-14T01:42:03.201829Z","end":"2026-03-14T01:42:03.359744Z","steps":["trace[1388036246] 'process raft request' (duration: 157.853769ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:03.35995Z","caller":"traceutil/trace.go:171","msg":"trace[1182234814] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"157.959021ms","start":"2026-03-14T01:42:03.201958Z","end":"2026-03-14T01:42:03.359917Z","steps":["trace[1182234814] 'process raft request' (duration: 157.381388ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:03.360038Z","caller":"traceutil/trace.go:171","msg":"trace[1982217682] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"158.011802ms","start":"2026-03-14T01:42:03.201988Z","end":"2026-03-14T01:42:03.359999Z","steps":["trace[1982217682] 'process raft request' (duration: 157.643444ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:13.551428Z","caller":"traceutil/trace.go:171","msg":"trace[756609365] transaction","detail":"{read_only:false; response_revision:6258; number_of_response:1; }","duration":"116.107939ms","start":"2026-03-14T01:43:13.43529Z","end":"2026-03-14T01:43:13.551398Z","steps":["trace[756609365] 'process raft request' (duration: 115.753861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:15.53279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.677681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:43:15.532931Z","caller":"traceutil/trace.go:171","msg":"trace[1316746935] transaction","detail":"{read_only:false; response_revision:6266; number_of_response:1; }","duration":"109.542061ms","start":"2026-03-14T01:43:15.423368Z","end":"2026-03-14T01:43:15.53291Z","steps":["trace[1316746935] 'compare' (duration: 100.563338ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:52.541773Z","caller":"traceutil/trace.go:171","msg":"trace[986619786] transaction","detail":"{read_only:false; response_revision:6437; number_of_response:1; }","duration":"166.070666ms","start":"2026-03-14T01:43:52.375664Z","end":"2026-03-14T01:43:52.541734Z","steps":["trace[986619786] 'process raft request' (duration: 115.393502ms)","trace[986619786] 'compare' (duration: 50.5074ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:44:06.66659Z","caller":"traceutil/trace.go:171","msg":"trace[2127109037] transaction","detail":"{read_only:false; response_revision:6511; number_of_response:1; }","duration":"115.70436ms","start":"2026-03-14T01:44:06.550854Z","end":"2026-03-14T01:44:06.666558Z","steps":["trace[2127109037] 'process raft request' (duration: 115.499376ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:16.534589Z","caller":"traceutil/trace.go:171","msg":"trace[912018778] transaction","detail":"{read_only:false; response_revision:6575; number_of_response:1; }","duration":"518.862354ms","start":"2026-03-14T01:44:16.015686Z","end":"2026-03-14T01:44:16.534548Z","steps":["trace[912018778] 'process raft request' (duration: 518.673099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:44:16.534901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:44:16.015605Z","time spent":"519.183661ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:44:16.678802Z","caller":"traceutil/trace.go:171","msg":"trace[1054095524] transaction","detail":"{read_only:false; response_revision:6576; number_of_response:1; }","duration":"655.839583ms","start":"2026-03-14T01:44:16.022926Z","end":"2026-03-14T01:44:16.678765Z","steps":["trace[1054095524] 'process raft request' (duration: 650.37649ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:16.678833Z","caller":"traceutil/trace.go:171","msg":"trace[1963871394] linearizableReadLoop","detail":"{readStateIndex:6837; appliedIndex:6835; }","duration":"567.345598ms","start":"2026-03-14T01:44:16.111379Z","end":"2026-03-14T01:44:16.678724Z","steps":["trace[1963871394] 'read index received' (duration: 422.939751ms)","trace[1963871394] 'applied index is now lower than readState.Index' (duration: 144.404167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:44:16.679008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:44:16.022898Z","time spent":"656.004897ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:44:16.679122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.718716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:44:16.679189Z","caller":"traceutil/trace.go:171","msg":"trace[439374788] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:6576; }","duration":"567.854949ms","start":"2026-03-14T01:44:16.111319Z","end":"2026-03-14T01:44:16.679174Z","steps":["trace[439374788] 'agreement among raft nodes before linearized reading' (duration: 567.644605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:44:16.679224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:44:16.111291Z","time spent":"567.925601ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mghhr\" "} {"level":"warn","ts":"2026-03-14T01:44:16.679331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.179268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:44:16.679413Z","caller":"traceutil/trace.go:171","msg":"trace[2122124481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6576; }","duration":"232.330011ms","start":"2026-03-14T01:44:16.447067Z","end":"2026-03-14T01:44:16.679397Z","steps":["trace[2122124481] 'agreement among raft nodes before linearized reading' (duration: 231.940663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:44:16.67977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.151147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:44:16.679945Z","caller":"traceutil/trace.go:171","msg":"trace[1888288898] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6576; }","duration":"103.414943ms","start":"2026-03-14T01:44:16.576506Z","end":"2026-03-14T01:44:16.679921Z","steps":["trace[1888288898] 'agreement among raft nodes before linearized reading' (duration: 103.056375ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:16.882395Z","caller":"traceutil/trace.go:171","msg":"trace[352734349] linearizableReadLoop","detail":"{readStateIndex:6840; appliedIndex:6838; }","duration":"105.399007ms","start":"2026-03-14T01:44:16.776968Z","end":"2026-03-14T01:44:16.882367Z","steps":["trace[352734349] 'read index received' (duration: 105.047719ms)","trace[352734349] 'applied index is now lower than readState.Index' (duration: 350.058µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:44:16.882514Z","caller":"traceutil/trace.go:171","msg":"trace[1381038906] transaction","detail":"{read_only:false; response_revision:6578; number_of_response:1; }","duration":"197.138376ms","start":"2026-03-14T01:44:16.685321Z","end":"2026-03-14T01:44:16.882459Z","steps":["trace[1381038906] 'process raft request' (duration: 196.808709ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:44:16.882611Z","caller":"traceutil/trace.go:171","msg":"trace[1666472887] transaction","detail":"{read_only:false; response_revision:6579; number_of_response:1; }","duration":"197.026474ms","start":"2026-03-14T01:44:16.685535Z","end":"2026-03-14T01:44:16.882562Z","steps":["trace[1666472887] 'process raft request' (duration: 196.784579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:44:16.882739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.730505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:44:16.882791Z","caller":"traceutil/trace.go:171","msg":"trace[188328627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6579; }","duration":"105.847388ms","start":"2026-03-14T01:44:16.77693Z","end":"2026-03-14T01:44:16.882777Z","steps":["trace[188328627] 'agreement among raft nodes before linearized reading' (duration: 105.556941ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:45:54.443985Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5208} {"level":"info","ts":"2026-03-14T01:45:54.531562Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5208,"took":"85.348831ms","hash":1214558118,"current-db-size-bytes":39796736,"current-db-size":"40 MB","current-db-size-in-use-bytes":20647936,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-14T01:45:54.531757Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1214558118,"revision":5208,"compact-revision":2638} {"level":"warn","ts":"2026-03-14T01:46:52.215891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.714268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:46:52.216001Z","caller":"traceutil/trace.go:171","msg":"trace[440450365] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7658; }","duration":"306.864033ms","start":"2026-03-14T01:46:51.909115Z","end":"2026-03-14T01:46:52.215979Z","steps":["trace[440450365] 'count revisions from in-memory index tree' (duration: 306.639126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:52.21606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:51.909092Z","time spent":"306.956195ms","remote":"127.0.0.1:33676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":45,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:46:52.216251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.577034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:46:52.216247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.125716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:46:52.21627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.905911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:46:52.216326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.453406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7401"} {"level":"info","ts":"2026-03-14T01:46:52.216356Z","caller":"traceutil/trace.go:171","msg":"trace[1974860409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7658; }","duration":"248.753047ms","start":"2026-03-14T01:46:51.967577Z","end":"2026-03-14T01:46:52.21633Z","steps":["trace[1974860409] 'range keys from in-memory index tree' (duration: 248.38424ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:52.216376Z","caller":"traceutil/trace.go:171","msg":"trace[447374310] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7658; }","duration":"249.337781ms","start":"2026-03-14T01:46:51.967008Z","end":"2026-03-14T01:46:52.216346Z","steps":["trace[447374310] 'count revisions from in-memory index tree' (duration: 248.968193ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:52.216393Z","caller":"traceutil/trace.go:171","msg":"trace[1963235385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7658; }","duration":"241.113275ms","start":"2026-03-14T01:46:51.975253Z","end":"2026-03-14T01:46:52.216367Z","steps":["trace[1963235385] 'range keys from in-memory index tree' (duration: 240.623474ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:52.21641Z","caller":"traceutil/trace.go:171","msg":"trace[585042490] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7658; }","duration":"128.570238ms","start":"2026-03-14T01:46:52.087807Z","end":"2026-03-14T01:46:52.216377Z","steps":["trace[585042490] 'range keys from in-memory index tree' (duration: 128.208511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:52.216462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.14003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:46:52.216537Z","caller":"traceutil/trace.go:171","msg":"trace[2034908523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7658; }","duration":"315.227712ms","start":"2026-03-14T01:46:51.90129Z","end":"2026-03-14T01:46:52.216517Z","steps":["trace[2034908523] 'range keys from in-memory index tree' (duration: 315.009397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:52.21625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.04313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:46:52.21659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:51.901259Z","time spent":"315.316874ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:46:52.216634Z","caller":"traceutil/trace.go:171","msg":"trace[823882528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7658; }","duration":"316.526071ms","start":"2026-03-14T01:46:51.900095Z","end":"2026-03-14T01:46:52.216621Z","steps":["trace[823882528] 'range keys from in-memory index tree' (duration: 315.929198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:52.216606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.493194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:46:52.216703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:51.900064Z","time spent":"316.603023ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:46:52.216787Z","caller":"traceutil/trace.go:171","msg":"trace[1769643456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7658; }","duration":"245.76019ms","start":"2026-03-14T01:46:51.970992Z","end":"2026-03-14T01:46:52.216752Z","steps":["trace[1769643456] 'range keys from in-memory index tree' (duration: 245.248939ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:52.372041Z","caller":"traceutil/trace.go:171","msg":"trace[2012027725] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"149.754258ms","start":"2026-03-14T01:46:52.222256Z","end":"2026-03-14T01:46:52.37201Z","steps":["trace[2012027725] 'process raft request' (duration: 149.662956ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:52.37206Z","caller":"traceutil/trace.go:171","msg":"trace[525790751] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"150.804702ms","start":"2026-03-14T01:46:52.221208Z","end":"2026-03-14T01:46:52.372012Z","steps":["trace[525790751] 'process raft request' (duration: 150.519786ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:52.37218Z","caller":"traceutil/trace.go:171","msg":"trace[447545247] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"149.509572ms","start":"2026-03-14T01:46:52.222636Z","end":"2026-03-14T01:46:52.372146Z","steps":["trace[447545247] 'process raft request' (duration: 149.320298ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:53.365493Z","caller":"traceutil/trace.go:171","msg":"trace[1884983222] transaction","detail":"{read_only:false; response_revision:7665; number_of_response:1; }","duration":"101.809464ms","start":"2026-03-14T01:46:53.263645Z","end":"2026-03-14T01:46:53.365455Z","steps":["trace[1884983222] 'process raft request' (duration: 88.439722ms)","trace[1884983222] 'compare' (duration: 13.165958ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:07.096281Z","caller":"traceutil/trace.go:171","msg":"trace[1594647316] linearizableReadLoop","detail":"{readStateIndex:8042; appliedIndex:8041; }","duration":"118.676084ms","start":"2026-03-14T01:47:06.977579Z","end":"2026-03-14T01:47:07.096255Z","steps":["trace[1594647316] 'read index received' (duration: 118.580072ms)","trace[1594647316] 'applied index is now lower than readState.Index' (duration: 94.372µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:07.096446Z","caller":"traceutil/trace.go:171","msg":"trace[822750980] transaction","detail":"{read_only:false; response_revision:7739; number_of_response:1; }","duration":"146.597437ms","start":"2026-03-14T01:47:06.949797Z","end":"2026-03-14T01:47:07.096395Z","steps":["trace[822750980] 'process raft request' (duration: 146.30102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:07.096546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.944171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-mjtmz.189c912a6530532d\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-14T01:47:07.096598Z","caller":"traceutil/trace.go:171","msg":"trace[568005391] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-mjtmz.189c912a6530532d; range_end:; response_count:1; response_revision:7739; }","duration":"119.073344ms","start":"2026-03-14T01:47:06.977509Z","end":"2026-03-14T01:47:07.096583Z","steps":["trace[568005391] 'agreement among raft nodes before linearized reading' (duration: 118.841999ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:07.972023Z","caller":"traceutil/trace.go:171","msg":"trace[1128642787] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"141.582334ms","start":"2026-03-14T01:47:07.830404Z","end":"2026-03-14T01:47:07.971987Z","steps":["trace[1128642787] 'process raft request' (duration: 141.175145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:07.972211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.001354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-14T01:47:07.972313Z","caller":"traceutil/trace.go:171","msg":"trace[452905020] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7766; }","duration":"135.182338ms","start":"2026-03-14T01:47:07.837104Z","end":"2026-03-14T01:47:07.972286Z","steps":["trace[452905020] 'agreement among raft nodes before linearized reading' (duration: 134.890602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:07.9728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.332243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:47:07.972855Z","caller":"traceutil/trace.go:171","msg":"trace[884606991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7766; }","duration":"120.435525ms","start":"2026-03-14T01:47:07.852405Z","end":"2026-03-14T01:47:07.97284Z","steps":["trace[884606991] 'agreement among raft nodes before linearized reading' (duration: 119.504154ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:08.227406Z","caller":"traceutil/trace.go:171","msg":"trace[1250455170] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7767; }","duration":"352.268499ms","start":"2026-03-14T01:47:07.875071Z","end":"2026-03-14T01:47:08.227339Z","steps":["trace[1250455170] 'process raft request' (duration: 331.445509ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:08.227574Z","caller":"traceutil/trace.go:171","msg":"trace[1734818376] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"246.65228ms","start":"2026-03-14T01:47:07.980884Z","end":"2026-03-14T01:47:08.227536Z","steps":["trace[1734818376] 'process raft request' (duration: 246.435685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:08.227699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:07.875035Z","time spent":"352.524815ms","remote":"127.0.0.1:33416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":56,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-14T01:47:08.227734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.767955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-14T01:47:08.227789Z","caller":"traceutil/trace.go:171","msg":"trace[1718278166] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7768; }","duration":"350.882708ms","start":"2026-03-14T01:47:07.876888Z","end":"2026-03-14T01:47:08.22777Z","steps":["trace[1718278166] 'agreement among raft nodes before linearized reading' (duration: 350.649773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:08.227837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:07.876874Z","time spent":"350.953389ms","remote":"127.0.0.1:33416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-14T01:47:08.227473Z","caller":"traceutil/trace.go:171","msg":"trace[608049373] linearizableReadLoop","detail":"{readStateIndex:8073; appliedIndex:8072; }","duration":"255.636553ms","start":"2026-03-14T01:47:07.971786Z","end":"2026-03-14T01:47:08.227423Z","steps":["trace[608049373] 'read index received' (duration: 234.808242ms)","trace[608049373] 'applied index is now lower than readState.Index' (duration: 20.826471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:08.227856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.055299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:47:08.227908Z","caller":"traceutil/trace.go:171","msg":"trace[966266528] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:7768; }","duration":"289.10606ms","start":"2026-03-14T01:47:07.938784Z","end":"2026-03-14T01:47:08.22789Z","steps":["trace[966266528] 'agreement among raft nodes before linearized reading' (duration: 288.962826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:08.227893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.619473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:08.228027Z","caller":"traceutil/trace.go:171","msg":"trace[1194985358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7768; }","duration":"328.801378ms","start":"2026-03-14T01:47:07.899197Z","end":"2026-03-14T01:47:08.227998Z","steps":["trace[1194985358] 'agreement among raft nodes before linearized reading' (duration: 328.531332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:08.22809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:07.899185Z","time spent":"328.89362ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:47:08.22811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.62983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-14T01:47:08.228164Z","caller":"traceutil/trace.go:171","msg":"trace[280654410] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7768; }","duration":"246.714371ms","start":"2026-03-14T01:47:07.981433Z","end":"2026-03-14T01:47:08.228147Z","steps":["trace[280654410] 'agreement among raft nodes before linearized reading' (duration: 246.504017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:08.228578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.598084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-14T01:47:08.228624Z","caller":"traceutil/trace.go:171","msg":"trace[177985191] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7768; }","duration":"332.693517ms","start":"2026-03-14T01:47:07.89592Z","end":"2026-03-14T01:47:08.228613Z","steps":["trace[177985191] 'agreement among raft nodes before linearized reading' (duration: 331.927329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:08.22865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:07.895901Z","time spent":"332.741387ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":846,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:08.537768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.953502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-14T01:47:08.537805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.006331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-14T01:47:08.537905Z","caller":"traceutil/trace.go:171","msg":"trace[644014890] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7769; }","duration":"210.164655ms","start":"2026-03-14T01:47:08.327714Z","end":"2026-03-14T01:47:08.537879Z","steps":["trace[644014890] 'range keys from in-memory index tree' (duration: 209.698594ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:08.537888Z","caller":"traceutil/trace.go:171","msg":"trace[836430599] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7769; }","duration":"207.115435ms","start":"2026-03-14T01:47:08.330742Z","end":"2026-03-14T01:47:08.537857Z","steps":["trace[836430599] 'range keys from in-memory index tree' (duration: 206.674026ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:08.568609Z","caller":"traceutil/trace.go:171","msg":"trace[950169837] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"237.234897ms","start":"2026-03-14T01:47:08.331352Z","end":"2026-03-14T01:47:08.568586Z","steps":["trace[950169837] 'process raft request' (duration: 237.077963ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:08.568865Z","caller":"traceutil/trace.go:171","msg":"trace[328099722] linearizableReadLoop","detail":"{readStateIndex:8076; appliedIndex:8076; }","duration":"198.568693ms","start":"2026-03-14T01:47:08.370286Z","end":"2026-03-14T01:47:08.568855Z","steps":["trace[328099722] 'read index received' (duration: 198.563863ms)","trace[328099722] 'applied index is now lower than readState.Index' (duration: 4.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:08.569092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.931632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:47:08.569134Z","caller":"traceutil/trace.go:171","msg":"trace[828810320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7770; }","duration":"158.044086ms","start":"2026-03-14T01:47:08.41108Z","end":"2026-03-14T01:47:08.569124Z","steps":["trace[828810320] 'agreement among raft nodes before linearized reading' (duration: 157.953434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:08.569263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.732596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-14T01:47:08.569293Z","caller":"traceutil/trace.go:171","msg":"trace[1766049749] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7770; }","duration":"199.058903ms","start":"2026-03-14T01:47:08.370226Z","end":"2026-03-14T01:47:08.569285Z","steps":["trace[1766049749] 'agreement among raft nodes before linearized reading' (duration: 198.691205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:08.569395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.416628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:47:08.569487Z","caller":"traceutil/trace.go:171","msg":"trace[733729664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7770; }","duration":"110.590771ms","start":"2026-03-14T01:47:08.458876Z","end":"2026-03-14T01:47:08.569467Z","steps":["trace[733729664] 'agreement among raft nodes before linearized reading' (duration: 110.247274ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:11.999993Z","caller":"traceutil/trace.go:171","msg":"trace[730809005] linearizableReadLoop","detail":"{readStateIndex:8099; appliedIndex:8098; }","duration":"251.49129ms","start":"2026-03-14T01:47:11.748473Z","end":"2026-03-14T01:47:11.999964Z","steps":["trace[730809005] 'read index received' (duration: 251.317716ms)","trace[730809005] 'applied index is now lower than readState.Index' (duration: 172.154µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:12.000065Z","caller":"traceutil/trace.go:171","msg":"trace[182015754] transaction","detail":"{read_only:false; response_revision:7793; number_of_response:1; }","duration":"316.284845ms","start":"2026-03-14T01:47:11.68373Z","end":"2026-03-14T01:47:12.000015Z","steps":["trace[182015754] 'process raft request' (duration: 316.06236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:12.000178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.680104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:12.000228Z","caller":"traceutil/trace.go:171","msg":"trace[1060337040] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7793; }","duration":"251.802217ms","start":"2026-03-14T01:47:11.748413Z","end":"2026-03-14T01:47:12.000215Z","steps":["trace[1060337040] 'agreement among raft nodes before linearized reading' (duration: 251.691534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:12.000274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:11.683703Z","time spent":"316.46179ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:12.038325Z","caller":"traceutil/trace.go:171","msg":"trace[1984506381] transaction","detail":"{read_only:false; response_revision:7794; number_of_response:1; }","duration":"236.124052ms","start":"2026-03-14T01:47:11.802157Z","end":"2026-03-14T01:47:12.038281Z","steps":["trace[1984506381] 'process raft request' (duration: 216.339685ms)","trace[1984506381] 'compare' (duration: 19.568392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:12.038878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.231799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:12.038933Z","caller":"traceutil/trace.go:171","msg":"trace[1893568163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7794; }","duration":"127.340891ms","start":"2026-03-14T01:47:11.911578Z","end":"2026-03-14T01:47:12.038919Z","steps":["trace[1893568163] 'agreement among raft nodes before linearized reading' (duration: 127.225639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:12.038468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.328508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4194ea609\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-03-14T01:47:12.039272Z","caller":"traceutil/trace.go:171","msg":"trace[1192509349] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4194ea609; range_end:; response_count:1; response_revision:7794; }","duration":"131.209869ms","start":"2026-03-14T01:47:11.90804Z","end":"2026-03-14T01:47:12.03925Z","steps":["trace[1192509349] 'agreement among raft nodes before linearized reading' (duration: 130.164055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:14.677596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.844309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:14.677676Z","caller":"traceutil/trace.go:171","msg":"trace[394818262] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7813; }","duration":"103.987944ms","start":"2026-03-14T01:47:14.573674Z","end":"2026-03-14T01:47:14.677662Z","steps":["trace[394818262] 'count revisions from in-memory index tree' (duration: 103.743397ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:28.479137Z","caller":"traceutil/trace.go:171","msg":"trace[112992753] linearizableReadLoop","detail":"{readStateIndex:8320; appliedIndex:8319; }","duration":"222.029662ms","start":"2026-03-14T01:47:28.257075Z","end":"2026-03-14T01:47:28.479105Z","steps":["trace[112992753] 'read index received' (duration: 221.764506ms)","trace[112992753] 'applied index is now lower than readState.Index' (duration: 264.296µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:28.479332Z","caller":"traceutil/trace.go:171","msg":"trace[1007203058] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"347.674405ms","start":"2026-03-14T01:47:28.131599Z","end":"2026-03-14T01:47:28.479273Z","steps":["trace[1007203058] 'process raft request' (duration: 347.331487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:28.479422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.316569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:28.479533Z","caller":"traceutil/trace.go:171","msg":"trace[2012894289] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8009; }","duration":"222.462592ms","start":"2026-03-14T01:47:28.257056Z","end":"2026-03-14T01:47:28.479518Z","steps":["trace[2012894289] 'agreement among raft nodes before linearized reading' (duration: 222.206157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:28.479621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:28.131574Z","time spent":"347.920191ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:30.284462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242716006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:30.78497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242716006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:31.285477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242716006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:31.289116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747575385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:31.289223Z","caller":"traceutil/trace.go:171","msg":"trace[240481112] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8015; }","duration":"1.74778155s","start":"2026-03-14T01:47:29.541416Z","end":"2026-03-14T01:47:31.289198Z","steps":["trace[240481112] 'range keys from in-memory index tree' (duration: 1.747466192s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:31.289278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:29.541388Z","time spent":"1.747879132s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T01:47:31.291786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.701339999s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:47:31.292279Z","caller":"traceutil/trace.go:171","msg":"trace[1746649450] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"1.701950503s","start":"2026-03-14T01:47:29.590287Z","end":"2026-03-14T01:47:31.292237Z","steps":["trace[1746649450] 'process raft request' (duration: 1.701720687s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:31.292524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:29.590247Z","time spent":"1.702165169s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:31.899686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999972535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T01:47:31.899788Z","caller":"traceutil/trace.go:171","msg":"trace[1962337035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00017039s","start":"2026-03-14T01:47:29.899594Z","end":"2026-03-14T01:47:31.899765Z","steps":["trace[1962337035] 'agreement among raft nodes before linearized reading' (duration: 2.000003246s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:31.899869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:29.899562Z","time spent":"2.000292793s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:47:32.045451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:31.449164Z","time spent":"596.27001ms","remote":"127.0.0.1:60000","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T01:47:32.045749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.423955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:32.046093Z","caller":"traceutil/trace.go:171","msg":"trace[1162746055] linearizableReadLoop","detail":"{readStateIndex:8328; appliedIndex:8326; }","duration":"2.262055095s","start":"2026-03-14T01:47:29.783993Z","end":"2026-03-14T01:47:32.046048Z","steps":["trace[1162746055] 'read index received' (duration: 1.508050076s)","trace[1162746055] 'applied index is now lower than readState.Index' (duration: 754.000169ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:32.046045Z","caller":"traceutil/trace.go:171","msg":"trace[1383425546] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"687.481254ms","start":"2026-03-14T01:47:31.358542Z","end":"2026-03-14T01:47:32.046023Z","steps":["trace[1383425546] 'process raft request' (duration: 687.363371ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:32.046163Z","caller":"traceutil/trace.go:171","msg":"trace[1430201859] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"1.560932544s","start":"2026-03-14T01:47:30.485192Z","end":"2026-03-14T01:47:32.046125Z","steps":["trace[1430201859] 'process raft request' (duration: 1.244996396s)","trace[1430201859] 'compare' (duration: 314.758831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:32.046287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:31.358506Z","time spent":"687.74113ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:32.046359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262319301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:32.046411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105335126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:32.046408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.514386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:32.046475Z","caller":"traceutil/trace.go:171","msg":"trace[1126511931] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8018; }","duration":"1.105429138s","start":"2026-03-14T01:47:30.94103Z","end":"2026-03-14T01:47:32.046459Z","steps":["trace[1126511931] 'agreement among raft nodes before linearized reading' (duration: 1.105288155s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:32.046479Z","caller":"traceutil/trace.go:171","msg":"trace[828431634] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8018; }","duration":"2.262506105s","start":"2026-03-14T01:47:29.783947Z","end":"2026-03-14T01:47:32.046453Z","steps":["trace[828431634] 'agreement among raft nodes before linearized reading' (duration: 2.26227185s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:32.046424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.928651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:32.0465Z","caller":"traceutil/trace.go:171","msg":"trace[1082622941] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8018; }","duration":"676.644759ms","start":"2026-03-14T01:47:31.369828Z","end":"2026-03-14T01:47:32.046473Z","steps":["trace[1082622941] 'agreement among raft nodes before linearized reading' (duration: 676.505266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:32.046522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.940993Z","time spent":"1.105517271s","remote":"127.0.0.1:46068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:32.046527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15900544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:47:32.046536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:29.78392Z","time spent":"2.262603388s","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:32.046565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:31.369809Z","time spent":"676.7384ms","remote":"127.0.0.1:33710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:47:32.046563Z","caller":"traceutil/trace.go:171","msg":"trace[1420035290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8018; }","duration":"146.061245ms","start":"2026-03-14T01:47:31.900475Z","end":"2026-03-14T01:47:32.046536Z","steps":["trace[1420035290] 'agreement among raft nodes before linearized reading' (duration: 145.861071ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:32.046601Z","caller":"traceutil/trace.go:171","msg":"trace[1001024004] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8018; }","duration":"1.159112323s","start":"2026-03-14T01:47:30.88746Z","end":"2026-03-14T01:47:32.046572Z","steps":["trace[1001024004] 'agreement among raft nodes before linearized reading' (duration: 1.158905858s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:32.046601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58336112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-14T01:47:32.046726Z","caller":"traceutil/trace.go:171","msg":"trace[590016818] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8018; }","duration":"1.583547745s","start":"2026-03-14T01:47:30.463143Z","end":"2026-03-14T01:47:32.046691Z","steps":["trace[590016818] 'agreement among raft nodes before linearized reading' (duration: 1.583170246s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:32.046744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135769125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:47:32.046769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.957667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:32.046768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177681673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:47:32.046779Z","caller":"traceutil/trace.go:171","msg":"trace[567297913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8018; }","duration":"1.135847717s","start":"2026-03-14T01:47:30.910921Z","end":"2026-03-14T01:47:32.046769Z","steps":["trace[567297913] 'agreement among raft nodes before linearized reading' (duration: 1.135754025s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:32.046791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.463119Z","time spent":"1.583660567s","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-14T01:47:32.046792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509873769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:47:32.046819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.910881Z","time spent":"1.135932188s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:47:32.046824Z","caller":"traceutil/trace.go:171","msg":"trace[1637750236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8018; }","duration":"1.177784006s","start":"2026-03-14T01:47:30.869024Z","end":"2026-03-14T01:47:32.046808Z","steps":["trace[1637750236] 'agreement among raft nodes before linearized reading' (duration: 1.177645553s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:32.046734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133173897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:47:32.046906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.86899Z","time spent":"1.177901088s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:32.04664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48562647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:47:32.047029Z","caller":"traceutil/trace.go:171","msg":"trace[561252378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8018; }","duration":"1.133443382s","start":"2026-03-14T01:47:30.913501Z","end":"2026-03-14T01:47:32.046944Z","steps":["trace[561252378] 'agreement among raft nodes before linearized reading' (duration: 1.13291041s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:32.046807Z","caller":"traceutil/trace.go:171","msg":"trace[1303575270] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8018; }","duration":"750.035989ms","start":"2026-03-14T01:47:31.29676Z","end":"2026-03-14T01:47:32.046796Z","steps":["trace[1303575270] 'agreement among raft nodes before linearized reading' (duration: 749.968827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:32.047164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:31.296742Z","time spent":"750.410937ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T01:47:32.047139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.913482Z","time spent":"1.133628897s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:47:32.046841Z","caller":"traceutil/trace.go:171","msg":"trace[67974642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8018; }","duration":"1.50995709s","start":"2026-03-14T01:47:30.536873Z","end":"2026-03-14T01:47:32.04683Z","steps":["trace[67974642] 'agreement among raft nodes before linearized reading' (duration: 1.509780616s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:32.0473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.536855Z","time spent":"1.510429911s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:32.046647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.887403Z","time spent":"1.159236575s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:47:32.046634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.541843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:47:32.046397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.485159Z","time spent":"1.561107988s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:32.04747Z","caller":"traceutil/trace.go:171","msg":"trace[2085637567] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8018; }","duration":"230.434873ms","start":"2026-03-14T01:47:31.816974Z","end":"2026-03-14T01:47:32.047409Z","steps":["trace[2085637567] 'agreement among raft nodes before linearized reading' (duration: 229.491272ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:32.047035Z","caller":"traceutil/trace.go:171","msg":"trace[172654006] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:8018; }","duration":"1.48605456s","start":"2026-03-14T01:47:30.560955Z","end":"2026-03-14T01:47:32.047009Z","steps":["trace[172654006] 'agreement among raft nodes before linearized reading' (duration: 1.485508457s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:32.047608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.560928Z","time spent":"1.486666774s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mghhr\" "} {"level":"warn","ts":"2026-03-14T01:47:32.047379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.685211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:32.047843Z","caller":"traceutil/trace.go:171","msg":"trace[1140643507] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8018; }","duration":"335.09032ms","start":"2026-03-14T01:47:31.712615Z","end":"2026-03-14T01:47:32.047705Z","steps":["trace[1140643507] 'agreement among raft nodes before linearized reading' (duration: 333.714459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:32.047924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:31.712557Z","time spent":"335.353816ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:47:40.294891Z","caller":"traceutil/trace.go:171","msg":"trace[1628527922] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"147.372574ms","start":"2026-03-14T01:47:40.147494Z","end":"2026-03-14T01:47:40.294866Z","steps":["trace[1628527922] 'process raft request' (duration: 147.272121ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:40.294895Z","caller":"traceutil/trace.go:171","msg":"trace[2017704585] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"147.441526ms","start":"2026-03-14T01:47:40.147404Z","end":"2026-03-14T01:47:40.294845Z","steps":["trace[2017704585] 'process raft request' (duration: 93.524647ms)","trace[2017704585] 'compare' (duration: 53.674804ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:40.295145Z","caller":"traceutil/trace.go:171","msg":"trace[569612265] linearizableReadLoop","detail":"{readStateIndex:8377; appliedIndex:8373; }","duration":"135.708979ms","start":"2026-03-14T01:47:40.159416Z","end":"2026-03-14T01:47:40.295125Z","steps":["trace[569612265] 'read index received' (duration: 81.487333ms)","trace[569612265] 'applied index is now lower than readState.Index' (duration: 54.220666ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:40.295191Z","caller":"traceutil/trace.go:171","msg":"trace[1766660529] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"147.644309ms","start":"2026-03-14T01:47:40.147527Z","end":"2026-03-14T01:47:40.295172Z","steps":["trace[1766660529] 'process raft request' (duration: 147.294982ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:40.295207Z","caller":"traceutil/trace.go:171","msg":"trace[697472378] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"145.746197ms","start":"2026-03-14T01:47:40.149447Z","end":"2026-03-14T01:47:40.295193Z","steps":["trace[697472378] 'process raft request' (duration: 145.583763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:40.295506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.016747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:47:40.295558Z","caller":"traceutil/trace.go:171","msg":"trace[1110521949] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:8064; }","duration":"136.15771ms","start":"2026-03-14T01:47:40.159387Z","end":"2026-03-14T01:47:40.295544Z","steps":["trace[1110521949] 'agreement among raft nodes before linearized reading' (duration: 135.895874ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:42.331066Z","caller":"traceutil/trace.go:171","msg":"trace[1164606295] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"255.330487ms","start":"2026-03-14T01:47:42.075713Z","end":"2026-03-14T01:47:42.331044Z","steps":["trace[1164606295] 'process raft request' (duration: 255.140512ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:42.648223Z","caller":"traceutil/trace.go:171","msg":"trace[853070135] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"496.438621ms","start":"2026-03-14T01:47:42.151741Z","end":"2026-03-14T01:47:42.64818Z","steps":["trace[853070135] 'process raft request' (duration: 475.466087ms)","trace[853070135] 'compare' (duration: 20.696298ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:42.648392Z","caller":"traceutil/trace.go:171","msg":"trace[1183350858] linearizableReadLoop","detail":"{readStateIndex:8381; appliedIndex:8378; }","duration":"476.734156ms","start":"2026-03-14T01:47:42.171619Z","end":"2026-03-14T01:47:42.648353Z","steps":["trace[1183350858] 'read index received' (duration: 159.340556ms)","trace[1183350858] 'applied index is now lower than readState.Index' (duration: 317.39076ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:42.648455Z","caller":"traceutil/trace.go:171","msg":"trace[1327283409] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"496.561394ms","start":"2026-03-14T01:47:42.151856Z","end":"2026-03-14T01:47:42.648417Z","steps":["trace[1327283409] 'process raft request' (duration: 496.258087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:42.648603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:42.15171Z","time spent":"496.684547ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:42.648715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.809012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:47:42.648754Z","caller":"traceutil/trace.go:171","msg":"trace[1201141921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8068; }","duration":"421.906124ms","start":"2026-03-14T01:47:42.226838Z","end":"2026-03-14T01:47:42.648744Z","steps":["trace[1201141921] 'agreement among raft nodes before linearized reading' (duration: 421.71188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:42.648731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:42.151848Z","time spent":"496.753908ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:42.648785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:42.226817Z","time spent":"421.961915ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:47:42.648753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.100854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-14T01:47:42.648813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.86473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T01:47:42.648859Z","caller":"traceutil/trace.go:171","msg":"trace[734760802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8068; }","duration":"477.261186ms","start":"2026-03-14T01:47:42.171576Z","end":"2026-03-14T01:47:42.648837Z","steps":["trace[734760802] 'agreement among raft nodes before linearized reading' (duration: 476.941379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:42.64886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.240769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:47:42.648913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:42.171558Z","time spent":"477.345689ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:47:42.648917Z","caller":"traceutil/trace.go:171","msg":"trace[808784552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8068; }","duration":"348.33984ms","start":"2026-03-14T01:47:42.300564Z","end":"2026-03-14T01:47:42.648904Z","steps":["trace[808784552] 'agreement among raft nodes before linearized reading' (duration: 348.102255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:42.648911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.025503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:47:42.648969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:42.300539Z","time spent":"348.422312ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:47:42.648982Z","caller":"traceutil/trace.go:171","msg":"trace[1742844480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8068; }","duration":"348.066194ms","start":"2026-03-14T01:47:42.300893Z","end":"2026-03-14T01:47:42.648959Z","steps":["trace[1742844480] 'agreement among raft nodes before linearized reading' (duration: 347.739237ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:42.649011Z","caller":"traceutil/trace.go:171","msg":"trace[1585549042] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8068; }","duration":"157.212317ms","start":"2026-03-14T01:47:42.491774Z","end":"2026-03-14T01:47:42.648987Z","steps":["trace[1585549042] 'agreement among raft nodes before linearized reading' (duration: 156.979052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:42.648764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.58222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-14T01:47:42.649037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:42.300882Z","time spent":"348.143526ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:42.648855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.026885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:47:42.649068Z","caller":"traceutil/trace.go:171","msg":"trace[204564521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8068; }","duration":"346.929338ms","start":"2026-03-14T01:47:42.302126Z","end":"2026-03-14T01:47:42.649056Z","steps":["trace[204564521] 'agreement among raft nodes before linearized reading' (duration: 346.474868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:42.649102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:42.302113Z","time spent":"346.97832ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:47:42.649094Z","caller":"traceutil/trace.go:171","msg":"trace[1749870642] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:8068; }","duration":"341.279831ms","start":"2026-03-14T01:47:42.307803Z","end":"2026-03-14T01:47:42.649083Z","steps":["trace[1749870642] 'agreement among raft nodes before linearized reading' (duration: 341.007744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:42.649121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.995464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:47:42.649195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:42.307793Z","time spent":"341.390003ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mghhr\" "} {"level":"info","ts":"2026-03-14T01:47:42.649224Z","caller":"traceutil/trace.go:171","msg":"trace[2145511239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8068; }","duration":"348.158147ms","start":"2026-03-14T01:47:42.301041Z","end":"2026-03-14T01:47:42.649199Z","steps":["trace[2145511239] 'agreement among raft nodes before linearized reading' (duration: 347.824229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:42.649274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:42.301003Z","time spent":"348.26224ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:47:43.342607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242716200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:43.843232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242716200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:43.885226Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136306667s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:47:45.898753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000625251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T01:47:45.898892Z","caller":"traceutil/trace.go:171","msg":"trace[305317383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000817456s","start":"2026-03-14T01:47:43.898052Z","end":"2026-03-14T01:47:45.898869Z","steps":["trace[305317383] 'agreement among raft nodes before linearized reading' (duration: 2.000195891s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:45.898941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:43.89803Z","time spent":"2.000900727s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:47:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:47:46.313765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42806184s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-14T01:47:46.393538Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.50805835s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:47:46.394142Z","caller":"traceutil/trace.go:171","msg":"trace[636267140] linearizableReadLoop","detail":"{readStateIndex:8388; appliedIndex:8386; }","duration":"3.551956637s","start":"2026-03-14T01:47:42.842147Z","end":"2026-03-14T01:47:46.394104Z","steps":["trace[636267140] 'read index received' (duration: 1.043388556s)","trace[636267140] 'applied index is now lower than readState.Index' (duration: 2.508566401s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:46.394274Z","caller":"traceutil/trace.go:171","msg":"trace[416397489] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"3.023641363s","start":"2026-03-14T01:47:43.370585Z","end":"2026-03-14T01:47:46.394226Z","steps":["trace[416397489] 'process raft request' (duration: 3.023250405s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:46.394445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:43.370543Z","time spent":"3.023788337s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:46.394434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.552248763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:46.394552Z","caller":"traceutil/trace.go:171","msg":"trace[493800560] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8074; }","duration":"3.552425248s","start":"2026-03-14T01:47:42.842092Z","end":"2026-03-14T01:47:46.394518Z","steps":["trace[493800560] 'agreement among raft nodes before linearized reading' (duration: 3.552185941s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:46.394609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:42.842065Z","time spent":"3.55253379s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-14T01:47:46.415317Z","caller":"traceutil/trace.go:171","msg":"trace[119465039] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"1.758597354s","start":"2026-03-14T01:47:44.656475Z","end":"2026-03-14T01:47:46.415073Z","steps":["trace[119465039] 'process raft request' (duration: 1.758103063s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:46.415319Z","caller":"traceutil/trace.go:171","msg":"trace[620796745] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"1.389603537s","start":"2026-03-14T01:47:45.02521Z","end":"2026-03-14T01:47:46.414814Z","steps":["trace[620796745] 'process raft request' (duration: 1.389553285s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:46.415329Z","caller":"traceutil/trace.go:171","msg":"trace[1289339886] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"1.757784016s","start":"2026-03-14T01:47:44.657336Z","end":"2026-03-14T01:47:46.41512Z","steps":["trace[1289339886] 'process raft request' (duration: 1.757387278s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:46.415515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:45.025177Z","time spent":"1.39021169s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:46.415531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:44.656441Z","time spent":"1.758932802s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:46.41555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:44.65731Z","time spent":"1.758090694s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:47.410179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.284317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:47.410298Z","caller":"traceutil/trace.go:171","msg":"trace[1659290774] linearizableReadLoop","detail":"{readStateIndex:8392; appliedIndex:8388; }","duration":"1.016049667s","start":"2026-03-14T01:47:46.39423Z","end":"2026-03-14T01:47:47.41028Z","steps":["trace[1659290774] 'read index received' (duration: 20.421033ms)","trace[1659290774] 'applied index is now lower than readState.Index' (duration: 995.627174ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:47.410462Z","caller":"traceutil/trace.go:171","msg":"trace[488707126] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"1.057081374s","start":"2026-03-14T01:47:46.35337Z","end":"2026-03-14T01:47:47.410452Z","steps":["trace[488707126] 'process raft request' (duration: 61.428589ms)","trace[488707126] 'compare' (duration: 994.09345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:47.410513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:46.353338Z","time spent":"1.057150886s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:47.410709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512007125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:47.410737Z","caller":"traceutil/trace.go:171","msg":"trace[826457702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8078; }","duration":"1.512078567s","start":"2026-03-14T01:47:45.898651Z","end":"2026-03-14T01:47:47.410729Z","steps":["trace[826457702] 'agreement among raft nodes before linearized reading' (duration: 1.512018596s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:47.410757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:45.898621Z","time spent":"1.512131749s","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:47:47.410807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849543285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-03-14T01:47:47.410886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163842095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:47.4109Z","caller":"traceutil/trace.go:171","msg":"trace[1919926054] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8078; }","duration":"2.849700558s","start":"2026-03-14T01:47:44.56118Z","end":"2026-03-14T01:47:47.410881Z","steps":["trace[1919926054] 'agreement among raft nodes before linearized reading' (duration: 2.849531005s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:47.410951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.524006924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:47.410949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:44.56115Z","time spent":"2.849790601s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-14T01:47:47.410982Z","caller":"traceutil/trace.go:171","msg":"trace[1386661805] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8078; }","duration":"3.524083605s","start":"2026-03-14T01:47:43.886889Z","end":"2026-03-14T01:47:47.410973Z","steps":["trace[1386661805] 'agreement among raft nodes before linearized reading' (duration: 3.524036634s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:47.411006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:43.886862Z","time spent":"3.524138847s","remote":"127.0.0.1:36964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:47.41121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.918497937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-14T01:47:47.411228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702612451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:47:47.411247Z","caller":"traceutil/trace.go:171","msg":"trace[1727597692] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8078; }","duration":"3.919156663s","start":"2026-03-14T01:47:43.492081Z","end":"2026-03-14T01:47:47.411237Z","steps":["trace[1727597692] 'agreement among raft nodes before linearized reading' (duration: 3.91902069s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:47.411262Z","caller":"traceutil/trace.go:171","msg":"trace[2123860526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8078; }","duration":"2.702662372s","start":"2026-03-14T01:47:44.708589Z","end":"2026-03-14T01:47:47.411252Z","steps":["trace[2123860526] 'agreement among raft nodes before linearized reading' (duration: 2.702540089s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:47.411282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:43.492053Z","time spent":"3.919222415s","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-14T01:47:47.411291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:44.708576Z","time spent":"2.702709642s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:47:47.410913Z","caller":"traceutil/trace.go:171","msg":"trace[431431451] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8078; }","duration":"3.163870136s","start":"2026-03-14T01:47:44.247035Z","end":"2026-03-14T01:47:47.410905Z","steps":["trace[431431451] 'agreement among raft nodes before linearized reading' (duration: 3.163821615s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:47.411428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012350323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:47.411473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:44.246964Z","time spent":"3.164423509s","remote":"127.0.0.1:60416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:47.411509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722626555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-14T01:47:47.411505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70475001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:47:47.411559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747892496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:47:47.411611Z","caller":"traceutil/trace.go:171","msg":"trace[1003275970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8078; }","duration":"2.704913254s","start":"2026-03-14T01:47:44.706681Z","end":"2026-03-14T01:47:47.411595Z","steps":["trace[1003275970] 'agreement among raft nodes before linearized reading' (duration: 2.704663518s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:47.411698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:44.706657Z","time spent":"2.705028306s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:47:47.411721Z","caller":"traceutil/trace.go:171","msg":"trace[787206250] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:8078; }","duration":"2.748098641s","start":"2026-03-14T01:47:44.663569Z","end":"2026-03-14T01:47:47.411668Z","steps":["trace[787206250] 'agreement among raft nodes before linearized reading' (duration: 2.747742842s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:47.412078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:44.663542Z","time spent":"2.74851773s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mghhr\" "} {"level":"warn","ts":"2026-03-14T01:47:47.411578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.542743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:47.412394Z","caller":"traceutil/trace.go:171","msg":"trace[1833068726] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8078; }","duration":"981.400092ms","start":"2026-03-14T01:47:46.430979Z","end":"2026-03-14T01:47:47.412379Z","steps":["trace[1833068726] 'agreement among raft nodes before linearized reading' (duration: 980.569893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:47.412448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:46.430957Z","time spent":"981.477004ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:47.41175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.650715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:47.41253Z","caller":"traceutil/trace.go:171","msg":"trace[871182670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8078; }","duration":"405.504205ms","start":"2026-03-14T01:47:47.007007Z","end":"2026-03-14T01:47:47.412511Z","steps":["trace[871182670] 'agreement among raft nodes before linearized reading' (duration: 404.637405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:47.412588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.006977Z","time spent":"405.596746ms","remote":"127.0.0.1:60382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:47.411592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704686839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:47:47.412656Z","caller":"traceutil/trace.go:171","msg":"trace[1125072051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8078; }","duration":"2.705833434s","start":"2026-03-14T01:47:44.706805Z","end":"2026-03-14T01:47:47.412638Z","steps":["trace[1125072051] 'agreement among raft nodes before linearized reading' (duration: 2.704527934s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:47.412705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.470649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:47.411524Z","caller":"traceutil/trace.go:171","msg":"trace[1561540177] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8078; }","duration":"1.012494716s","start":"2026-03-14T01:47:46.399011Z","end":"2026-03-14T01:47:47.411506Z","steps":["trace[1561540177] 'agreement among raft nodes before linearized reading' (duration: 1.012337842s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:47.412743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:44.706771Z","time spent":"2.705953217s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:47:47.411607Z","caller":"traceutil/trace.go:171","msg":"trace[487907451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8078; }","duration":"2.722790288s","start":"2026-03-14T01:47:44.688794Z","end":"2026-03-14T01:47:47.411585Z","steps":["trace[487907451] 'agreement among raft nodes before linearized reading' (duration: 2.72249253s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:47.412777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:46.398991Z","time spent":"1.013775845s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T01:47:47.412831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:44.688736Z","time spent":"2.724081996s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:47.411599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.08121189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4bb36ece9\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-14T01:47:47.411839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703245675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:47:47.413117Z","caller":"traceutil/trace.go:171","msg":"trace[1543518889] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8078; }","duration":"862.571724ms","start":"2026-03-14T01:47:46.550178Z","end":"2026-03-14T01:47:47.41275Z","steps":["trace[1543518889] 'agreement among raft nodes before linearized reading' (duration: 861.298706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:47.413332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:46.550153Z","time spent":"863.013594ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:47:47.413416Z","caller":"traceutil/trace.go:171","msg":"trace[1425638576] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4bb36ece9; range_end:; response_count:1; response_revision:8078; }","duration":"4.08257178s","start":"2026-03-14T01:47:43.330324Z","end":"2026-03-14T01:47:47.412896Z","steps":["trace[1425638576] 'agreement among raft nodes before linearized reading' (duration: 4.080993664s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:47.413622Z","caller":"traceutil/trace.go:171","msg":"trace[300344183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8078; }","duration":"2.704388071s","start":"2026-03-14T01:47:44.708518Z","end":"2026-03-14T01:47:47.412907Z","steps":["trace[300344183] 'agreement among raft nodes before linearized reading' (duration: 2.703050082s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:47.413705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:43.330294Z","time spent":"4.083326926s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4bb36ece9\" "} {"level":"warn","ts":"2026-03-14T01:47:47.4138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:44.70851Z","time spent":"2.705270361s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:49.042372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.625915004s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:47:49.042876Z","caller":"traceutil/trace.go:171","msg":"trace[815760756] linearizableReadLoop","detail":"{readStateIndex:8393; appliedIndex:8392; }","duration":"1.626495197s","start":"2026-03-14T01:47:47.416344Z","end":"2026-03-14T01:47:49.042839Z","steps":["trace[815760756] 'read index received' (duration: 99.792µs)","trace[815760756] 'applied index is now lower than readState.Index' (duration: 1.626394055s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:49.043165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626840074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-03-14T01:47:49.043212Z","caller":"traceutil/trace.go:171","msg":"trace[1540135728] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:8079; }","duration":"1.626931756s","start":"2026-03-14T01:47:47.416265Z","end":"2026-03-14T01:47:49.043197Z","steps":["trace[1540135728] 'agreement among raft nodes before linearized reading' (duration: 1.626749242s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:49.043257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.416246Z","time spent":"1.626998658s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":734,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"info","ts":"2026-03-14T01:47:49.043041Z","caller":"traceutil/trace.go:171","msg":"trace[505990978] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"1.626684981s","start":"2026-03-14T01:47:47.41631Z","end":"2026-03-14T01:47:49.042995Z","steps":["trace[505990978] 'process raft request' (duration: 1.626295182s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:49.044243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.416293Z","time spent":"1.627846677s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:49.421403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000244372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T01:47:49.421513Z","caller":"traceutil/trace.go:171","msg":"trace[456433043] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000401086s","start":"2026-03-14T01:47:47.421087Z","end":"2026-03-14T01:47:49.421488Z","steps":["trace[456433043] 'agreement among raft nodes before linearized reading' (duration: 2.000260753s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:49.421564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.421066Z","time spent":"2.000488207s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:47:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:47:49.543984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242716220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:50.044729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242716220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:50.545701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242716220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:50.731124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.688498859s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:47:50.731856Z","caller":"traceutil/trace.go:171","msg":"trace[1957908815] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"3.315416235s","start":"2026-03-14T01:47:47.416378Z","end":"2026-03-14T01:47:50.731794Z","steps":["trace[1957908815] 'process raft request' (duration: 3.315037577s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:50.731891Z","caller":"traceutil/trace.go:171","msg":"trace[556115851] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"3.315020366s","start":"2026-03-14T01:47:47.416822Z","end":"2026-03-14T01:47:50.731842Z","steps":["trace[556115851] 'process raft request' (duration: 3.314846652s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:50.731863Z","caller":"traceutil/trace.go:171","msg":"trace[2123421195] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"3.314706289s","start":"2026-03-14T01:47:47.417116Z","end":"2026-03-14T01:47:50.731822Z","steps":["trace[2123421195] 'process raft request' (duration: 3.314617877s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.732104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.416352Z","time spent":"3.31561784s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:50.73216Z","caller":"traceutil/trace.go:171","msg":"trace[1615029728] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"3.314584396s","start":"2026-03-14T01:47:47.417556Z","end":"2026-03-14T01:47:50.73214Z","steps":["trace[1615029728] 'process raft request' (duration: 3.314223468s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.732185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.417098Z","time spent":"3.314962024s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:50.73239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.417548Z","time spent":"3.314664048s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:50.732543Z","caller":"traceutil/trace.go:171","msg":"trace[1331805186] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"3.314344491s","start":"2026-03-14T01:47:47.418184Z","end":"2026-03-14T01:47:50.732528Z","steps":["trace[1331805186] 'process raft request' (duration: 3.31384619s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.732621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.418176Z","time spent":"3.314404492s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:50.732825Z","caller":"traceutil/trace.go:171","msg":"trace[227430573] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"2.332661522s","start":"2026-03-14T01:47:48.400129Z","end":"2026-03-14T01:47:50.732791Z","steps":["trace[227430573] 'process raft request' (duration: 2.332327555s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.73299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:48.400098Z","time spent":"2.332826085s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:50.733054Z","caller":"traceutil/trace.go:171","msg":"trace[1130172202] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"2.311737738s","start":"2026-03-14T01:47:48.421277Z","end":"2026-03-14T01:47:50.733015Z","steps":["trace[1130172202] 'process raft request' (duration: 2.311444912s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:50.73317Z","caller":"traceutil/trace.go:171","msg":"trace[863292185] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"2.311729949s","start":"2026-03-14T01:47:48.421427Z","end":"2026-03-14T01:47:50.733157Z","steps":["trace[863292185] 'process raft request' (duration: 2.311536094s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:50.733241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.416812Z","time spent":"3.315187821s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:50.733276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:48.421261Z","time spent":"2.311896622s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:50.733253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:48.421389Z","time spent":"2.311825541s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:51.13992Z","caller":"traceutil/trace.go:171","msg":"trace[1539479992] linearizableReadLoop","detail":"{readStateIndex:8403; appliedIndex:8393; }","duration":"2.096930129s","start":"2026-03-14T01:47:49.04297Z","end":"2026-03-14T01:47:51.1399Z","steps":["trace[1539479992] 'read index received' (duration: 1.688549801s)","trace[1539479992] 'applied index is now lower than readState.Index' (duration: 408.378848ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:51.140054Z","caller":"traceutil/trace.go:171","msg":"trace[60219431] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"1.302882195s","start":"2026-03-14T01:47:49.837056Z","end":"2026-03-14T01:47:51.139938Z","steps":["trace[60219431] 'process raft request' (duration: 1.302809983s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:51.140171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603709964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:51.140203Z","caller":"traceutil/trace.go:171","msg":"trace[1971535247] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8089; }","duration":"2.603813057s","start":"2026-03-14T01:47:48.53638Z","end":"2026-03-14T01:47:51.140193Z","steps":["trace[1971535247] 'agreement among raft nodes before linearized reading' (duration: 2.603626531s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:51.140232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:48.536354Z","time spent":"2.603868658s","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":97,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:51.140246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:49.837024Z","time spent":"1.303098361s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:51.140439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009950085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:51.140459Z","caller":"traceutil/trace.go:171","msg":"trace[1273605460] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8089; }","duration":"3.010032306s","start":"2026-03-14T01:47:48.130421Z","end":"2026-03-14T01:47:51.140453Z","steps":["trace[1273605460] 'agreement among raft nodes before linearized reading' (duration: 3.009987435s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:51.140474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:48.130387Z","time spent":"3.010082608s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:47:51.140611Z","caller":"traceutil/trace.go:171","msg":"trace[129274528] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"2.091057597s","start":"2026-03-14T01:47:49.049543Z","end":"2026-03-14T01:47:51.1406Z","steps":["trace[129274528] 'process raft request' (duration: 2.090158766s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:51.140658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.544189631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:47:51.140678Z","caller":"traceutil/trace.go:171","msg":"trace[1861783959] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:8089; }","duration":"3.544273002s","start":"2026-03-14T01:47:47.596399Z","end":"2026-03-14T01:47:51.140672Z","steps":["trace[1861783959] 'agreement among raft nodes before linearized reading' (duration: 3.54416572s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:51.140695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.59637Z","time spent":"3.544321284s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-14T01:47:51.140727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:49.049506Z","time spent":"2.091147799s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:51.141023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.72365366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224134"} {"level":"info","ts":"2026-03-14T01:47:51.141043Z","caller":"traceutil/trace.go:171","msg":"trace[395915592] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8089; }","duration":"3.723689211s","start":"2026-03-14T01:47:47.417349Z","end":"2026-03-14T01:47:51.141038Z","steps":["trace[395915592] 'agreement among raft nodes before linearized reading' (duration: 3.723435846s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:51.141057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.41734Z","time spent":"3.723713492s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T01:47:51.141199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.72448525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:47:51.141228Z","caller":"traceutil/trace.go:171","msg":"trace[1796392007] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8089; }","duration":"3.72452777s","start":"2026-03-14T01:47:47.416692Z","end":"2026-03-14T01:47:51.141219Z","steps":["trace[1796392007] 'agreement among raft nodes before linearized reading' (duration: 3.724383857s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:51.141256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:47.416683Z","time spent":"3.724567592s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:47:51.141463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003072936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:51.141482Z","caller":"traceutil/trace.go:171","msg":"trace[1360943930] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8089; }","duration":"2.003146937s","start":"2026-03-14T01:47:49.138328Z","end":"2026-03-14T01:47:51.141475Z","steps":["trace[1360943930] 'agreement among raft nodes before linearized reading' (duration: 2.003074375s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:51.141497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:49.138298Z","time spent":"2.003195228s","remote":"127.0.0.1:39822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":53,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:51.141703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.602781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c9158341ca7da\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-14T01:47:51.141717Z","caller":"traceutil/trace.go:171","msg":"trace[225560094] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c9158341ca7da; range_end:; response_count:1; response_revision:8089; }","duration":"403.647511ms","start":"2026-03-14T01:47:50.738065Z","end":"2026-03-14T01:47:51.141713Z","steps":["trace[225560094] 'agreement among raft nodes before linearized reading' (duration: 403.60306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:51.14173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:50.738041Z","time spent":"403.685753ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c9158341ca7da\" "} {"level":"warn","ts":"2026-03-14T01:47:51.141826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719657014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:51.141838Z","caller":"traceutil/trace.go:171","msg":"trace[1524771550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8089; }","duration":"1.719720625s","start":"2026-03-14T01:47:49.422114Z","end":"2026-03-14T01:47:51.141834Z","steps":["trace[1524771550] 'agreement among raft nodes before linearized reading' (duration: 1.719681894s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:51.141851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:49.422076Z","time spent":"1.719772576s","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:47:51.747406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.688474ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-14T01:47:51.747703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:51.142325Z","time spent":"605.367255ms","remote":"127.0.0.1:33342","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T01:47:51.748127Z","caller":"traceutil/trace.go:171","msg":"trace[1640070184] linearizableReadLoop","detail":"{readStateIndex:8404; appliedIndex:8403; }","duration":"572.300048ms","start":"2026-03-14T01:47:51.175787Z","end":"2026-03-14T01:47:51.748088Z","steps":["trace[1640070184] 'read index received' (duration: 147.925727ms)","trace[1640070184] 'applied index is now lower than readState.Index' (duration: 424.370641ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:51.74822Z","caller":"traceutil/trace.go:171","msg":"trace[892009619] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"569.240818ms","start":"2026-03-14T01:47:51.178948Z","end":"2026-03-14T01:47:51.748189Z","steps":["trace[892009619] 'process raft request' (duration: 569.143126ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:51.748264Z","caller":"traceutil/trace.go:171","msg":"trace[991226865] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"572.120123ms","start":"2026-03-14T01:47:51.176075Z","end":"2026-03-14T01:47:51.748195Z","steps":["trace[991226865] 'process raft request' (duration: 571.5911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:51.74838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:51.17894Z","time spent":"569.341201ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:51.748637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:51.176057Z","time spent":"572.289998ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:51.748663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.57104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/key-manager.189c91f32ee438c4\" ","response":"range_response_count:1 size:679"} {"level":"warn","ts":"2026-03-14T01:47:51.748715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.893937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:51.748722Z","caller":"traceutil/trace.go:171","msg":"trace[603179914] range","detail":"{range_begin:/registry/events/openstack/key-manager.189c91f32ee438c4; range_end:; response_count:1; response_revision:8091; }","duration":"571.655463ms","start":"2026-03-14T01:47:51.177052Z","end":"2026-03-14T01:47:51.748707Z","steps":["trace[603179914] 'agreement among raft nodes before linearized reading' (duration: 571.236623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:51.748783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:51.17704Z","time spent":"571.732894ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":703,"request content":"key:\"/registry/events/openstack/key-manager.189c91f32ee438c4\" "} {"level":"info","ts":"2026-03-14T01:47:51.748802Z","caller":"traceutil/trace.go:171","msg":"trace[1387561929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8091; }","duration":"568.287377ms","start":"2026-03-14T01:47:51.18047Z","end":"2026-03-14T01:47:51.748757Z","steps":["trace[1387561929] 'agreement among raft nodes before linearized reading' (duration: 567.830497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:51.748852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:51.18046Z","time spent":"568.379969ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:47:51.749224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.400892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-03-14T01:47:51.749338Z","caller":"traceutil/trace.go:171","msg":"trace[1383253206] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8091; }","duration":"573.542115ms","start":"2026-03-14T01:47:51.175772Z","end":"2026-03-14T01:47:51.749315Z","steps":["trace[1383253206] 'agreement among raft nodes before linearized reading' (duration: 572.40094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:51.749402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:51.175755Z","time spent":"573.629948ms","remote":"127.0.0.1:33506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19470,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-14T01:47:53.750313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000348234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T01:47:53.750424Z","caller":"traceutil/trace.go:171","msg":"trace[1597992237] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000534518s","start":"2026-03-14T01:47:51.749865Z","end":"2026-03-14T01:47:53.750399Z","steps":["trace[1597992237] 'agreement among raft nodes before linearized reading' (duration: 2.000383055s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:53.750487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:51.749849Z","time spent":"2.00062542s","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:47:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:47:54.607126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00465355s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:54.607284Z","caller":"traceutil/trace.go:171","msg":"trace[1570960841] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8091; }","duration":"2.004833635s","start":"2026-03-14T01:47:52.602429Z","end":"2026-03-14T01:47:54.607262Z","steps":["trace[1570960841] 'range keys from in-memory index tree' (duration: 2.00463121s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:54.608028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748137581s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:54.60924Z","caller":"traceutil/trace.go:171","msg":"trace[296126676] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"2.858133679s","start":"2026-03-14T01:47:51.751079Z","end":"2026-03-14T01:47:54.609212Z","steps":["trace[296126676] 'process raft request' (duration: 2.857964995s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:54.609347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:51.751059Z","time spent":"2.858233121s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:54.609482Z","caller":"traceutil/trace.go:171","msg":"trace[348040696] linearizableReadLoop","detail":"{readStateIndex:8407; appliedIndex:8406; }","duration":"2.859543711s","start":"2026-03-14T01:47:51.749914Z","end":"2026-03-14T01:47:54.609458Z","steps":["trace[348040696] 'read index received' (duration: 109.858345ms)","trace[348040696] 'applied index is now lower than readState.Index' (duration: 2.749682846s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:54.609557Z","caller":"traceutil/trace.go:171","msg":"trace[1044115058] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"2.860501943s","start":"2026-03-14T01:47:51.748999Z","end":"2026-03-14T01:47:54.609501Z","steps":["trace[1044115058] 'process raft request' (duration: 110.752245ms)","trace[1044115058] 'compare' (duration: 2.74760903s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:54.609782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:51.748976Z","time spent":"2.860671126s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:54.824741Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.085982961s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:47:55.541499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.165282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:55.541628Z","caller":"traceutil/trace.go:171","msg":"trace[1632505633] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"2.803004802s","start":"2026-03-14T01:47:52.738598Z","end":"2026-03-14T01:47:55.541603Z","steps":["trace[1632505633] 'process raft request' (duration: 2.086597685s)","trace[1632505633] 'compare' (duration: 716.025219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:55.541703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:52.73858Z","time spent":"2.803087665s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:55.759589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000555299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T01:47:55.75974Z","caller":"traceutil/trace.go:171","msg":"trace[244380171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000818347s","start":"2026-03-14T01:47:53.758895Z","end":"2026-03-14T01:47:55.759713Z","steps":["trace[244380171] 'agreement among raft nodes before linearized reading' (duration: 2.00056724s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.759848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:53.758885Z","time spent":"2.000914259s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:47:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:47:55.923666Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0984543s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:47:56.072889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.872227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:56.073152Z","caller":"traceutil/trace.go:171","msg":"trace[1378038327] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"3.334343061s","start":"2026-03-14T01:47:52.738786Z","end":"2026-03-14T01:47:56.073129Z","steps":["trace[1378038327] 'process raft request' (duration: 3.334219949s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.073256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:52.73875Z","time spent":"3.334466144s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:56.073394Z","caller":"traceutil/trace.go:171","msg":"trace[1958015350] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"3.334371682s","start":"2026-03-14T01:47:52.73876Z","end":"2026-03-14T01:47:56.073131Z","steps":["trace[1958015350] 'process raft request' (duration: 3.185135667s)","trace[1958015350] 'compare' (duration: 148.716364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:56.073625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:52.738733Z","time spent":"3.334761892s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:56.47834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.235748ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T01:47:56.478579Z","caller":"traceutil/trace.go:171","msg":"trace[1509392912] linearizableReadLoop","detail":"{readStateIndex:8412; appliedIndex:8408; }","duration":"1.869032762s","start":"2026-03-14T01:47:54.609523Z","end":"2026-03-14T01:47:56.478556Z","steps":["trace[1509392912] 'read index received' (duration: 215.73094ms)","trace[1509392912] 'applied index is now lower than readState.Index' (duration: 1.653300071s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:56.47888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.969111819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-14T01:47:56.478855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817417577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-14T01:47:56.47893Z","caller":"traceutil/trace.go:171","msg":"trace[230710209] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8096; }","duration":"2.969217111s","start":"2026-03-14T01:47:53.509695Z","end":"2026-03-14T01:47:56.478913Z","steps":["trace[230710209] 'agreement among raft nodes before linearized reading' (duration: 2.968978956s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:56.478962Z","caller":"traceutil/trace.go:171","msg":"trace[926284892] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8096; }","duration":"2.817527219s","start":"2026-03-14T01:47:53.661406Z","end":"2026-03-14T01:47:56.478933Z","steps":["trace[926284892] 'agreement among raft nodes before linearized reading' (duration: 2.817237162s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.479008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.72625556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c9158341ca7da\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-14T01:47:56.479002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725829565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:47:56.479031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:53.661346Z","time spent":"2.817669933s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-14T01:47:56.479061Z","caller":"traceutil/trace.go:171","msg":"trace[1425118981] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c9158341ca7da; range_end:; response_count:1; response_revision:8096; }","duration":"4.726363623s","start":"2026-03-14T01:47:51.752683Z","end":"2026-03-14T01:47:56.479046Z","steps":["trace[1425118981] 'agreement among raft nodes before linearized reading' (duration: 4.726237891s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.47902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724417113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-03-14T01:47:56.479095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.297634761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-14T01:47:56.479122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:51.752674Z","time spent":"4.726418374s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c9158341ca7da\" "} {"level":"info","ts":"2026-03-14T01:47:56.479147Z","caller":"traceutil/trace.go:171","msg":"trace[563063080] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:8096; }","duration":"3.297734884s","start":"2026-03-14T01:47:53.181403Z","end":"2026-03-14T01:47:56.479138Z","steps":["trace[563063080] 'agreement among raft nodes before linearized reading' (duration: 3.297617741s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.479165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.677956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:56.479183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.829909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:47:56.47919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:53.181353Z","time spent":"3.297830286s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mghhr\" "} {"level":"info","ts":"2026-03-14T01:47:56.479183Z","caller":"traceutil/trace.go:171","msg":"trace[2143610029] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8096; }","duration":"2.724621767s","start":"2026-03-14T01:47:53.754513Z","end":"2026-03-14T01:47:56.479135Z","steps":["trace[2143610029] 'agreement among raft nodes before linearized reading' (duration: 2.724215848s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:56.479232Z","caller":"traceutil/trace.go:171","msg":"trace[315250862] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8096; }","duration":"149.926781ms","start":"2026-03-14T01:47:56.329288Z","end":"2026-03-14T01:47:56.479214Z","steps":["trace[315250862] 'agreement among raft nodes before linearized reading' (duration: 149.831339ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:56.479236Z","caller":"traceutil/trace.go:171","msg":"trace[1545265874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8096; }","duration":"718.776728ms","start":"2026-03-14T01:47:55.760424Z","end":"2026-03-14T01:47:56.479201Z","steps":["trace[1545265874] 'agreement among raft nodes before linearized reading' (duration: 718.706486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.479241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.714036034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-14T01:47:56.479289Z","caller":"traceutil/trace.go:171","msg":"trace[1684325636] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8096; }","duration":"4.714104286s","start":"2026-03-14T01:47:51.76517Z","end":"2026-03-14T01:47:56.479274Z","steps":["trace[1684325636] 'agreement among raft nodes before linearized reading' (duration: 4.713956572s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.479291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:55.760391Z","time spent":"718.888151ms","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:47:56.479289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:53.754504Z","time spent":"2.724767871s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-14T01:47:56.478975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:53.509666Z","time spent":"2.969298534s","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-14T01:47:56.479323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:51.765157Z","time spent":"4.714157136s","remote":"127.0.0.1:60382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:47:56.47931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.741139954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:47:56.479413Z","caller":"traceutil/trace.go:171","msg":"trace[1143673611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8096; }","duration":"3.741452211s","start":"2026-03-14T01:47:52.737934Z","end":"2026-03-14T01:47:56.479386Z","steps":["trace[1143673611] 'agreement among raft nodes before linearized reading' (duration: 3.74096847s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:56.479084Z","caller":"traceutil/trace.go:171","msg":"trace[266036238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8096; }","duration":"2.725949238s","start":"2026-03-14T01:47:53.753113Z","end":"2026-03-14T01:47:56.479062Z","steps":["trace[266036238] 'agreement among raft nodes before linearized reading' (duration: 2.725704112s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.479498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:52.73789Z","time spent":"3.741596465s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:56.479535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:53.75309Z","time spent":"2.72642685s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:47:56.478852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341758736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:56.479637Z","caller":"traceutil/trace.go:171","msg":"trace[1275341233] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8096; }","duration":"2.342628317s","start":"2026-03-14T01:47:54.136991Z","end":"2026-03-14T01:47:56.479619Z","steps":["trace[1275341233] 'agreement among raft nodes before linearized reading' (duration: 2.341748907s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.479681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:54.136966Z","time spent":"2.342696198s","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:56.47909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866881663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-14T01:47:56.479788Z","caller":"traceutil/trace.go:171","msg":"trace[2054960884] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8096; }","duration":"1.867605441s","start":"2026-03-14T01:47:54.61217Z","end":"2026-03-14T01:47:56.479776Z","steps":["trace[2054960884] 'agreement among raft nodes before linearized reading' (duration: 1.866794992s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.479829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:54.612149Z","time spent":"1.867667062s","remote":"127.0.0.1:33490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-14T01:47:56.478854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.69115016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T01:47:56.479921Z","caller":"traceutil/trace.go:171","msg":"trace[2015550100] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8096; }","duration":"2.692283746s","start":"2026-03-14T01:47:53.787613Z","end":"2026-03-14T01:47:56.479897Z","steps":["trace[2015550100] 'agreement among raft nodes before linearized reading' (duration: 2.691065508s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.479181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.74098789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:47:56.479982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:53.787584Z","time spent":"2.692380279s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:47:56.479085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.741208796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:47:56.480023Z","caller":"traceutil/trace.go:171","msg":"trace[1470336336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8096; }","duration":"3.741862551s","start":"2026-03-14T01:47:52.738127Z","end":"2026-03-14T01:47:56.47999Z","steps":["trace[1470336336] 'agreement among raft nodes before linearized reading' (duration: 3.740767446s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:56.480067Z","caller":"traceutil/trace.go:171","msg":"trace[498657482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8096; }","duration":"3.74224791s","start":"2026-03-14T01:47:52.737798Z","end":"2026-03-14T01:47:56.480046Z","steps":["trace[498657482] 'agreement among raft nodes before linearized reading' (duration: 3.741204796s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.480107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:52.737762Z","time spent":"3.742334552s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:56.480107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:52.738121Z","time spent":"3.741965314s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:47:56.478969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.741086913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:47:56.480187Z","caller":"traceutil/trace.go:171","msg":"trace[1550143225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8096; }","duration":"3.742376193s","start":"2026-03-14T01:47:52.737798Z","end":"2026-03-14T01:47:56.480174Z","steps":["trace[1550143225] 'agreement among raft nodes before linearized reading' (duration: 3.741030142s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.480224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:52.737762Z","time spent":"3.742454305s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:47:56.765198Z","caller":"traceutil/trace.go:171","msg":"trace[1516535083] linearizableReadLoop","detail":"{readStateIndex:8413; appliedIndex:8412; }","duration":"279.720998ms","start":"2026-03-14T01:47:56.485445Z","end":"2026-03-14T01:47:56.765166Z","steps":["trace[1516535083] 'read index received' (duration: 279.641706ms)","trace[1516535083] 'applied index is now lower than readState.Index' (duration: 77.492µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:56.765245Z","caller":"traceutil/trace.go:171","msg":"trace[552605915] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"282.515242ms","start":"2026-03-14T01:47:56.482687Z","end":"2026-03-14T01:47:56.765202Z","steps":["trace[552605915] 'process raft request' (duration: 282.267135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:56.765466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.987425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-14T01:47:56.765598Z","caller":"traceutil/trace.go:171","msg":"trace[1022922216] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8097; }","duration":"280.145278ms","start":"2026-03-14T01:47:56.485435Z","end":"2026-03-14T01:47:56.765581Z","steps":["trace[1022922216] 'agreement among raft nodes before linearized reading' (duration: 279.78421ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:57.027541Z","caller":"traceutil/trace.go:171","msg":"trace[210318891] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"541.944841ms","start":"2026-03-14T01:47:56.485548Z","end":"2026-03-14T01:47:57.027493Z","steps":["trace[210318891] 'process raft request' (duration: 541.547233ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:57.02762Z","caller":"traceutil/trace.go:171","msg":"trace[1289719199] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"541.865539ms","start":"2026-03-14T01:47:56.485743Z","end":"2026-03-14T01:47:57.027608Z","steps":["trace[1289719199] 'process raft request' (duration: 541.595823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:57.02777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:56.485735Z","time spent":"541.91842ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:57.027768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:56.485534Z","time spent":"542.114935ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:57.027566Z","caller":"traceutil/trace.go:171","msg":"trace[1315106545] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"541.349638ms","start":"2026-03-14T01:47:56.486196Z","end":"2026-03-14T01:47:57.027546Z","steps":["trace[1315106545] 'process raft request' (duration: 541.238555ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:57.028166Z","caller":"traceutil/trace.go:171","msg":"trace[119845658] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"542.202646ms","start":"2026-03-14T01:47:56.485912Z","end":"2026-03-14T01:47:57.028114Z","steps":["trace[119845658] 'process raft request' (duration: 541.47849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:57.028229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:56.486178Z","time spent":"541.90109ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:57.028239Z","caller":"traceutil/trace.go:171","msg":"trace[1184944035] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"540.773995ms","start":"2026-03-14T01:47:56.48741Z","end":"2026-03-14T01:47:57.028184Z","steps":["trace[1184944035] 'process raft request' (duration: 540.426767ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:57.028349Z","caller":"traceutil/trace.go:171","msg":"trace[1924936199] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"538.372221ms","start":"2026-03-14T01:47:56.489939Z","end":"2026-03-14T01:47:57.028312Z","steps":["trace[1924936199] 'process raft request' (duration: 538.203507ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:57.028235Z","caller":"traceutil/trace.go:171","msg":"trace[1104611644] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"540.679143ms","start":"2026-03-14T01:47:56.487541Z","end":"2026-03-14T01:47:57.02822Z","steps":["trace[1104611644] 'process raft request' (duration: 540.523199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:57.028433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:56.489928Z","time spent":"538.464552ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:57.028471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:56.48739Z","time spent":"540.96469ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:57.028487Z","caller":"traceutil/trace.go:171","msg":"trace[1315673064] linearizableReadLoop","detail":"{readStateIndex:8422; appliedIndex:8413; }","duration":"263.189503ms","start":"2026-03-14T01:47:56.765284Z","end":"2026-03-14T01:47:57.028474Z","steps":["trace[1315673064] 'read index received' (duration: 261.887694ms)","trace[1315673064] 'applied index is now lower than readState.Index' (duration: 1.300729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:57.028826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:56.487531Z","time spent":"540.941838ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:57.02884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:56.485886Z","time spent":"542.491773ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:57.028954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.208258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cf6ea192-5526-450b-b946-1b5e5ff209da\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-14T01:47:57.028976Z","caller":"traceutil/trace.go:171","msg":"trace[1950702317] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"303.876766ms","start":"2026-03-14T01:47:56.725084Z","end":"2026-03-14T01:47:57.028961Z","steps":["trace[1950702317] 'process raft request' (duration: 303.175059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:57.028907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.394914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:57.029022Z","caller":"traceutil/trace.go:171","msg":"trace[1983166241] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cf6ea192-5526-450b-b946-1b5e5ff209da; range_end:; response_count:1; response_revision:8106; }","duration":"542.31133ms","start":"2026-03-14T01:47:56.48669Z","end":"2026-03-14T01:47:57.029001Z","steps":["trace[1983166241] 'agreement among raft nodes before linearized reading' (duration: 541.87488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:57.029014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.664873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:57.029053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.674743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4bb36ece9\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-14T01:47:57.029071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:56.486661Z","time spent":"542.400602ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-cf6ea192-5526-450b-b946-1b5e5ff209da\" "} {"level":"info","ts":"2026-03-14T01:47:57.029082Z","caller":"traceutil/trace.go:171","msg":"trace[1205545236] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8106; }","duration":"543.571119ms","start":"2026-03-14T01:47:56.485455Z","end":"2026-03-14T01:47:57.029026Z","steps":["trace[1205545236] 'agreement among raft nodes before linearized reading' (duration: 543.390645ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:57.029094Z","caller":"traceutil/trace.go:171","msg":"trace[1866039714] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4bb36ece9; range_end:; response_count:1; response_revision:8106; }","duration":"258.745165ms","start":"2026-03-14T01:47:56.770334Z","end":"2026-03-14T01:47:57.02908Z","steps":["trace[1866039714] 'agreement among raft nodes before linearized reading' (duration: 258.595841ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:57.029093Z","caller":"traceutil/trace.go:171","msg":"trace[1155330952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8106; }","duration":"540.762095ms","start":"2026-03-14T01:47:56.488309Z","end":"2026-03-14T01:47:57.029071Z","steps":["trace[1155330952] 'agreement among raft nodes before linearized reading' (duration: 540.631602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:57.02914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:56.488298Z","time spent":"540.830746ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:47:57.029132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:56.725051Z","time spent":"303.965688ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:57.029153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:56.485437Z","time spent":"543.681781ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:57.029344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.433957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224134"} {"level":"info","ts":"2026-03-14T01:47:57.029398Z","caller":"traceutil/trace.go:171","msg":"trace[1696108108] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8106; }","duration":"540.499429ms","start":"2026-03-14T01:47:56.488886Z","end":"2026-03-14T01:47:57.029385Z","steps":["trace[1696108108] 'agreement among raft nodes before linearized reading' (duration: 539.955986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:57.029438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:56.488877Z","time spent":"540.5529ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T01:47:57.029477Z","caller":"traceutil/trace.go:171","msg":"trace[1717717888] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"542.695418ms","start":"2026-03-14T01:47:56.486727Z","end":"2026-03-14T01:47:57.029423Z","steps":["trace[1717717888] 'process raft request' (duration: 540.772105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:57.029713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:56.486703Z","time spent":"542.903994ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:57.544356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242716254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:58.044919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242716254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:58.243087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210211386s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:47:58.243708Z","caller":"traceutil/trace.go:171","msg":"trace[1900813239] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"1.210982824s","start":"2026-03-14T01:47:57.0327Z","end":"2026-03-14T01:47:58.243683Z","steps":["trace[1900813239] 'process raft request' (duration: 1.21081055s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:58.243873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:57.032665Z","time spent":"1.211124046s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:59.217764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.800496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:59.218031Z","caller":"traceutil/trace.go:171","msg":"trace[1772184437] linearizableReadLoop","detail":"{readStateIndex:8425; appliedIndex:8422; }","duration":"2.17400663s","start":"2026-03-14T01:47:57.044003Z","end":"2026-03-14T01:47:59.21801Z","steps":["trace[1772184437] 'read index received' (duration: 1.199479134s)","trace[1772184437] 'applied index is now lower than readState.Index' (duration: 974.526096ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:59.218314Z","caller":"traceutil/trace.go:171","msg":"trace[1757891607] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"1.670483329s","start":"2026-03-14T01:47:57.547801Z","end":"2026-03-14T01:47:59.218285Z","steps":["trace[1757891607] 'process raft request' (duration: 1.67006963s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:59.218337Z","caller":"traceutil/trace.go:171","msg":"trace[755537330] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"1.747767257s","start":"2026-03-14T01:47:57.470525Z","end":"2026-03-14T01:47:59.218292Z","steps":["trace[755537330] 'process raft request' (duration: 1.197347647s)","trace[755537330] 'compare' (duration: 549.676633ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:59.218345Z","caller":"traceutil/trace.go:171","msg":"trace[1923614849] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"1.137703607s","start":"2026-03-14T01:47:58.080595Z","end":"2026-03-14T01:47:59.218299Z","steps":["trace[1923614849] 'process raft request' (duration: 1.13737332s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:59.218428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:57.547773Z","time spent":"1.670602822s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:59.21846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174418969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T01:47:59.218304Z","caller":"traceutil/trace.go:171","msg":"trace[513150679] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"1.138516365s","start":"2026-03-14T01:47:58.079755Z","end":"2026-03-14T01:47:59.218272Z","steps":["trace[513150679] 'process raft request' (duration: 1.138173257s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:59.218512Z","caller":"traceutil/trace.go:171","msg":"trace[188971108] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8111; }","duration":"2.174529621s","start":"2026-03-14T01:47:57.043967Z","end":"2026-03-14T01:47:59.218497Z","steps":["trace[188971108] 'agreement among raft nodes before linearized reading' (duration: 2.174293025s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:59.218526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:58.080558Z","time spent":"1.13787976s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:59.218549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:57.043954Z","time spent":"2.174586973s","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-14T01:47:59.218553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:57.470479Z","time spent":"1.747945061s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:59.218572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:58.079725Z","time spent":"1.138810431s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:59.718955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242716261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:59.790119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.10914072s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:47:59.900461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000325161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T01:47:59.900631Z","caller":"traceutil/trace.go:171","msg":"trace[1374460227] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000661298s","start":"2026-03-14T01:47:57.899943Z","end":"2026-03-14T01:47:59.900605Z","steps":["trace[1374460227] 'agreement among raft nodes before linearized reading' (duration: 2.000425133s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:59.900698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:57.899901Z","time spent":"2.000782301s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:48:00.363061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.40107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:48:00.363181Z","caller":"traceutil/trace.go:171","msg":"trace[1310901924] linearizableReadLoop","detail":"{readStateIndex:8428; appliedIndex:8427; }","duration":"1.145092205s","start":"2026-03-14T01:47:59.218069Z","end":"2026-03-14T01:48:00.363161Z","steps":["trace[1310901924] 'read index received' (duration: 572.325336ms)","trace[1310901924] 'applied index is now lower than readState.Index' (duration: 572.765468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:00.363275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328166405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:48:00.363302Z","caller":"traceutil/trace.go:171","msg":"trace[1197237916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8112; }","duration":"1.328213126s","start":"2026-03-14T01:47:59.035082Z","end":"2026-03-14T01:48:00.363295Z","steps":["trace[1197237916] 'agreement among raft nodes before linearized reading' (duration: 1.328116694s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:00.363329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.035071Z","time spent":"1.328253607s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:48:00.363375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.319299738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-14T01:48:00.363406Z","caller":"traceutil/trace.go:171","msg":"trace[209569557] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8112; }","duration":"3.31935999s","start":"2026-03-14T01:47:57.044033Z","end":"2026-03-14T01:48:00.363393Z","steps":["trace[209569557] 'agreement among raft nodes before linearized reading' (duration: 3.319254557s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:00.363435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:57.044017Z","time spent":"3.31941172s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-14T01:48:00.363488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327418159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:48:00.363503Z","caller":"traceutil/trace.go:171","msg":"trace[398588418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8112; }","duration":"1.327451489s","start":"2026-03-14T01:47:59.036047Z","end":"2026-03-14T01:48:00.363498Z","steps":["trace[398588418] 'agreement among raft nodes before linearized reading' (duration: 1.327375877s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:00.363468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32575585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-14T01:48:00.363467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114428953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c9158341ca7da\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-14T01:48:00.363546Z","caller":"traceutil/trace.go:171","msg":"trace[873244296] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:8112; }","duration":"1.325920475s","start":"2026-03-14T01:47:59.037604Z","end":"2026-03-14T01:48:00.363525Z","steps":["trace[873244296] 'agreement among raft nodes before linearized reading' (duration: 1.325682749s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:00.363554Z","caller":"traceutil/trace.go:171","msg":"trace[1166036160] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c9158341ca7da; range_end:; response_count:1; response_revision:8112; }","duration":"2.114614267s","start":"2026-03-14T01:47:58.24892Z","end":"2026-03-14T01:48:00.363535Z","steps":["trace[1166036160] 'agreement among raft nodes before linearized reading' (duration: 2.11430796s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:00.363541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766262897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-14T01:48:00.363596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.037578Z","time spent":"1.326007706s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mghhr\" "} {"level":"warn","ts":"2026-03-14T01:48:00.363598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:58.248886Z","time spent":"2.114702669s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c9158341ca7da\" "} {"level":"warn","ts":"2026-03-14T01:48:00.363633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14138664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-335da05c-1bc3-475b-a6b1-0606559a4b77\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-14T01:48:00.363609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327334606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:48:00.36364Z","caller":"traceutil/trace.go:171","msg":"trace[486181582] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:8112; }","duration":"2.76639874s","start":"2026-03-14T01:47:57.597205Z","end":"2026-03-14T01:48:00.363604Z","steps":["trace[486181582] 'agreement among raft nodes before linearized reading' (duration: 2.766067483s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:00.363683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.589935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:00.363699Z","caller":"traceutil/trace.go:171","msg":"trace[1343675048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8112; }","duration":"462.635426ms","start":"2026-03-14T01:47:59.901059Z","end":"2026-03-14T01:48:00.363694Z","steps":["trace[1343675048] 'agreement among raft nodes before linearized reading' (duration: 462.609016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:00.363711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.901041Z","time spent":"462.666927ms","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:48:00.363698Z","caller":"traceutil/trace.go:171","msg":"trace[1370320006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8112; }","duration":"1.32749081s","start":"2026-03-14T01:47:59.036182Z","end":"2026-03-14T01:48:00.363672Z","steps":["trace[1370320006] 'agreement among raft nodes before linearized reading' (duration: 1.327216834s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:00.363715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:57.597189Z","time spent":"2.766507472s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-14T01:48:00.363732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329376172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:48:00.363749Z","caller":"traceutil/trace.go:171","msg":"trace[2004615593] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"1.682890039s","start":"2026-03-14T01:47:58.680805Z","end":"2026-03-14T01:48:00.363695Z","steps":["trace[2004615593] 'process raft request' (duration: 1.109764733s)","trace[2004615593] 'compare' (duration: 572.115594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:00.363519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.036038Z","time spent":"1.327477109s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:48:00.363827Z","caller":"traceutil/trace.go:171","msg":"trace[361452588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8112; }","duration":"1.329536327s","start":"2026-03-14T01:47:59.034266Z","end":"2026-03-14T01:48:00.363803Z","steps":["trace[361452588] 'agreement among raft nodes before linearized reading' (duration: 1.329027475s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:00.363876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.034236Z","time spent":"1.329629129s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:48:00.363658Z","caller":"traceutil/trace.go:171","msg":"trace[1949172196] range","detail":"{range_begin:/registry/persistentvolumes/pvc-335da05c-1bc3-475b-a6b1-0606559a4b77; range_end:; response_count:1; response_revision:8112; }","duration":"1.141437761s","start":"2026-03-14T01:47:59.222212Z","end":"2026-03-14T01:48:00.36365Z","steps":["trace[1949172196] 'agreement among raft nodes before linearized reading' (duration: 1.14138102s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:00.363981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:58.680762Z","time spent":"1.683086074s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:00.364034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.222195Z","time spent":"1.14182381s","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-335da05c-1bc3-475b-a6b1-0606559a4b77\" "} {"level":"warn","ts":"2026-03-14T01:48:00.364056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32970388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:48:00.364116Z","caller":"traceutil/trace.go:171","msg":"trace[1641423783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8112; }","duration":"1.329811601s","start":"2026-03-14T01:47:59.034289Z","end":"2026-03-14T01:48:00.3641Z","steps":["trace[1641423783] 'agreement among raft nodes before linearized reading' (duration: 1.328981263s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:00.363749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.036142Z","time spent":"1.327599542s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:00.364161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:59.034258Z","time spent":"1.329890785s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:00.905573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242716273,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:48:01.287991Z","caller":"traceutil/trace.go:171","msg":"trace[1749829369] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"918.078169ms","start":"2026-03-14T01:48:00.369871Z","end":"2026-03-14T01:48:01.287949Z","steps":["trace[1749829369] 'process raft request' (duration: 917.989337ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:01.287958Z","caller":"traceutil/trace.go:171","msg":"trace[1633550117] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"919.080561ms","start":"2026-03-14T01:48:00.36883Z","end":"2026-03-14T01:48:01.28791Z","steps":["trace[1633550117] 'process raft request' (duration: 917.939536ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:01.288051Z","caller":"traceutil/trace.go:171","msg":"trace[798916017] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"918.308624ms","start":"2026-03-14T01:48:00.369694Z","end":"2026-03-14T01:48:01.288002Z","steps":["trace[798916017] 'process raft request' (duration: 918.074819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:01.28818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:00.369863Z","time spent":"918.217362ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:01.288229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:00.368807Z","time spent":"919.304396ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:01.288278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:00.369677Z","time spent":"918.471268ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:01.288362Z","caller":"traceutil/trace.go:171","msg":"trace[1648027570] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"918.403996ms","start":"2026-03-14T01:48:00.369952Z","end":"2026-03-14T01:48:01.288356Z","steps":["trace[1648027570] 'process raft request' (duration: 918.179301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:01.288464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:00.369946Z","time spent":"918.448508ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:01.288224Z","caller":"traceutil/trace.go:171","msg":"trace[1010535174] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"918.307414ms","start":"2026-03-14T01:48:00.369893Z","end":"2026-03-14T01:48:01.2882Z","steps":["trace[1010535174] 'process raft request' (duration: 918.009418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:01.28857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:00.369883Z","time spent":"918.642522ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:01.288691Z","caller":"traceutil/trace.go:171","msg":"trace[1089698835] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"917.440034ms","start":"2026-03-14T01:48:00.371236Z","end":"2026-03-14T01:48:01.288676Z","steps":["trace[1089698835] 'process raft request' (duration: 917.092726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:01.288772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:00.371229Z","time spent":"917.493095ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:01.288939Z","caller":"traceutil/trace.go:171","msg":"trace[16530808] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"916.380621ms","start":"2026-03-14T01:48:00.372509Z","end":"2026-03-14T01:48:01.288889Z","steps":["trace[16530808] 'process raft request' (duration: 916.094544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:01.289158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:00.372503Z","time spent":"916.544224ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:01.580559Z","caller":"traceutil/trace.go:171","msg":"trace[875293779] linearizableReadLoop","detail":"{readStateIndex:8437; appliedIndex:8429; }","duration":"1.175620195s","start":"2026-03-14T01:48:00.40491Z","end":"2026-03-14T01:48:01.58053Z","steps":["trace[875293779] 'read index received' (duration: 881.902891ms)","trace[875293779] 'applied index is now lower than readState.Index' (duration: 293.715384ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:01.580592Z","caller":"traceutil/trace.go:171","msg":"trace[956023764] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"1.174245185s","start":"2026-03-14T01:48:00.406322Z","end":"2026-03-14T01:48:01.580567Z","steps":["trace[956023764] 'process raft request' (duration: 1.173884437s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:01.580648Z","caller":"traceutil/trace.go:171","msg":"trace[895956644] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"355.836109ms","start":"2026-03-14T01:48:01.224768Z","end":"2026-03-14T01:48:01.580605Z","steps":["trace[895956644] 'process raft request' (duration: 355.678736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:01.580724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210403973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:48:01.580747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:00.406294Z","time spent":"1.174359627s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:01.580768Z","caller":"traceutil/trace.go:171","msg":"trace[486210302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8123; }","duration":"1.210476575s","start":"2026-03-14T01:48:00.37028Z","end":"2026-03-14T01:48:01.580757Z","steps":["trace[486210302] 'agreement among raft nodes before linearized reading' (duration: 1.210391402s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:01.580733Z","caller":"traceutil/trace.go:171","msg":"trace[1926339197] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"355.765308ms","start":"2026-03-14T01:48:01.224927Z","end":"2026-03-14T01:48:01.580693Z","steps":["trace[1926339197] 'process raft request' (duration: 355.560334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:01.580802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:00.370273Z","time spent":"1.210521556s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:48:01.580895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.990016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:01.580693Z","caller":"traceutil/trace.go:171","msg":"trace[1954401397] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"356.581587ms","start":"2026-03-14T01:48:01.224075Z","end":"2026-03-14T01:48:01.580657Z","steps":["trace[1954401397] 'process raft request' (duration: 356.322541ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:01.580985Z","caller":"traceutil/trace.go:171","msg":"trace[731288833] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8123; }","duration":"883.15771ms","start":"2026-03-14T01:48:00.697809Z","end":"2026-03-14T01:48:01.580967Z","steps":["trace[731288833] 'agreement among raft nodes before linearized reading' (duration: 882.960185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:01.581042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:00.697786Z","time spent":"883.248632ms","remote":"127.0.0.1:33460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:48:01.581088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.398578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:48:01.581095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:01.224733Z","time spent":"356.004144ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:01.581087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.446035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c9158341ca7da\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-14T01:48:01.581149Z","caller":"traceutil/trace.go:171","msg":"trace[1611328549] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8123; }","duration":"659.50885ms","start":"2026-03-14T01:48:00.921624Z","end":"2026-03-14T01:48:01.581133Z","steps":["trace[1611328549] 'agreement among raft nodes before linearized reading' (duration: 659.390948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:01.581193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:00.921593Z","time spent":"659.589822ms","remote":"127.0.0.1:60304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:48:01.581186Z","caller":"traceutil/trace.go:171","msg":"trace[2068337134] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c9158341ca7da; range_end:; response_count:1; response_revision:8123; }","duration":"288.559258ms","start":"2026-03-14T01:48:01.292602Z","end":"2026-03-14T01:48:01.581162Z","steps":["trace[2068337134] 'agreement among raft nodes before linearized reading' (duration: 288.250471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:01.581072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.050044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-03-14T01:48:01.581456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:01.224038Z","time spent":"356.965506ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:01.580932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:01.224905Z","time spent":"355.912242ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:01.581494Z","caller":"traceutil/trace.go:171","msg":"trace[734906765] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8123; }","duration":"283.551315ms","start":"2026-03-14T01:48:01.297921Z","end":"2026-03-14T01:48:01.581473Z","steps":["trace[734906765] 'agreement among raft nodes before linearized reading' (duration: 282.89237ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:01.851995Z","caller":"traceutil/trace.go:171","msg":"trace[1466148995] linearizableReadLoop","detail":"{readStateIndex:8442; appliedIndex:8441; }","duration":"168.181995ms","start":"2026-03-14T01:48:01.683784Z","end":"2026-03-14T01:48:01.851966Z","steps":["trace[1466148995] 'read index received' (duration: 167.96935ms)","trace[1466148995] 'applied index is now lower than readState.Index' (duration: 210.835µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:01.852024Z","caller":"traceutil/trace.go:171","msg":"trace[614269153] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"234.679858ms","start":"2026-03-14T01:48:01.617311Z","end":"2026-03-14T01:48:01.851991Z","steps":["trace[614269153] 'process raft request' (duration: 234.452223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:01.852185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.381489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:01.852261Z","caller":"traceutil/trace.go:171","msg":"trace[824571755] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8125; }","duration":"168.530773ms","start":"2026-03-14T01:48:01.683708Z","end":"2026-03-14T01:48:01.852239Z","steps":["trace[824571755] 'agreement among raft nodes before linearized reading' (duration: 168.346449ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:03.683722Z","caller":"traceutil/trace.go:171","msg":"trace[240159059] linearizableReadLoop","detail":"{readStateIndex:8443; appliedIndex:8442; }","duration":"388.781485ms","start":"2026-03-14T01:48:03.294905Z","end":"2026-03-14T01:48:03.683686Z","steps":["trace[240159059] 'read index received' (duration: 388.630532ms)","trace[240159059] 'applied index is now lower than readState.Index' (duration: 149.193µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:03.683767Z","caller":"traceutil/trace.go:171","msg":"trace[1632297886] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"529.036087ms","start":"2026-03-14T01:48:03.154686Z","end":"2026-03-14T01:48:03.683722Z","steps":["trace[1632297886] 'process raft request' (duration: 528.72427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:03.683972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:03.154656Z","time spent":"529.206411ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:48:03.684052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.116103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:48:03.684144Z","caller":"traceutil/trace.go:171","msg":"trace[210082641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8126; }","duration":"389.228495ms","start":"2026-03-14T01:48:03.294894Z","end":"2026-03-14T01:48:03.684122Z","steps":["trace[210082641] 'agreement among raft nodes before linearized reading' (duration: 388.909518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:03.684202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:03.294789Z","time spent":"389.401959ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:48:03.793568Z","caller":"traceutil/trace.go:171","msg":"trace[804787809] linearizableReadLoop","detail":"{readStateIndex:8446; appliedIndex:8443; }","duration":"109.743723ms","start":"2026-03-14T01:48:03.683802Z","end":"2026-03-14T01:48:03.793545Z","steps":["trace[804787809] 'read index received' (duration: 107.38771ms)","trace[804787809] 'applied index is now lower than readState.Index' (duration: 2.354743ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:03.793631Z","caller":"traceutil/trace.go:171","msg":"trace[338659000] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"204.566449ms","start":"2026-03-14T01:48:03.589023Z","end":"2026-03-14T01:48:03.793589Z","steps":["trace[338659000] 'process raft request' (duration: 204.473957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:03.793799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.497477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T01:48:03.793852Z","caller":"traceutil/trace.go:171","msg":"trace[1166764431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8129; }","duration":"498.60928ms","start":"2026-03-14T01:48:03.295224Z","end":"2026-03-14T01:48:03.793833Z","steps":["trace[1166764431] 'agreement among raft nodes before linearized reading' (duration: 498.442356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:03.79392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.683742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T01:48:03.793965Z","caller":"traceutil/trace.go:171","msg":"trace[1643291067] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"205.964691ms","start":"2026-03-14T01:48:03.587986Z","end":"2026-03-14T01:48:03.79395Z","steps":["trace[1643291067] 'process raft request' (duration: 203.182228ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:03.793993Z","caller":"traceutil/trace.go:171","msg":"trace[949253752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8129; }","duration":"498.787484ms","start":"2026-03-14T01:48:03.295185Z","end":"2026-03-14T01:48:03.793972Z","steps":["trace[949253752] 'agreement among raft nodes before linearized reading' (duration: 498.579589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:03.794048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:03.295171Z","time spent":"498.855267ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:48:03.794076Z","caller":"traceutil/trace.go:171","msg":"trace[791898277] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"205.142453ms","start":"2026-03-14T01:48:03.588882Z","end":"2026-03-14T01:48:03.794025Z","steps":["trace[791898277] 'process raft request' (duration: 204.548798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:03.794196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.972638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:48:03.794231Z","caller":"traceutil/trace.go:171","msg":"trace[413549240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8129; }","duration":"499.030399ms","start":"2026-03-14T01:48:03.295191Z","end":"2026-03-14T01:48:03.794222Z","steps":["trace[413549240] 'agreement among raft nodes before linearized reading' (duration: 498.938917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:03.79424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.156674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-14T01:48:03.794262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:03.295179Z","time spent":"499.076311ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:48:03.794286Z","caller":"traceutil/trace.go:171","msg":"trace[1387399091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8129; }","duration":"499.254235ms","start":"2026-03-14T01:48:03.29502Z","end":"2026-03-14T01:48:03.794274Z","steps":["trace[1387399091] 'agreement among raft nodes before linearized reading' (duration: 499.01251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:03.794314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:03.295011Z","time spent":"499.296756ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:03.794023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:03.295183Z","time spent":"498.720673ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:48:03.870923Z","caller":"traceutil/trace.go:171","msg":"trace[1634377979] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"181.466136ms","start":"2026-03-14T01:48:03.689428Z","end":"2026-03-14T01:48:03.870895Z","steps":["trace[1634377979] 'process raft request' (duration: 181.276142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:03.871243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.469508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4bb36ece9\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-14T01:48:03.871374Z","caller":"traceutil/trace.go:171","msg":"trace[1546159016] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4bb36ece9; range_end:; response_count:1; response_revision:8130; }","duration":"182.639522ms","start":"2026-03-14T01:48:03.688713Z","end":"2026-03-14T01:48:03.871352Z","steps":["trace[1546159016] 'agreement among raft nodes before linearized reading' (duration: 182.188262ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:04.566309Z","caller":"traceutil/trace.go:171","msg":"trace[1082461970] linearizableReadLoop","detail":"{readStateIndex:8457; appliedIndex:8456; }","duration":"138.484512ms","start":"2026-03-14T01:48:04.427788Z","end":"2026-03-14T01:48:04.566273Z","steps":["trace[1082461970] 'read index received' (duration: 138.139434ms)","trace[1082461970] 'applied index is now lower than readState.Index' (duration: 343.638µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:04.566418Z","caller":"traceutil/trace.go:171","msg":"trace[215073360] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"138.957092ms","start":"2026-03-14T01:48:04.427389Z","end":"2026-03-14T01:48:04.566346Z","steps":["trace[215073360] 'process raft request' (duration: 138.555833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:04.566544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.172993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/rook-ceph/rook-discover\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:04.566587Z","caller":"traceutil/trace.go:171","msg":"trace[2052498440] range","detail":"{range_begin:/registry/daemonsets/rook-ceph/rook-discover; range_end:; response_count:0; response_revision:8140; }","duration":"137.250794ms","start":"2026-03-14T01:48:04.429321Z","end":"2026-03-14T01:48:04.566572Z","steps":["trace[2052498440] 'agreement among raft nodes before linearized reading' (duration: 137.151412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:04.566644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.838289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:48:04.566737Z","caller":"traceutil/trace.go:171","msg":"trace[1705603322] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:8140; }","duration":"138.959693ms","start":"2026-03-14T01:48:04.427755Z","end":"2026-03-14T01:48:04.566714Z","steps":["trace[1705603322] 'agreement among raft nodes before linearized reading' (duration: 138.686307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:04.567698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.637844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4087"} {"level":"info","ts":"2026-03-14T01:48:04.567844Z","caller":"traceutil/trace.go:171","msg":"trace[101854732] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:8140; }","duration":"138.475113ms","start":"2026-03-14T01:48:04.429331Z","end":"2026-03-14T01:48:04.567806Z","steps":["trace[101854732] 'agreement among raft nodes before linearized reading' (duration: 137.298266ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:05.941068Z","caller":"traceutil/trace.go:171","msg":"trace[810837169] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"140.12468ms","start":"2026-03-14T01:48:05.800915Z","end":"2026-03-14T01:48:05.94104Z","steps":["trace[810837169] 'process raft request' (duration: 139.897225ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:05.97687Z","caller":"traceutil/trace.go:171","msg":"trace[1646514829] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"175.841108ms","start":"2026-03-14T01:48:05.800997Z","end":"2026-03-14T01:48:05.976839Z","steps":["trace[1646514829] 'process raft request' (duration: 175.607203ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:05.977082Z","caller":"traceutil/trace.go:171","msg":"trace[485024994] linearizableReadLoop","detail":"{readStateIndex:8461; appliedIndex:8458; }","duration":"101.25634ms","start":"2026-03-14T01:48:05.875806Z","end":"2026-03-14T01:48:05.977063Z","steps":["trace[485024994] 'read index received' (duration: 64.938918ms)","trace[485024994] 'applied index is now lower than readState.Index' (duration: 36.316112ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:05.97721Z","caller":"traceutil/trace.go:171","msg":"trace[391338338] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"176.114964ms","start":"2026-03-14T01:48:05.801047Z","end":"2026-03-14T01:48:05.977162Z","steps":["trace[391338338] 'process raft request' (duration: 175.743176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:05.977353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.529256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:48:05.977445Z","caller":"traceutil/trace.go:171","msg":"trace[978646487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8144; }","duration":"101.682359ms","start":"2026-03-14T01:48:05.875741Z","end":"2026-03-14T01:48:05.977423Z","steps":["trace[978646487] 'agreement among raft nodes before linearized reading' (duration: 101.439084ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:12.243674Z","caller":"traceutil/trace.go:171","msg":"trace[849385269] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"102.717294ms","start":"2026-03-14T01:48:12.140928Z","end":"2026-03-14T01:48:12.243645Z","steps":["trace[849385269] 'process raft request' (duration: 102.323856ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:18.563689Z","caller":"traceutil/trace.go:171","msg":"trace[436907038] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"114.328197ms","start":"2026-03-14T01:48:18.449316Z","end":"2026-03-14T01:48:18.563644Z","steps":["trace[436907038] 'process raft request' (duration: 113.978569ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:18.563862Z","caller":"traceutil/trace.go:171","msg":"trace[348696363] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"114.94675ms","start":"2026-03-14T01:48:18.448871Z","end":"2026-03-14T01:48:18.563817Z","steps":["trace[348696363] 'process raft request' (duration: 97.427284ms)","trace[348696363] 'compare' (duration: 16.840361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:18.769153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.923465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:48:18.769249Z","caller":"traceutil/trace.go:171","msg":"trace[2112205228] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:8208; }","duration":"102.086239ms","start":"2026-03-14T01:48:18.667141Z","end":"2026-03-14T01:48:18.769227Z","steps":["trace[2112205228] 'range keys from in-memory index tree' (duration: 101.67257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:33.736471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.488114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4bb36ece9\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-14T01:48:33.736615Z","caller":"traceutil/trace.go:171","msg":"trace[829733801] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4bb36ece9; range_end:; response_count:1; response_revision:8322; }","duration":"409.702128ms","start":"2026-03-14T01:48:33.326879Z","end":"2026-03-14T01:48:33.736581Z","steps":["trace[829733801] 'range keys from in-memory index tree' (duration: 409.245849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:33.736592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.82369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:48:33.736683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:33.326847Z","time spent":"409.821291ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4bb36ece9\" "} {"level":"info","ts":"2026-03-14T01:48:33.736711Z","caller":"traceutil/trace.go:171","msg":"trace[1901329986] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8322; }","duration":"528.012194ms","start":"2026-03-14T01:48:33.208668Z","end":"2026-03-14T01:48:33.736681Z","steps":["trace[1901329986] 'range keys from in-memory index tree' (duration: 527.708878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:33.736786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:33.208635Z","time spent":"528.135077ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" "} {"level":"warn","ts":"2026-03-14T01:48:33.736607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.051847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:48:33.736988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.780395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:48:33.737033Z","caller":"traceutil/trace.go:171","msg":"trace[1240007760] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8322; }","duration":"109.496127ms","start":"2026-03-14T01:48:33.627484Z","end":"2026-03-14T01:48:33.73698Z","steps":["trace[1240007760] 'count revisions from in-memory index tree' (duration: 108.909574ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:33.737061Z","caller":"traceutil/trace.go:171","msg":"trace[1710910573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8322; }","duration":"510.948148ms","start":"2026-03-14T01:48:33.22609Z","end":"2026-03-14T01:48:33.737039Z","steps":["trace[1710910573] 'count revisions from in-memory index tree' (duration: 510.677373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:33.73712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:33.22606Z","time spent":"511.042801ms","remote":"127.0.0.1:60320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:48:34.811509Z","caller":"traceutil/trace.go:171","msg":"trace[593543767] linearizableReadLoop","detail":"{readStateIndex:8659; appliedIndex:8658; }","duration":"126.705186ms","start":"2026-03-14T01:48:34.684775Z","end":"2026-03-14T01:48:34.81148Z","steps":["trace[593543767] 'read index received' (duration: 32.876753ms)","trace[593543767] 'applied index is now lower than readState.Index' (duration: 93.826583ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:34.811559Z","caller":"traceutil/trace.go:171","msg":"trace[2001918700] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"128.184871ms","start":"2026-03-14T01:48:34.68332Z","end":"2026-03-14T01:48:34.811505Z","steps":["trace[2001918700] 'process raft request' (duration: 34.403589ms)","trace[2001918700] 'compare' (duration: 93.568767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:34.811858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.040234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:48:34.81197Z","caller":"traceutil/trace.go:171","msg":"trace[148574671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8332; }","duration":"127.200747ms","start":"2026-03-14T01:48:34.68474Z","end":"2026-03-14T01:48:34.811941Z","steps":["trace[148574671] 'agreement among raft nodes before linearized reading' (duration: 126.834709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:35.057737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.268985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:48:35.057883Z","caller":"traceutil/trace.go:171","msg":"trace[620794857] linearizableReadLoop","detail":"{readStateIndex:8661; appliedIndex:8660; }","duration":"132.653462ms","start":"2026-03-14T01:48:34.925203Z","end":"2026-03-14T01:48:35.057857Z","steps":["trace[620794857] 'read index received' (duration: 22.125201ms)","trace[620794857] 'applied index is now lower than readState.Index' (duration: 110.523671ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:35.057973Z","caller":"traceutil/trace.go:171","msg":"trace[273415878] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"241.011522ms","start":"2026-03-14T01:48:34.816865Z","end":"2026-03-14T01:48:35.057876Z","steps":["trace[273415878] 'process raft request' (duration: 130.483971ms)","trace[273415878] 'compare' (duration: 110.090401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:35.058093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.900307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T01:48:35.0581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.801918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:48:35.058132Z","caller":"traceutil/trace.go:171","msg":"trace[517348222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8334; }","duration":"132.995609ms","start":"2026-03-14T01:48:34.925125Z","end":"2026-03-14T01:48:35.05812Z","steps":["trace[517348222] 'agreement among raft nodes before linearized reading' (duration: 132.847465ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:35.058181Z","caller":"traceutil/trace.go:171","msg":"trace[1042448162] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:8334; }","duration":"122.91031ms","start":"2026-03-14T01:48:34.935239Z","end":"2026-03-14T01:48:35.058149Z","steps":["trace[1042448162] 'agreement among raft nodes before linearized reading' (duration: 122.744187ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:36.47907Z","caller":"traceutil/trace.go:171","msg":"trace[699753718] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"121.404406ms","start":"2026-03-14T01:48:36.357641Z","end":"2026-03-14T01:48:36.479045Z","steps":["trace[699753718] 'process raft request' (duration: 121.247413ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:36.551282Z","caller":"traceutil/trace.go:171","msg":"trace[1901084649] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"121.143671ms","start":"2026-03-14T01:48:36.430097Z","end":"2026-03-14T01:48:36.551241Z","steps":["trace[1901084649] 'process raft request' (duration: 121.085599ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:36.551343Z","caller":"traceutil/trace.go:171","msg":"trace[94532117] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"127.385093ms","start":"2026-03-14T01:48:36.423901Z","end":"2026-03-14T01:48:36.551286Z","steps":["trace[94532117] 'process raft request' (duration: 127.095246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:38.076652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242716965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:48:38.579529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242716965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:48:39.080242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242716965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:48:39.23484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.720314769s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:48:39.235379Z","caller":"traceutil/trace.go:171","msg":"trace[869315022] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"1.720930743s","start":"2026-03-14T01:48:37.514405Z","end":"2026-03-14T01:48:39.235335Z","steps":["trace[869315022] 'process raft request' (duration: 1.720742609s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:39.235588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:37.514375Z","time spent":"1.721108956s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:39.900968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000438496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T01:48:39.901061Z","caller":"traceutil/trace.go:171","msg":"trace[1628310594] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00061482s","start":"2026-03-14T01:48:37.900421Z","end":"2026-03-14T01:48:39.901036Z","steps":["trace[1628310594] 'agreement among raft nodes before linearized reading' (duration: 2.000482507s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:39.901113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:37.900397Z","time spent":"2.000706843s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:48:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:48:40.488896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.201100692s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:48:40.489458Z","caller":"traceutil/trace.go:171","msg":"trace[144525084] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"2.005455909s","start":"2026-03-14T01:48:38.483964Z","end":"2026-03-14T01:48:40.48942Z","steps":["trace[144525084] 'process raft request' (duration: 2.005362347s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:40.489488Z","caller":"traceutil/trace.go:171","msg":"trace[59646213] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"2.578933874s","start":"2026-03-14T01:48:37.910504Z","end":"2026-03-14T01:48:40.489438Z","steps":["trace[59646213] 'process raft request' (duration: 2.578645697s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:40.489787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.48394Z","time spent":"2.005621634s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:40.490324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914592267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:48:40.490389Z","caller":"traceutil/trace.go:171","msg":"trace[983040567] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8349; }","duration":"2.914795422s","start":"2026-03-14T01:48:37.575575Z","end":"2026-03-14T01:48:40.490371Z","steps":["trace[983040567] 'agreement among raft nodes before linearized reading' (duration: 2.914536276s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:40.4904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:37.910473Z","time spent":"2.579810954s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:40.490442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:37.575544Z","time spent":"2.914882874s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T01:48:40.4899Z","caller":"traceutil/trace.go:171","msg":"trace[1796787609] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"1.932320425s","start":"2026-03-14T01:48:38.557525Z","end":"2026-03-14T01:48:40.489846Z","steps":["trace[1796787609] 'process raft request' (duration: 1.931846304s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:40.490017Z","caller":"traceutil/trace.go:171","msg":"trace[1424207269] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"174.134429ms","start":"2026-03-14T01:48:40.315853Z","end":"2026-03-14T01:48:40.489988Z","steps":["trace[1424207269] 'process raft request' (duration: 174.060177ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:40.490023Z","caller":"traceutil/trace.go:171","msg":"trace[1373077427] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"1.931671761s","start":"2026-03-14T01:48:38.558335Z","end":"2026-03-14T01:48:40.490007Z","steps":["trace[1373077427] 'process raft request' (duration: 1.931396404s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:40.490665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.557504Z","time spent":"1.933056912s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:40.490083Z","caller":"traceutil/trace.go:171","msg":"trace[584628409] linearizableReadLoop","detail":"{readStateIndex:8675; appliedIndex:8670; }","duration":"2.914365652s","start":"2026-03-14T01:48:37.5757Z","end":"2026-03-14T01:48:40.490065Z","steps":["trace[584628409] 'read index received' (duration: 1.659407381s)","trace[584628409] 'applied index is now lower than readState.Index' (duration: 1.254956731s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:40.490766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.558322Z","time spent":"1.932398457s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:40.49104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407569383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:48:40.491076Z","caller":"traceutil/trace.go:171","msg":"trace[1741276321] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:8349; }","duration":"1.407670395s","start":"2026-03-14T01:48:39.083396Z","end":"2026-03-14T01:48:40.491067Z","steps":["trace[1741276321] 'agreement among raft nodes before linearized reading' (duration: 1.407576663s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:40.491102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:39.083386Z","time spent":"1.407711337s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mghhr\" "} {"level":"warn","ts":"2026-03-14T01:48:40.491123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41672668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-14T01:48:40.491042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596052618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:48:40.49109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347158857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T01:48:40.491166Z","caller":"traceutil/trace.go:171","msg":"trace[340837277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8349; }","duration":"1.596208661s","start":"2026-03-14T01:48:38.894951Z","end":"2026-03-14T01:48:40.491159Z","steps":["trace[340837277] 'agreement among raft nodes before linearized reading' (duration: 1.595958996s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:40.491167Z","caller":"traceutil/trace.go:171","msg":"trace[2115413520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8349; }","duration":"1.416817772s","start":"2026-03-14T01:48:39.074337Z","end":"2026-03-14T01:48:40.491155Z","steps":["trace[2115413520] 'agreement among raft nodes before linearized reading' (duration: 1.41672606s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:40.491183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.894937Z","time spent":"1.596241973s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:48:40.491192Z","caller":"traceutil/trace.go:171","msg":"trace[660526464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8349; }","duration":"1.347328371s","start":"2026-03-14T01:48:39.143848Z","end":"2026-03-14T01:48:40.491176Z","steps":["trace[660526464] 'agreement among raft nodes before linearized reading' (duration: 1.347049264s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:40.491197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:39.074307Z","time spent":"1.416881593s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:40.49123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659262758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:48:40.491296Z","caller":"traceutil/trace.go:171","msg":"trace[2033554290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8349; }","duration":"1.659351749s","start":"2026-03-14T01:48:38.83193Z","end":"2026-03-14T01:48:40.491282Z","steps":["trace[2033554290] 'agreement among raft nodes before linearized reading' (duration: 1.659161605s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:40.491299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893319356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-14T01:48:40.491326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.831916Z","time spent":"1.659404741s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:48:40.491338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:39.143821Z","time spent":"1.347505045s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:48:40.491359Z","caller":"traceutil/trace.go:171","msg":"trace[1613155563] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:8349; }","duration":"2.893450269s","start":"2026-03-14T01:48:37.59789Z","end":"2026-03-14T01:48:40.49134Z","steps":["trace[1613155563] 'agreement among raft nodes before linearized reading' (duration: 2.893222764s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:40.49157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.971127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:48:40.491579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805651039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:48:40.491608Z","caller":"traceutil/trace.go:171","msg":"trace[911057884] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8349; }","duration":"865.005828ms","start":"2026-03-14T01:48:39.62659Z","end":"2026-03-14T01:48:40.491596Z","steps":["trace[911057884] 'agreement among raft nodes before linearized reading' (duration: 864.950387ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:40.491609Z","caller":"traceutil/trace.go:171","msg":"trace[923691282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8349; }","duration":"1.8057184s","start":"2026-03-14T01:48:38.685883Z","end":"2026-03-14T01:48:40.491601Z","steps":["trace[923691282] 'agreement among raft nodes before linearized reading' (duration: 1.805651429s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:40.491583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:37.597863Z","time spent":"2.893700914s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-14T01:48:40.491633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:38.685863Z","time spent":"1.805765542s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:48:40.491631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:39.626537Z","time spent":"865.088981ms","remote":"127.0.0.1:46074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:48:40.491313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.740042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:40.491701Z","caller":"traceutil/trace.go:171","msg":"trace[1404086805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8349; }","duration":"590.162191ms","start":"2026-03-14T01:48:39.901527Z","end":"2026-03-14T01:48:40.491689Z","steps":["trace[1404086805] 'agreement among raft nodes before linearized reading' (duration: 589.756182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:40.49175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:39.901501Z","time spent":"590.230642ms","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:48:40.491497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.255532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:48:40.491866Z","caller":"traceutil/trace.go:171","msg":"trace[1744885974] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8349; }","duration":"639.60692ms","start":"2026-03-14T01:48:39.852231Z","end":"2026-03-14T01:48:40.491838Z","steps":["trace[1744885974] 'agreement among raft nodes before linearized reading' (duration: 639.151499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:40.491978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:39.852157Z","time spent":"639.758264ms","remote":"127.0.0.1:33416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":81,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:48:41.87455Z","caller":"traceutil/trace.go:171","msg":"trace[1514154577] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"205.353735ms","start":"2026-03-14T01:48:41.669166Z","end":"2026-03-14T01:48:41.87452Z","steps":["trace[1514154577] 'process raft request' (duration: 205.1398ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:42.065855Z","caller":"traceutil/trace.go:171","msg":"trace[2084332926] linearizableReadLoop","detail":"{readStateIndex:8686; appliedIndex:8685; }","duration":"166.999087ms","start":"2026-03-14T01:48:41.898813Z","end":"2026-03-14T01:48:42.065812Z","steps":["trace[2084332926] 'read index received' (duration: 166.715331ms)","trace[2084332926] 'applied index is now lower than readState.Index' (duration: 282.136µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:42.0659Z","caller":"traceutil/trace.go:171","msg":"trace[1204091114] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"182.344295ms","start":"2026-03-14T01:48:41.883528Z","end":"2026-03-14T01:48:42.065872Z","steps":["trace[1204091114] 'process raft request' (duration: 182.024768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:42.066052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.205992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:42.066098Z","caller":"traceutil/trace.go:171","msg":"trace[949675898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8358; }","duration":"167.298434ms","start":"2026-03-14T01:48:41.898788Z","end":"2026-03-14T01:48:42.066087Z","steps":["trace[949675898] 'agreement among raft nodes before linearized reading' (duration: 167.155311ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:42.238967Z","caller":"traceutil/trace.go:171","msg":"trace[561422264] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"139.170779ms","start":"2026-03-14T01:48:42.099758Z","end":"2026-03-14T01:48:42.238929Z","steps":["trace[561422264] 'process raft request' (duration: 118.663475ms)","trace[561422264] 'compare' (duration: 20.31846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:42.730366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.74116ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:42.730508Z","caller":"traceutil/trace.go:171","msg":"trace[140232782] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8361; }","duration":"127.923334ms","start":"2026-03-14T01:48:42.602563Z","end":"2026-03-14T01:48:42.730486Z","steps":["trace[140232782] 'range keys from in-memory index tree' (duration: 127.716489ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:42.730656Z","caller":"traceutil/trace.go:171","msg":"trace[2102120643] linearizableReadLoop","detail":"{readStateIndex:8691; appliedIndex:8688; }","duration":"229.244406ms","start":"2026-03-14T01:48:42.501384Z","end":"2026-03-14T01:48:42.730628Z","steps":["trace[2102120643] 'read index received' (duration: 39.225017ms)","trace[2102120643] 'applied index is now lower than readState.Index' (duration: 190.017449ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:42.730753Z","caller":"traceutil/trace.go:171","msg":"trace[503169001] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"234.330931ms","start":"2026-03-14T01:48:42.496393Z","end":"2026-03-14T01:48:42.730724Z","steps":["trace[503169001] 'process raft request' (duration: 168.667955ms)","trace[503169001] 'compare' (duration: 65.191116ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:42.730797Z","caller":"traceutil/trace.go:171","msg":"trace[1030708706] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"233.663657ms","start":"2026-03-14T01:48:42.497047Z","end":"2026-03-14T01:48:42.73071Z","steps":["trace[1030708706] 'process raft request' (duration: 233.469713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:42.730875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.41646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:48:42.731066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.922116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:48:42.731045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.358663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:48:42.731106Z","caller":"traceutil/trace.go:171","msg":"trace[27758724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8363; }","duration":"219.976297ms","start":"2026-03-14T01:48:42.511118Z","end":"2026-03-14T01:48:42.731095Z","steps":["trace[27758724] 'agreement among raft nodes before linearized reading' (duration: 219.885455ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:42.731096Z","caller":"traceutil/trace.go:171","msg":"trace[1319799947] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8363; }","duration":"229.732977ms","start":"2026-03-14T01:48:42.501305Z","end":"2026-03-14T01:48:42.731038Z","steps":["trace[1319799947] 'agreement among raft nodes before linearized reading' (duration: 229.41777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:42.730973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.578671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-14T01:48:42.731307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.233073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:48:42.731366Z","caller":"traceutil/trace.go:171","msg":"trace[1835404805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8363; }","duration":"220.321745ms","start":"2026-03-14T01:48:42.511029Z","end":"2026-03-14T01:48:42.73135Z","steps":["trace[1835404805] 'agreement among raft nodes before linearized reading' (duration: 220.152901ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:42.731371Z","caller":"traceutil/trace.go:171","msg":"trace[742706492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8363; }","duration":"228.985211ms","start":"2026-03-14T01:48:42.502339Z","end":"2026-03-14T01:48:42.731325Z","steps":["trace[742706492] 'agreement among raft nodes before linearized reading' (duration: 228.469009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:42.731461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.423757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:48:42.731128Z","caller":"traceutil/trace.go:171","msg":"trace[1890751159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8363; }","duration":"219.471835ms","start":"2026-03-14T01:48:42.511635Z","end":"2026-03-14T01:48:42.731107Z","steps":["trace[1890751159] 'agreement among raft nodes before linearized reading' (duration: 219.25256ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:42.731514Z","caller":"traceutil/trace.go:171","msg":"trace[1318342413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8363; }","duration":"220.592811ms","start":"2026-03-14T01:48:42.51091Z","end":"2026-03-14T01:48:42.731503Z","steps":["trace[1318342413] 'agreement among raft nodes before linearized reading' (duration: 220.392146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:42.731256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.282533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:48:42.731624Z","caller":"traceutil/trace.go:171","msg":"trace[862573452] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:8363; }","duration":"216.663201ms","start":"2026-03-14T01:48:42.514947Z","end":"2026-03-14T01:48:42.73161Z","steps":["trace[862573452] 'agreement among raft nodes before linearized reading' (duration: 216.233031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:42.982386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.630117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:48:42.982977Z","caller":"traceutil/trace.go:171","msg":"trace[52110349] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"245.254498ms","start":"2026-03-14T01:48:42.737696Z","end":"2026-03-14T01:48:42.98295Z","steps":["trace[52110349] 'process raft request' (duration: 244.809149ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:42.983056Z","caller":"traceutil/trace.go:171","msg":"trace[1518104932] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"245.209438ms","start":"2026-03-14T01:48:42.73784Z","end":"2026-03-14T01:48:42.98305Z","steps":["trace[1518104932] 'process raft request' (duration: 244.820719ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:42.983063Z","caller":"traceutil/trace.go:171","msg":"trace[708113340] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"245.287659ms","start":"2026-03-14T01:48:42.737753Z","end":"2026-03-14T01:48:42.983041Z","steps":["trace[708113340] 'process raft request' (duration: 244.86671ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:42.982977Z","caller":"traceutil/trace.go:171","msg":"trace[434201537] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"245.358412ms","start":"2026-03-14T01:48:42.737602Z","end":"2026-03-14T01:48:42.982961Z","steps":["trace[434201537] 'process raft request' (duration: 106.06312ms)","trace[434201537] 'compare' (duration: 138.430001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:43.657529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.888971ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T01:48:43.657647Z","caller":"traceutil/trace.go:171","msg":"trace[676681751] linearizableReadLoop","detail":"{readStateIndex:8697; appliedIndex:8696; }","duration":"331.693505ms","start":"2026-03-14T01:48:43.325934Z","end":"2026-03-14T01:48:43.657628Z","steps":["trace[676681751] 'read index received' (duration: 46.771µs)","trace[676681751] 'applied index is now lower than readState.Index' (duration: 331.644824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:43.657831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.885619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4bb36ece9\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-14T01:48:43.657872Z","caller":"traceutil/trace.go:171","msg":"trace[279631369] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4bb36ece9; range_end:; response_count:1; response_revision:8368; }","duration":"331.970891ms","start":"2026-03-14T01:48:43.325886Z","end":"2026-03-14T01:48:43.657857Z","steps":["trace[279631369] 'agreement among raft nodes before linearized reading' (duration: 331.793617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:43.657909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:43.325863Z","time spent":"332.037592ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4bb36ece9\" "} {"level":"warn","ts":"2026-03-14T01:48:54.059803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.419807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-14T01:48:54.059932Z","caller":"traceutil/trace.go:171","msg":"trace[1858053197] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8452; }","duration":"1.073347792s","start":"2026-03-14T01:48:52.986566Z","end":"2026-03-14T01:48:54.059913Z","steps":["trace[1858053197] 'process raft request' (duration: 501.69921ms)","trace[1858053197] 'compare' (duration: 570.927816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:54.059987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:52.986543Z","time spent":"1.073420624s","remote":"127.0.0.1:39792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-14T01:48:54.9101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.131591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:48:54.910362Z","caller":"traceutil/trace.go:171","msg":"trace[1763111853] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"1.922999743s","start":"2026-03-14T01:48:52.987293Z","end":"2026-03-14T01:48:54.910293Z","steps":["trace[1763111853] 'process raft request' (duration: 1.225519744s)","trace[1763111853] 'compare' (duration: 696.897856ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:54.910524Z","caller":"traceutil/trace.go:171","msg":"trace[2028069707] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"1.113166184s","start":"2026-03-14T01:48:53.797327Z","end":"2026-03-14T01:48:54.910493Z","steps":["trace[2028069707] 'process raft request' (duration: 1.112976879s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:54.910581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:52.987267Z","time spent":"1.923195438s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:54.910662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:53.797296Z","time spent":"1.113306857s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:54.91068Z","caller":"traceutil/trace.go:171","msg":"trace[1301830901] linearizableReadLoop","detail":"{readStateIndex:8786; appliedIndex:8784; }","duration":"1.87771384s","start":"2026-03-14T01:48:53.032886Z","end":"2026-03-14T01:48:54.9106Z","steps":["trace[1301830901] 'read index received' (duration: 455.367562ms)","trace[1301830901] 'applied index is now lower than readState.Index' (duration: 1.422335998s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:54.911098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878103699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:48:54.911181Z","caller":"traceutil/trace.go:171","msg":"trace[1830717400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8454; }","duration":"1.878335914s","start":"2026-03-14T01:48:53.032828Z","end":"2026-03-14T01:48:54.911164Z","steps":["trace[1830717400] 'agreement among raft nodes before linearized reading' (duration: 1.878008486s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:54.911293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:53.032799Z","time spent":"1.878455267s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:48:54.976053Z","caller":"traceutil/trace.go:171","msg":"trace[6347063] transaction","detail":"{read_only:false; response_revision:8455; number_of_response:1; }","duration":"375.959775ms","start":"2026-03-14T01:48:54.600075Z","end":"2026-03-14T01:48:54.976035Z","steps":["trace[6347063] 'process raft request' (duration: 375.666918ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:54.976064Z","caller":"traceutil/trace.go:171","msg":"trace[117419061] transaction","detail":"{read_only:false; response_revision:8456; number_of_response:1; }","duration":"171.0949ms","start":"2026-03-14T01:48:54.804923Z","end":"2026-03-14T01:48:54.976018Z","steps":["trace[117419061] 'process raft request' (duration: 171.013419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:54.976178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:54.600046Z","time spent":"376.051357ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:54.985121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.768688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:48:54.985171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.815987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:48:54.985208Z","caller":"traceutil/trace.go:171","msg":"trace[354333502] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8458; }","duration":"251.900079ms","start":"2026-03-14T01:48:54.733299Z","end":"2026-03-14T01:48:54.985199Z","steps":["trace[354333502] 'agreement among raft nodes before linearized reading' (duration: 251.746256ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:54.985207Z","caller":"traceutil/trace.go:171","msg":"trace[701830485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8458; }","duration":"938.910061ms","start":"2026-03-14T01:48:54.046275Z","end":"2026-03-14T01:48:54.985185Z","steps":["trace[701830485] 'agreement among raft nodes before linearized reading' (duration: 938.698806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:54.985254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:54.046254Z","time spent":"938.992113ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:48:54.985324Z","caller":"traceutil/trace.go:171","msg":"trace[1483905120] transaction","detail":"{read_only:false; response_revision:8457; number_of_response:1; }","duration":"153.39023ms","start":"2026-03-14T01:48:54.831895Z","end":"2026-03-14T01:48:54.985285Z","steps":["trace[1483905120] 'process raft request' (duration: 152.578572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:54.985382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.479063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-03-14T01:48:54.985399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.13485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:48:54.985486Z","caller":"traceutil/trace.go:171","msg":"trace[1956821389] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8458; }","duration":"523.665007ms","start":"2026-03-14T01:48:54.461796Z","end":"2026-03-14T01:48:54.985461Z","steps":["trace[1956821389] 'agreement among raft nodes before linearized reading' (duration: 523.290869ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:54.985495Z","caller":"traceutil/trace.go:171","msg":"trace[826607576] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:8458; }","duration":"136.305973ms","start":"2026-03-14T01:48:54.849168Z","end":"2026-03-14T01:48:54.985474Z","steps":["trace[826607576] 'agreement among raft nodes before linearized reading' (duration: 136.019387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:54.98554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:54.461765Z","time spent":"523.76459ms","remote":"127.0.0.1:60100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5170,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-14T01:48:54.98558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657968928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4bb36ece9\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-14T01:48:54.985612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926786279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:48:54.985619Z","caller":"traceutil/trace.go:171","msg":"trace[86930384] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4bb36ece9; range_end:; response_count:1; response_revision:8458; }","duration":"1.65803788s","start":"2026-03-14T01:48:53.327567Z","end":"2026-03-14T01:48:54.985605Z","steps":["trace[86930384] 'agreement among raft nodes before linearized reading' (duration: 1.657948738s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:54.985644Z","caller":"traceutil/trace.go:171","msg":"trace[138985029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8458; }","duration":"1.9268414s","start":"2026-03-14T01:48:53.058794Z","end":"2026-03-14T01:48:54.985636Z","steps":["trace[138985029] 'agreement among raft nodes before linearized reading' (duration: 1.926756448s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:54.985651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:53.327541Z","time spent":"1.658102551s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-56f66b7785-g696l.189c91f4bb36ece9\" "} {"level":"warn","ts":"2026-03-14T01:48:54.985665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:53.05878Z","time spent":"1.926879821s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:48:54.985708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915154216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-14T01:48:54.985399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918584185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T01:48:54.985736Z","caller":"traceutil/trace.go:171","msg":"trace[293427936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8458; }","duration":"1.915205047s","start":"2026-03-14T01:48:53.070523Z","end":"2026-03-14T01:48:54.985729Z","steps":["trace[293427936] 'agreement among raft nodes before linearized reading' (duration: 1.915059674s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:54.985757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:53.070511Z","time spent":"1.915241788s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:48:54.985755Z","caller":"traceutil/trace.go:171","msg":"trace[1878803953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8458; }","duration":"1.919002943s","start":"2026-03-14T01:48:53.066739Z","end":"2026-03-14T01:48:54.985742Z","steps":["trace[1878803953] 'agreement among raft nodes before linearized reading' (duration: 1.9183977s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:54.985495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196896878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-j4cgc\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-14T01:48:54.985812Z","caller":"traceutil/trace.go:171","msg":"trace[613696559] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-j4cgc; range_end:; response_count:1; response_revision:8458; }","duration":"1.197288736s","start":"2026-03-14T01:48:53.788509Z","end":"2026-03-14T01:48:54.985798Z","steps":["trace[613696559] 'agreement among raft nodes before linearized reading' (duration: 1.196950299s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:54.985817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:53.066722Z","time spent":"1.919067065s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:54.985849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:53.788467Z","time spent":"1.197369667s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4674,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-j4cgc\" "} {"level":"warn","ts":"2026-03-14T01:48:55.204177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.485287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:48:55.204556Z","caller":"traceutil/trace.go:171","msg":"trace[1914000840] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"215.917985ms","start":"2026-03-14T01:48:54.988608Z","end":"2026-03-14T01:48:55.204526Z","steps":["trace[1914000840] 'process raft request' (duration: 36.982337ms)","trace[1914000840] 'compare' (duration: 178.308184ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:55.20459Z","caller":"traceutil/trace.go:171","msg":"trace[959317173] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"213.362337ms","start":"2026-03-14T01:48:54.991207Z","end":"2026-03-14T01:48:55.204569Z","steps":["trace[959317173] 'process raft request' (duration: 213.224853ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:55.204625Z","caller":"traceutil/trace.go:171","msg":"trace[952479072] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"214.074082ms","start":"2026-03-14T01:48:54.990527Z","end":"2026-03-14T01:48:55.204601Z","steps":["trace[952479072] 'process raft request' (duration: 213.801606ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:55.204661Z","caller":"traceutil/trace.go:171","msg":"trace[625740264] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"213.845568ms","start":"2026-03-14T01:48:54.990732Z","end":"2026-03-14T01:48:55.204578Z","steps":["trace[625740264] 'process raft request' (duration: 213.658244ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:55.204757Z","caller":"traceutil/trace.go:171","msg":"trace[2117300420] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"207.688189ms","start":"2026-03-14T01:48:54.996996Z","end":"2026-03-14T01:48:55.204684Z","steps":["trace[2117300420] 'process raft request' (duration: 207.505344ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:55.204625Z","caller":"traceutil/trace.go:171","msg":"trace[1404246879] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"212.703041ms","start":"2026-03-14T01:48:54.991882Z","end":"2026-03-14T01:48:55.204585Z","steps":["trace[1404246879] 'process raft request' (duration: 212.582868ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:55.20495Z","caller":"traceutil/trace.go:171","msg":"trace[1791855581] linearizableReadLoop","detail":"{readStateIndex:8792; appliedIndex:8791; }","duration":"214.713837ms","start":"2026-03-14T01:48:54.989864Z","end":"2026-03-14T01:48:55.204578Z","steps":["trace[1791855581] 'read index received' (duration: 35.79751ms)","trace[1791855581] 'applied index is now lower than readState.Index' (duration: 178.903346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:55.205059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.183759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-j4cgc\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-14T01:48:55.205122Z","caller":"traceutil/trace.go:171","msg":"trace[2140911638] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-j4cgc; range_end:; response_count:1; response_revision:8464; }","duration":"215.289151ms","start":"2026-03-14T01:48:54.989821Z","end":"2026-03-14T01:48:55.20511Z","steps":["trace[2140911638] 'agreement among raft nodes before linearized reading' (duration: 214.766188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:55.20561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.892562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228777"} {"level":"info","ts":"2026-03-14T01:48:55.205661Z","caller":"traceutil/trace.go:171","msg":"trace[374870972] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8464; }","duration":"215.004865ms","start":"2026-03-14T01:48:54.990645Z","end":"2026-03-14T01:48:55.20565Z","steps":["trace[374870972] 'agreement among raft nodes before linearized reading' (duration: 214.487713ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:55.40664Z","caller":"traceutil/trace.go:171","msg":"trace[1968990791] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"105.63243ms","start":"2026-03-14T01:48:55.300974Z","end":"2026-03-14T01:48:55.406606Z","steps":["trace[1968990791] 'process raft request' (duration: 13.869304ms)","trace[1968990791] 'compare' (duration: 91.235223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:56.112616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.419646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-14T01:48:56.112728Z","caller":"traceutil/trace.go:171","msg":"trace[812500856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8468; }","duration":"151.60673ms","start":"2026-03-14T01:48:55.961091Z","end":"2026-03-14T01:48:56.112698Z","steps":["trace[812500856] 'range keys from in-memory index tree' (duration: 151.279712ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:57.380354Z","caller":"traceutil/trace.go:171","msg":"trace[1068782140] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"397.80675ms","start":"2026-03-14T01:48:56.982519Z","end":"2026-03-14T01:48:57.380326Z","steps":["trace[1068782140] 'process raft request' (duration: 397.655757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:57.380517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:56.982487Z","time spent":"397.942522ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:57.58732Z","caller":"traceutil/trace.go:171","msg":"trace[1507590777] linearizableReadLoop","detail":"{readStateIndex:8804; appliedIndex:8802; }","duration":"596.24393ms","start":"2026-03-14T01:48:56.991053Z","end":"2026-03-14T01:48:57.587297Z","steps":["trace[1507590777] 'read index received' (duration: 389.211746ms)","trace[1507590777] 'applied index is now lower than readState.Index' (duration: 207.030823ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:57.587394Z","caller":"traceutil/trace.go:171","msg":"trace[1563672991] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"604.603529ms","start":"2026-03-14T01:48:56.98275Z","end":"2026-03-14T01:48:57.587353Z","steps":["trace[1563672991] 'process raft request' (duration: 603.019022ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:57.587449Z","caller":"traceutil/trace.go:171","msg":"trace[1532511988] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"595.147344ms","start":"2026-03-14T01:48:56.992249Z","end":"2026-03-14T01:48:57.587396Z","steps":["trace[1532511988] 'process raft request' (duration: 594.9582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:57.587548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.677969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:57.587582Z","caller":"traceutil/trace.go:171","msg":"trace[1463745551] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8471; }","duration":"459.848983ms","start":"2026-03-14T01:48:57.127721Z","end":"2026-03-14T01:48:57.58757Z","steps":["trace[1463745551] 'agreement among raft nodes before linearized reading' (duration: 459.73977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:57.587613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:57.127691Z","time spent":"459.913424ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:48:57.587607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:56.982736Z","time spent":"604.776422ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:57.58765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.752423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T01:48:57.587709Z","caller":"traceutil/trace.go:171","msg":"trace[411266476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8471; }","duration":"376.858525ms","start":"2026-03-14T01:48:57.210834Z","end":"2026-03-14T01:48:57.587693Z","steps":["trace[411266476] 'agreement among raft nodes before linearized reading' (duration: 376.644361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:57.587741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:57.210811Z","time spent":"376.922377ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:57.587715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.541311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:48:57.587799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.163024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-14T01:48:57.587806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.194636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:48:57.587815Z","caller":"traceutil/trace.go:171","msg":"trace[1989093536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8471; }","duration":"377.667034ms","start":"2026-03-14T01:48:57.210121Z","end":"2026-03-14T01:48:57.587788Z","steps":["trace[1989093536] 'agreement among raft nodes before linearized reading' (duration: 377.438039ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:57.587846Z","caller":"traceutil/trace.go:171","msg":"trace[3217881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:8471; }","duration":"374.235105ms","start":"2026-03-14T01:48:57.213598Z","end":"2026-03-14T01:48:57.587833Z","steps":["trace[3217881] 'agreement among raft nodes before linearized reading' (duration: 374.060242ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:57.58785Z","caller":"traceutil/trace.go:171","msg":"trace[372340394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8471; }","duration":"378.263178ms","start":"2026-03-14T01:48:57.209574Z","end":"2026-03-14T01:48:57.587837Z","steps":["trace[372340394] 'agreement among raft nodes before linearized reading' (duration: 378.111934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:57.587861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:57.21011Z","time spent":"377.742426ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:48:57.587873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:57.213582Z","time spent":"374.286107ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mghhr\" "} {"level":"warn","ts":"2026-03-14T01:48:57.587873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:57.209557Z","time spent":"378.311008ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:48:57.588001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:56.992235Z","time spent":"595.299187ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:57.587975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.283376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-14T01:48:57.588058Z","caller":"traceutil/trace.go:171","msg":"trace[2028837270] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8471; }","duration":"343.403519ms","start":"2026-03-14T01:48:57.244631Z","end":"2026-03-14T01:48:57.588035Z","steps":["trace[2028837270] 'agreement among raft nodes before linearized reading' (duration: 342.882067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:57.588056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.003186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-14T01:48:57.588098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:57.244614Z","time spent":"343.4771ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-14T01:48:57.5881Z","caller":"traceutil/trace.go:171","msg":"trace[2093957728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8471; }","duration":"597.095668ms","start":"2026-03-14T01:48:56.990994Z","end":"2026-03-14T01:48:57.588089Z","steps":["trace[2093957728] 'agreement among raft nodes before linearized reading' (duration: 596.972545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:57.588133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:56.990966Z","time spent":"597.159899ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:57.588217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.145215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T01:48:57.588251Z","caller":"traceutil/trace.go:171","msg":"trace[302458299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8471; }","duration":"378.217977ms","start":"2026-03-14T01:48:57.210022Z","end":"2026-03-14T01:48:57.58824Z","steps":["trace[302458299] 'agreement among raft nodes before linearized reading' (duration: 377.516071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:57.588271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:57.210008Z","time spent":"378.257667ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:57.588282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.055338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-14T01:48:57.58834Z","caller":"traceutil/trace.go:171","msg":"trace[950598527] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8471; }","duration":"460.128009ms","start":"2026-03-14T01:48:57.128193Z","end":"2026-03-14T01:48:57.588321Z","steps":["trace[950598527] 'agreement among raft nodes before linearized reading' (duration: 459.554837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:57.58839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:57.128184Z","time spent":"460.196821ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-14T01:48:58.138823Z","caller":"traceutil/trace.go:171","msg":"trace[751923423] linearizableReadLoop","detail":"{readStateIndex:8812; appliedIndex:8806; }","duration":"479.60697ms","start":"2026-03-14T01:48:57.659186Z","end":"2026-03-14T01:48:58.138793Z","steps":["trace[751923423] 'read index received' (duration: 479.277293ms)","trace[751923423] 'applied index is now lower than readState.Index' (duration: 327.907µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:58.139135Z","caller":"traceutil/trace.go:171","msg":"trace[171274191] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"545.354548ms","start":"2026-03-14T01:48:57.593743Z","end":"2026-03-14T01:48:58.139097Z","steps":["trace[171274191] 'process raft request' (duration: 544.975549ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:58.139199Z","caller":"traceutil/trace.go:171","msg":"trace[1239981127] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"545.532021ms","start":"2026-03-14T01:48:57.593635Z","end":"2026-03-14T01:48:58.139167Z","steps":["trace[1239981127] 'process raft request' (duration: 544.991819ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:58.139257Z","caller":"traceutil/trace.go:171","msg":"trace[1659701452] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"545.604663ms","start":"2026-03-14T01:48:57.593631Z","end":"2026-03-14T01:48:58.139236Z","steps":["trace[1659701452] 'process raft request' (duration: 545.03015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:58.139306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.920953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:48:58.139347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:57.593594Z","time spent":"545.705765ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:58.139331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.277666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:58.139361Z","caller":"traceutil/trace.go:171","msg":"trace[292065963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8478; }","duration":"242.026335ms","start":"2026-03-14T01:48:57.897317Z","end":"2026-03-14T01:48:58.139343Z","steps":["trace[292065963] 'agreement among raft nodes before linearized reading' (duration: 241.919943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:58.139351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:57.593627Z","time spent":"545.625643ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:58.13926Z","caller":"traceutil/trace.go:171","msg":"trace[492288768] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"545.698555ms","start":"2026-03-14T01:48:57.593521Z","end":"2026-03-14T01:48:58.13922Z","steps":["trace[492288768] 'process raft request' (duration: 544.893818ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:58.139389Z","caller":"traceutil/trace.go:171","msg":"trace[1101921964] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8478; }","duration":"503.382678ms","start":"2026-03-14T01:48:57.635993Z","end":"2026-03-14T01:48:58.139376Z","steps":["trace[1101921964] 'agreement among raft nodes before linearized reading' (duration: 503.252185ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:58.139358Z","caller":"traceutil/trace.go:171","msg":"trace[116003042] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"545.620983ms","start":"2026-03-14T01:48:57.593687Z","end":"2026-03-14T01:48:58.139308Z","steps":["trace[116003042] 'process raft request' (duration: 545.00557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:58.139463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:57.635979Z","time spent":"503.473791ms","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:48:58.139519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.613737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-14T01:48:58.139575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:57.593515Z","time spent":"545.938931ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:58.139604Z","caller":"traceutil/trace.go:171","msg":"trace[212532068] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:8478; }","duration":"539.7412ms","start":"2026-03-14T01:48:57.59985Z","end":"2026-03-14T01:48:58.139591Z","steps":["trace[212532068] 'agreement among raft nodes before linearized reading' (duration: 539.455193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:58.139624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:57.593679Z","time spent":"545.812618ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:58.139651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:57.599832Z","time spent":"539.810142ms","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-03-14T01:48:58.139797Z","caller":"traceutil/trace.go:171","msg":"trace[1130508850] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"545.506361ms","start":"2026-03-14T01:48:57.593733Z","end":"2026-03-14T01:48:58.139239Z","steps":["trace[1130508850] 'process raft request' (duration: 545.01509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:58.139941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:57.593736Z","time spent":"545.47839ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:58.140029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:57.593721Z","time spent":"546.253307ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:58.449704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.228379ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-14T01:48:58.449849Z","caller":"traceutil/trace.go:171","msg":"trace[1817375723] linearizableReadLoop","detail":"{readStateIndex:8813; appliedIndex:8812; }","duration":"308.236444ms","start":"2026-03-14T01:48:58.141589Z","end":"2026-03-14T01:48:58.449826Z","steps":["trace[1817375723] 'read index received' (duration: 172.919623ms)","trace[1817375723] 'applied index is now lower than readState.Index' (duration: 135.314851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:58.449937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.375147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:58.450005Z","caller":"traceutil/trace.go:171","msg":"trace[1850515513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8478; }","duration":"308.55144ms","start":"2026-03-14T01:48:58.141443Z","end":"2026-03-14T01:48:58.449994Z","steps":["trace[1850515513] 'agreement among raft nodes before linearized reading' (duration: 308.435828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:58.45004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:58.141415Z","time spent":"308.616482ms","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:48:58.450017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:58.141261Z","time spent":"308.747035ms","remote":"127.0.0.1:33342","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T01:49:00.425368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.663046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:49:00.425494Z","caller":"traceutil/trace.go:171","msg":"trace[1732716138] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8481; }","duration":"866.83712ms","start":"2026-03-14T01:48:59.558606Z","end":"2026-03-14T01:49:00.425443Z","steps":["trace[1732716138] 'count revisions from in-memory index tree' (duration: 866.532764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:00.425547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:59.558569Z","time spent":"866.965483ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:49:00.425777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.374674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:49:00.426058Z","caller":"traceutil/trace.go:171","msg":"trace[310466574] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"830.782885ms","start":"2026-03-14T01:48:59.595245Z","end":"2026-03-14T01:49:00.426028Z","steps":["trace[310466574] 'process raft request' (duration: 477.062253ms)","trace[310466574] 'compare' (duration: 353.024176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:00.426241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:59.595208Z","time spent":"830.924308ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:01.023879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.295875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:49:01.024031Z","caller":"traceutil/trace.go:171","msg":"trace[446027749] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"1.420191819s","start":"2026-03-14T01:48:59.603796Z","end":"2026-03-14T01:49:01.023988Z","steps":["trace[446027749] 'process raft request' (duration: 970.645938ms)","trace[446027749] 'compare' (duration: 449.132092ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:01.024114Z","caller":"traceutil/trace.go:171","msg":"trace[422863084] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"362.780658ms","start":"2026-03-14T01:49:00.661311Z","end":"2026-03-14T01:49:01.024091Z","steps":["trace[422863084] 'process raft request' (duration: 362.702327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:01.024184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:59.603739Z","time spent":"1.420356962s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:01.02421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:00.661281Z","time spent":"362.88748ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:01.024188Z","caller":"traceutil/trace.go:171","msg":"trace[904356781] linearizableReadLoop","detail":"{readStateIndex:8818; appliedIndex:8816; }","duration":"1.35924645s","start":"2026-03-14T01:48:59.664899Z","end":"2026-03-14T01:49:01.024146Z","steps":["trace[904356781] 'read index received' (duration: 407.425437ms)","trace[904356781] 'applied index is now lower than readState.Index' (duration: 951.816183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:01.024446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.515615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:49:01.02444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359540277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T01:49:01.024474Z","caller":"traceutil/trace.go:171","msg":"trace[163237875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8484; }","duration":"878.569437ms","start":"2026-03-14T01:49:00.145896Z","end":"2026-03-14T01:49:01.024465Z","steps":["trace[163237875] 'agreement among raft nodes before linearized reading' (duration: 878.486075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:01.024494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:00.145883Z","time spent":"878.606687ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:49:01.02449Z","caller":"traceutil/trace.go:171","msg":"trace[335208802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8484; }","duration":"1.359638249s","start":"2026-03-14T01:48:59.664838Z","end":"2026-03-14T01:49:01.024476Z","steps":["trace[335208802] 'agreement among raft nodes before linearized reading' (duration: 1.359478575s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:01.024524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:59.664811Z","time spent":"1.359704951s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:49:01.024624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125688307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:49:01.0246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.61938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-14T01:49:01.024618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.718439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:49:01.024664Z","caller":"traceutil/trace.go:171","msg":"trace[1860178683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8484; }","duration":"1.125778859s","start":"2026-03-14T01:48:59.898873Z","end":"2026-03-14T01:49:01.024651Z","steps":["trace[1860178683] 'agreement among raft nodes before linearized reading' (duration: 1.125710307s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:01.024682Z","caller":"traceutil/trace.go:171","msg":"trace[1102284318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8484; }","duration":"879.763963ms","start":"2026-03-14T01:49:00.144901Z","end":"2026-03-14T01:49:01.024665Z","steps":["trace[1102284318] 'agreement among raft nodes before linearized reading' (duration: 879.490877ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:01.024695Z","caller":"traceutil/trace.go:171","msg":"trace[1164330569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8484; }","duration":"878.841882ms","start":"2026-03-14T01:49:00.145836Z","end":"2026-03-14T01:49:01.024678Z","steps":["trace[1164330569] 'agreement among raft nodes before linearized reading' (duration: 878.564396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:01.024662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.19298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:49:01.02472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:00.144869Z","time spent":"879.845454ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:49:01.024742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:00.145824Z","time spent":"878.906583ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:49:01.024662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356337775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-14T01:49:01.024758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.872746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:49:01.024771Z","caller":"traceutil/trace.go:171","msg":"trace[1927308584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8484; }","duration":"879.387515ms","start":"2026-03-14T01:49:00.145357Z","end":"2026-03-14T01:49:01.024744Z","steps":["trace[1927308584] 'agreement among raft nodes before linearized reading' (duration: 879.032807ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:01.024795Z","caller":"traceutil/trace.go:171","msg":"trace[180295559] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:8484; }","duration":"1.356558869s","start":"2026-03-14T01:48:59.668218Z","end":"2026-03-14T01:49:01.024777Z","steps":["trace[180295559] 'agreement among raft nodes before linearized reading' (duration: 1.356177661s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:01.024833Z","caller":"traceutil/trace.go:171","msg":"trace[1882015526] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8484; }","duration":"552.028808ms","start":"2026-03-14T01:49:00.472785Z","end":"2026-03-14T01:49:01.024814Z","steps":["trace[1882015526] 'agreement among raft nodes before linearized reading' (duration: 551.838314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:01.024854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:59.668178Z","time spent":"1.356659752s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mghhr\" "} {"level":"warn","ts":"2026-03-14T01:49:01.024851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:00.145324Z","time spent":"879.511587ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:49:01.024704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:59.898843Z","time spent":"1.125854741s","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:49:01.024928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:00.472769Z","time spent":"552.113641ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:49:01.531859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541265242717386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:49:02.304497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.456912Z","time spent":"847.574475ms","remote":"127.0.0.1:43436","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T01:49:02.305217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.544054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:49:02.305508Z","caller":"traceutil/trace.go:171","msg":"trace[1614290207] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"1.276700573s","start":"2026-03-14T01:49:01.028783Z","end":"2026-03-14T01:49:02.305483Z","steps":["trace[1614290207] 'process raft request' (duration: 1.27656959s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:02.305599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.028756Z","time spent":"1.276806134s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:02.305566Z","caller":"traceutil/trace.go:171","msg":"trace[1024545796] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"1.276757764s","start":"2026-03-14T01:49:01.028765Z","end":"2026-03-14T01:49:02.305522Z","steps":["trace[1024545796] 'process raft request' (duration: 874.77017ms)","trace[1024545796] 'compare' (duration: 400.46627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:02.305852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.028727Z","time spent":"1.27701734s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:02.721506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.700988ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:02.721665Z","caller":"traceutil/trace.go:171","msg":"trace[1713053220] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8486; }","duration":"119.875072ms","start":"2026-03-14T01:49:02.601767Z","end":"2026-03-14T01:49:02.721642Z","steps":["trace[1713053220] 'range keys from in-memory index tree' (duration: 119.679547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:02.72189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.20264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:49:02.722444Z","caller":"traceutil/trace.go:171","msg":"trace[1480705394] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"289.54118ms","start":"2026-03-14T01:49:02.432883Z","end":"2026-03-14T01:49:02.722424Z","steps":["trace[1480705394] 'process raft request' (duration: 289.500249ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:02.722438Z","caller":"traceutil/trace.go:171","msg":"trace[1727446540] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"1.692066019s","start":"2026-03-14T01:49:01.030311Z","end":"2026-03-14T01:49:02.722377Z","steps":["trace[1727446540] 'process raft request' (duration: 1.529279446s)","trace[1727446540] 'compare' (duration: 162.078567ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:02.722689Z","caller":"traceutil/trace.go:171","msg":"trace[247652638] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"1.692289365s","start":"2026-03-14T01:49:01.030389Z","end":"2026-03-14T01:49:02.722679Z","steps":["trace[247652638] 'process raft request' (duration: 1.69162551s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:02.722759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.030369Z","time spent":"1.692353186s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:02.722762Z","caller":"traceutil/trace.go:171","msg":"trace[581761037] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"1.274713768s","start":"2026-03-14T01:49:01.448005Z","end":"2026-03-14T01:49:02.722719Z","steps":["trace[581761037] 'process raft request' (duration: 1.274332199s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:02.722799Z","caller":"traceutil/trace.go:171","msg":"trace[2015206857] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"1.692334176s","start":"2026-03-14T01:49:01.030436Z","end":"2026-03-14T01:49:02.72277Z","steps":["trace[2015206857] 'process raft request' (duration: 1.691855765s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:02.722875Z","caller":"traceutil/trace.go:171","msg":"trace[24076854] linearizableReadLoop","detail":"{readStateIndex:8825; appliedIndex:8819; }","duration":"1.69121073s","start":"2026-03-14T01:49:01.03151Z","end":"2026-03-14T01:49:02.72272Z","steps":["trace[24076854] 'read index received' (duration: 872.11475ms)","trace[24076854] 'applied index is now lower than readState.Index' (duration: 819.09354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:02.722936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.0304Z","time spent":"1.692468848s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:02.722937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.030298Z","time spent":"1.692225413s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:02.722956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.447983Z","time spent":"1.274869861s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:02.723119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.640242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:49:02.723167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.287476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:49:02.72319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.079884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:49:02.723219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.696457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:49:02.723237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247028801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-14T01:49:02.72325Z","caller":"traceutil/trace.go:171","msg":"trace[99121470] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8491; }","duration":"229.762287ms","start":"2026-03-14T01:49:02.49348Z","end":"2026-03-14T01:49:02.723242Z","steps":["trace[99121470] 'agreement among raft nodes before linearized reading' (duration: 229.710216ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:02.723293Z","caller":"traceutil/trace.go:171","msg":"trace[1210817279] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8491; }","duration":"1.247108713s","start":"2026-03-14T01:49:01.476166Z","end":"2026-03-14T01:49:02.723275Z","steps":["trace[1210817279] 'agreement among raft nodes before linearized reading' (duration: 1.246922179s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:02.7233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606129965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:02.72321Z","caller":"traceutil/trace.go:171","msg":"trace[281759859] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8491; }","duration":"145.328067ms","start":"2026-03-14T01:49:02.577866Z","end":"2026-03-14T01:49:02.723194Z","steps":["trace[281759859] 'agreement among raft nodes before linearized reading' (duration: 145.243265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:02.723476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691865583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228777"} {"level":"warn","ts":"2026-03-14T01:49:02.723536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.188461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-14T01:49:02.723574Z","caller":"traceutil/trace.go:171","msg":"trace[1441004909] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8491; }","duration":"822.284632ms","start":"2026-03-14T01:49:01.90128Z","end":"2026-03-14T01:49:02.723565Z","steps":["trace[1441004909] 'agreement among raft nodes before linearized reading' (duration: 822.086177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:02.723603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.901249Z","time spent":"822.347614ms","remote":"127.0.0.1:60110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-14T01:49:02.723577Z","caller":"traceutil/trace.go:171","msg":"trace[1741773387] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8491; }","duration":"1.692111891s","start":"2026-03-14T01:49:01.031443Z","end":"2026-03-14T01:49:02.723555Z","steps":["trace[1741773387] 'agreement among raft nodes before linearized reading' (duration: 1.691283572s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:02.723656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601674545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:49:02.723697Z","caller":"traceutil/trace.go:171","msg":"trace[2110975695] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8491; }","duration":"1.601776977s","start":"2026-03-14T01:49:01.121912Z","end":"2026-03-14T01:49:02.723689Z","steps":["trace[2110975695] 'agreement among raft nodes before linearized reading' (duration: 1.601242034s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:02.723699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.031435Z","time spent":"1.692219503s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228801,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T01:49:02.72325Z","caller":"traceutil/trace.go:171","msg":"trace[556510542] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8491; }","duration":"550.166106ms","start":"2026-03-14T01:49:02.173068Z","end":"2026-03-14T01:49:02.723234Z","steps":["trace[556510542] 'agreement among raft nodes before linearized reading' (duration: 550.071564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:02.723852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:02.173049Z","time spent":"550.732689ms","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:49:02.723338Z","caller":"traceutil/trace.go:171","msg":"trace[305375231] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8491; }","duration":"1.606202426s","start":"2026-03-14T01:49:01.117125Z","end":"2026-03-14T01:49:02.723328Z","steps":["trace[305375231] 'agreement among raft nodes before linearized reading' (duration: 1.606145605s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:02.723342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.476147Z","time spent":"1.247178925s","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-14T01:49:02.724109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.117105Z","time spent":"1.606929154s","remote":"127.0.0.1:60066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:49:02.72317Z","caller":"traceutil/trace.go:171","msg":"trace[674919239] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8491; }","duration":"373.697534ms","start":"2026-03-14T01:49:02.349457Z","end":"2026-03-14T01:49:02.723155Z","steps":["trace[674919239] 'agreement among raft nodes before linearized reading' (duration: 373.581212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:02.72424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:02.349377Z","time spent":"374.84822ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:49:02.723723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.121885Z","time spent":"1.601831739s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:49:02.724446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69034387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:02.725265Z","caller":"traceutil/trace.go:171","msg":"trace[341987218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8491; }","duration":"1.692451658s","start":"2026-03-14T01:49:01.032733Z","end":"2026-03-14T01:49:02.725185Z","steps":["trace[341987218] 'agreement among raft nodes before linearized reading' (duration: 1.690285258s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:02.725337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.032721Z","time spent":"1.692599242s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:49:14.274148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.727408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:14.274354Z","caller":"traceutil/trace.go:171","msg":"trace[1591045682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8640; }","duration":"374.979354ms","start":"2026-03-14T01:49:13.89932Z","end":"2026-03-14T01:49:14.274299Z","steps":["trace[1591045682] 'range keys from in-memory index tree' (duration: 374.506373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:14.274212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.158706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"warn","ts":"2026-03-14T01:49:14.274448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:13.899288Z","time spent":"375.148387ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:49:14.274402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.235033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-frp5t\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-14T01:49:14.274551Z","caller":"traceutil/trace.go:171","msg":"trace[661950678] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8640; }","duration":"542.553765ms","start":"2026-03-14T01:49:13.731935Z","end":"2026-03-14T01:49:14.274488Z","steps":["trace[661950678] 'range keys from in-memory index tree' (duration: 541.87778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:14.274695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:13.731905Z","time spent":"542.732248ms","remote":"127.0.0.1:33506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19430,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-14T01:49:14.274691Z","caller":"traceutil/trace.go:171","msg":"trace[1909537663] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-frp5t; range_end:; response_count:1; response_revision:8640; }","duration":"281.53759ms","start":"2026-03-14T01:49:13.993093Z","end":"2026-03-14T01:49:14.274631Z","steps":["trace[1909537663] 'range keys from in-memory index tree' (duration: 281.056159ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:16.198467Z","caller":"traceutil/trace.go:171","msg":"trace[395720829] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"121.935846ms","start":"2026-03-14T01:49:16.076474Z","end":"2026-03-14T01:49:16.19841Z","steps":["trace[395720829] 'process raft request' (duration: 121.661479ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:16.515678Z","caller":"traceutil/trace.go:171","msg":"trace[657368419] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"109.988444ms","start":"2026-03-14T01:49:16.405635Z","end":"2026-03-14T01:49:16.515624Z","steps":["trace[657368419] 'process raft request' (duration: 109.656507ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:16.624455Z","caller":"traceutil/trace.go:171","msg":"trace[893997090] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"218.492386ms","start":"2026-03-14T01:49:16.405935Z","end":"2026-03-14T01:49:16.624427Z","steps":["trace[893997090] 'process raft request' (duration: 218.22289ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:16.625058Z","caller":"traceutil/trace.go:171","msg":"trace[1486968979] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"217.692958ms","start":"2026-03-14T01:49:16.407318Z","end":"2026-03-14T01:49:16.625011Z","steps":["trace[1486968979] 'process raft request' (duration: 217.033404ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:16.625204Z","caller":"traceutil/trace.go:171","msg":"trace[404425423] linearizableReadLoop","detail":"{readStateIndex:9016; appliedIndex:9013; }","duration":"213.071693ms","start":"2026-03-14T01:49:16.412111Z","end":"2026-03-14T01:49:16.625183Z","steps":["trace[404425423] 'read index received' (duration: 103.237012ms)","trace[404425423] 'applied index is now lower than readState.Index' (duration: 109.832651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:16.625564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.420711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-frp5t\" ","response":"range_response_count:1 size:4927"} {"level":"info","ts":"2026-03-14T01:49:16.625676Z","caller":"traceutil/trace.go:171","msg":"trace[857144840] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-frp5t; range_end:; response_count:1; response_revision:8677; }","duration":"213.596785ms","start":"2026-03-14T01:49:16.41205Z","end":"2026-03-14T01:49:16.625647Z","steps":["trace[857144840] 'agreement among raft nodes before linearized reading' (duration: 213.252228ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:16.625967Z","caller":"traceutil/trace.go:171","msg":"trace[775442173] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"142.898738ms","start":"2026-03-14T01:49:16.482711Z","end":"2026-03-14T01:49:16.62561Z","steps":["trace[775442173] 'process raft request' (duration: 142.171182ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:16.752338Z","caller":"traceutil/trace.go:171","msg":"trace[1870802158] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"117.373712ms","start":"2026-03-14T01:49:16.634915Z","end":"2026-03-14T01:49:16.752289Z","steps":["trace[1870802158] 'process raft request' (duration: 113.175657ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:17.092817Z","caller":"traceutil/trace.go:171","msg":"trace[1921754273] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"188.775455ms","start":"2026-03-14T01:49:16.904003Z","end":"2026-03-14T01:49:17.092779Z","steps":["trace[1921754273] 'process raft request' (duration: 177.149793ms)","trace[1921754273] 'compare' (duration: 11.386887ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:17.100855Z","caller":"traceutil/trace.go:171","msg":"trace[2140301776] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"195.910516ms","start":"2026-03-14T01:49:16.904913Z","end":"2026-03-14T01:49:17.100823Z","steps":["trace[2140301776] 'process raft request' (duration: 195.709901ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:17.10109Z","caller":"traceutil/trace.go:171","msg":"trace[160620437] linearizableReadLoop","detail":"{readStateIndex:9025; appliedIndex:9022; }","duration":"195.65463ms","start":"2026-03-14T01:49:16.905409Z","end":"2026-03-14T01:49:17.101064Z","steps":["trace[160620437] 'read index received' (duration: 175.73101ms)","trace[160620437] 'applied index is now lower than readState.Index' (duration: 19.92174ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:17.101183Z","caller":"traceutil/trace.go:171","msg":"trace[790330901] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"195.786083ms","start":"2026-03-14T01:49:16.905357Z","end":"2026-03-14T01:49:17.101143Z","steps":["trace[790330901] 'process raft request' (duration: 195.422645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:17.101633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.201532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:27 size:238205"} {"level":"info","ts":"2026-03-14T01:49:17.101683Z","caller":"traceutil/trace.go:171","msg":"trace[17389529] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:27; response_revision:8685; }","duration":"196.291864ms","start":"2026-03-14T01:49:16.905378Z","end":"2026-03-14T01:49:17.10167Z","steps":["trace[17389529] 'agreement among raft nodes before linearized reading' (duration: 195.760992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:17.114685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.318435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-14T01:49:17.114826Z","caller":"traceutil/trace.go:171","msg":"trace[1302786983] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8686; }","duration":"112.115643ms","start":"2026-03-14T01:49:17.002643Z","end":"2026-03-14T01:49:17.114759Z","steps":["trace[1302786983] 'agreement among raft nodes before linearized reading' (duration: 111.481388ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:28.825206Z","caller":"traceutil/trace.go:171","msg":"trace[800265638] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"135.714215ms","start":"2026-03-14T01:49:28.68946Z","end":"2026-03-14T01:49:28.825175Z","steps":["trace[800265638] 'process raft request' (duration: 72.710792ms)","trace[800265638] 'compare' (duration: 62.83736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:58.627824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.743201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:49:58.628011Z","caller":"traceutil/trace.go:171","msg":"trace[547036064] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"240.307439ms","start":"2026-03-14T01:49:58.387674Z","end":"2026-03-14T01:49:58.627981Z","steps":["trace[547036064] 'process raft request' (duration: 114.277392ms)","trace[547036064] 'compare' (duration: 125.524735ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:58.635716Z","caller":"traceutil/trace.go:171","msg":"trace[1754918127] linearizableReadLoop","detail":"{readStateIndex:9382; appliedIndex:9380; }","duration":"148.600367ms","start":"2026-03-14T01:49:58.487091Z","end":"2026-03-14T01:49:58.635691Z","steps":["trace[1754918127] 'read index received' (duration: 14.767894ms)","trace[1754918127] 'applied index is now lower than readState.Index' (duration: 133.831413ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:58.635893Z","caller":"traceutil/trace.go:171","msg":"trace[2111460065] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"248.116605ms","start":"2026-03-14T01:49:58.387759Z","end":"2026-03-14T01:49:58.635876Z","steps":["trace[2111460065] 'process raft request' (duration: 247.781477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:58.636239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.10391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:58.636357Z","caller":"traceutil/trace.go:171","msg":"trace[1327336361] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9031; }","duration":"149.293534ms","start":"2026-03-14T01:49:58.487036Z","end":"2026-03-14T01:49:58.636329Z","steps":["trace[1327336361] 'agreement among raft nodes before linearized reading' (duration: 149.093269ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:00.665204Z","caller":"traceutil/trace.go:171","msg":"trace[1484302468] transaction","detail":"{read_only:false; response_revision:9076; number_of_response:1; }","duration":"221.379281ms","start":"2026-03-14T01:50:00.443789Z","end":"2026-03-14T01:50:00.665168Z","steps":["trace[1484302468] 'process raft request' (duration: 221.149046ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:00.667739Z","caller":"traceutil/trace.go:171","msg":"trace[619649995] linearizableReadLoop","detail":"{readStateIndex:9428; appliedIndex:9426; }","duration":"163.155807ms","start":"2026-03-14T01:50:00.504559Z","end":"2026-03-14T01:50:00.667715Z","steps":["trace[619649995] 'read index received' (duration: 160.295082ms)","trace[619649995] 'applied index is now lower than readState.Index' (duration: 2.859485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:00.667922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.357121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-xzqhf\" ","response":"range_response_count:1 size:9598"} {"level":"info","ts":"2026-03-14T01:50:00.667948Z","caller":"traceutil/trace.go:171","msg":"trace[1927240976] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-xzqhf; range_end:; response_count:1; response_revision:9077; }","duration":"163.456794ms","start":"2026-03-14T01:50:00.504484Z","end":"2026-03-14T01:50:00.667941Z","steps":["trace[1927240976] 'agreement among raft nodes before linearized reading' (duration: 163.318171ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:00.668194Z","caller":"traceutil/trace.go:171","msg":"trace[118194313] transaction","detail":"{read_only:false; response_revision:9077; number_of_response:1; }","duration":"163.629077ms","start":"2026-03-14T01:50:00.504514Z","end":"2026-03-14T01:50:00.668143Z","steps":["trace[118194313] 'process raft request' (duration: 163.044564ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:01.242328Z","caller":"traceutil/trace.go:171","msg":"trace[111293092] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"563.53762ms","start":"2026-03-14T01:50:00.678759Z","end":"2026-03-14T01:50:01.242297Z","steps":["trace[111293092] 'process raft request' (duration: 561.984795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:01.242518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:00.678741Z","time spent":"563.673873ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9944,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:50:01.248247Z","caller":"traceutil/trace.go:171","msg":"trace[994107023] linearizableReadLoop","detail":"{readStateIndex:9431; appliedIndex:9429; }","duration":"348.002851ms","start":"2026-03-14T01:50:00.900223Z","end":"2026-03-14T01:50:01.248226Z","steps":["trace[994107023] 'read index received' (duration: 340.311307ms)","trace[994107023] 'applied index is now lower than readState.Index' (duration: 7.690394ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:01.248347Z","caller":"traceutil/trace.go:171","msg":"trace[1217881740] transaction","detail":"{read_only:false; response_revision:9082; number_of_response:1; }","duration":"151.633696ms","start":"2026-03-14T01:50:01.096701Z","end":"2026-03-14T01:50:01.248334Z","steps":["trace[1217881740] 'process raft request' (duration: 151.465212ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:01.248338Z","caller":"traceutil/trace.go:171","msg":"trace[2129820004] transaction","detail":"{read_only:false; response_revision:9081; number_of_response:1; }","duration":"184.437917ms","start":"2026-03-14T01:50:01.063867Z","end":"2026-03-14T01:50:01.248305Z","steps":["trace[2129820004] 'process raft request' (duration: 184.256293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:01.24845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.204839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:50:01.248508Z","caller":"traceutil/trace.go:171","msg":"trace[467030879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9082; }","duration":"322.337141ms","start":"2026-03-14T01:50:00.926163Z","end":"2026-03-14T01:50:01.248501Z","steps":["trace[467030879] 'agreement among raft nodes before linearized reading' (duration: 322.182498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:01.24865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.306081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:50:01.248699Z","caller":"traceutil/trace.go:171","msg":"trace[1682914704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9082; }","duration":"241.414123ms","start":"2026-03-14T01:50:01.007274Z","end":"2026-03-14T01:50:01.248688Z","steps":["trace[1682914704] 'agreement among raft nodes before linearized reading' (duration: 241.227639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:01.248838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.593584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:50:01.248907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.89743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T01:50:01.248939Z","caller":"traceutil/trace.go:171","msg":"trace[1073219468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9082; }","duration":"348.741458ms","start":"2026-03-14T01:50:00.900176Z","end":"2026-03-14T01:50:01.248917Z","steps":["trace[1073219468] 'agreement among raft nodes before linearized reading' (duration: 348.603905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:01.248982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:00.900153Z","time spent":"348.820369ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:50:01.248667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:00.926133Z","time spent":"322.400963ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:50:01.248266Z","caller":"traceutil/trace.go:171","msg":"trace[1873471348] transaction","detail":"{read_only:false; response_revision:9080; number_of_response:1; }","duration":"490.324297ms","start":"2026-03-14T01:50:00.757881Z","end":"2026-03-14T01:50:01.248205Z","steps":["trace[1873471348] 'process raft request' (duration: 490.054351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:01.249469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:00.757843Z","time spent":"491.559704ms","remote":"127.0.0.1:60110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3700,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:50:01.250329Z","caller":"traceutil/trace.go:171","msg":"trace[1123144107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9082; }","duration":"113.002932ms","start":"2026-03-14T01:50:01.135928Z","end":"2026-03-14T01:50:01.248931Z","steps":["trace[1123144107] 'agreement among raft nodes before linearized reading' (duration: 112.559342ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:01.501757Z","caller":"traceutil/trace.go:171","msg":"trace[762528633] transaction","detail":"{read_only:false; response_revision:9097; number_of_response:1; }","duration":"133.168557ms","start":"2026-03-14T01:50:01.368557Z","end":"2026-03-14T01:50:01.501725Z","steps":["trace[762528633] 'process raft request' (duration: 132.897491ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:15.662101Z","caller":"traceutil/trace.go:171","msg":"trace[436259971] transaction","detail":"{read_only:false; response_revision:9173; number_of_response:1; }","duration":"357.068556ms","start":"2026-03-14T01:50:15.304983Z","end":"2026-03-14T01:50:15.662052Z","steps":["trace[436259971] 'process raft request' (duration: 356.854161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:15.662323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:15.304944Z","time spent":"357.275911ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:50:16.726604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061838167s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:50:16.727103Z","caller":"traceutil/trace.go:171","msg":"trace[2135671531] linearizableReadLoop","detail":"{readStateIndex:9528; appliedIndex:9526; }","duration":"1.40324783s","start":"2026-03-14T01:50:15.323823Z","end":"2026-03-14T01:50:16.72707Z","steps":["trace[2135671531] 'read index received' (duration: 338.083528ms)","trace[2135671531] 'applied index is now lower than readState.Index' (duration: 1.065163362s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:16.727167Z","caller":"traceutil/trace.go:171","msg":"trace[1940827690] transaction","detail":"{read_only:false; response_revision:9174; number_of_response:1; }","duration":"1.409141753s","start":"2026-03-14T01:50:15.317982Z","end":"2026-03-14T01:50:16.727124Z","steps":["trace[1940827690] 'process raft request' (duration: 1.408881867s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:16.727384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402050223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:50:16.727399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403558377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T01:50:16.727423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135398919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:50:16.727458Z","caller":"traceutil/trace.go:171","msg":"trace[461085192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9175; }","duration":"1.402156626s","start":"2026-03-14T01:50:15.325261Z","end":"2026-03-14T01:50:16.727418Z","steps":["trace[461085192] 'agreement among raft nodes before linearized reading' (duration: 1.401989911s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:16.727489Z","caller":"traceutil/trace.go:171","msg":"trace[765776678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9175; }","duration":"1.135518452s","start":"2026-03-14T01:50:15.591959Z","end":"2026-03-14T01:50:16.727477Z","steps":["trace[765776678] 'agreement among raft nodes before linearized reading' (duration: 1.135363827s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:16.727489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387876143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:50:16.727488Z","caller":"traceutil/trace.go:171","msg":"trace[1535520013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9175; }","duration":"1.403725662s","start":"2026-03-14T01:50:15.323741Z","end":"2026-03-14T01:50:16.727466Z","steps":["trace[1535520013] 'agreement among raft nodes before linearized reading' (duration: 1.403481635s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:16.727533Z","caller":"traceutil/trace.go:171","msg":"trace[609364640] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9175; }","duration":"1.387977905s","start":"2026-03-14T01:50:15.339546Z","end":"2026-03-14T01:50:16.727524Z","steps":["trace[609364640] 'agreement among raft nodes before linearized reading' (duration: 1.387868582s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:16.72756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:15.33952Z","time spent":"1.388034027s","remote":"127.0.0.1:46094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:50:16.727552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:15.323706Z","time spent":"1.403837294s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:50:16.727576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398668117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:50:16.727588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.028304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:50:16.727267Z","caller":"traceutil/trace.go:171","msg":"trace[201327719] transaction","detail":"{read_only:false; response_revision:9175; number_of_response:1; }","duration":"1.330755962s","start":"2026-03-14T01:50:15.396479Z","end":"2026-03-14T01:50:16.727235Z","steps":["trace[201327719] 'process raft request' (duration: 1.330539768s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:16.727612Z","caller":"traceutil/trace.go:171","msg":"trace[1557559067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9175; }","duration":"1.398760699s","start":"2026-03-14T01:50:15.328843Z","end":"2026-03-14T01:50:16.727604Z","steps":["trace[1557559067] 'agreement among raft nodes before linearized reading' (duration: 1.398675587s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:16.72762Z","caller":"traceutil/trace.go:171","msg":"trace[223925231] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9175; }","duration":"279.086135ms","start":"2026-03-14T01:50:16.448523Z","end":"2026-03-14T01:50:16.727609Z","steps":["trace[223925231] 'agreement among raft nodes before linearized reading' (duration: 279.037084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:16.727645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:15.328807Z","time spent":"1.39883228s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:50:16.727531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:15.591933Z","time spent":"1.135590234s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:50:16.727685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:15.396441Z","time spent":"1.331180022s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:50:16.727727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.197825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:50:16.727791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127941921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mghhr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-14T01:50:16.727782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279399872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:50:16.727901Z","caller":"traceutil/trace.go:171","msg":"trace[1881894009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9175; }","duration":"1.279595747s","start":"2026-03-14T01:50:15.448272Z","end":"2026-03-14T01:50:16.727868Z","steps":["trace[1881894009] 'agreement among raft nodes before linearized reading' (duration: 1.279127946s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:16.727816Z","caller":"traceutil/trace.go:171","msg":"trace[1449495475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9175; }","duration":"830.355609ms","start":"2026-03-14T01:50:15.897436Z","end":"2026-03-14T01:50:16.727792Z","steps":["trace[1449495475] 'agreement among raft nodes before linearized reading' (duration: 830.170665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:16.727971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268891375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-14T01:50:16.727994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:15.897408Z","time spent":"830.579023ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:50:16.727978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:15.448244Z","time spent":"1.27972318s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:50:16.727521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:15.317958Z","time spent":"1.40942015s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:50:16.727497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:15.32524Z","time spent":"1.402248617s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:50:16.727943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.280615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:50:16.728037Z","caller":"traceutil/trace.go:171","msg":"trace[386433566] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9175; }","duration":"1.268962836s","start":"2026-03-14T01:50:15.459055Z","end":"2026-03-14T01:50:16.728017Z","steps":["trace[386433566] 'agreement among raft nodes before linearized reading' (duration: 1.268805162s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:16.728097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:15.459047Z","time spent":"1.269039187s","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-14T01:50:16.728105Z","caller":"traceutil/trace.go:171","msg":"trace[1221923060] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9175; }","duration":"281.52848ms","start":"2026-03-14T01:50:16.446545Z","end":"2026-03-14T01:50:16.728074Z","steps":["trace[1221923060] 'agreement among raft nodes before linearized reading' (duration: 281.223993ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:16.727819Z","caller":"traceutil/trace.go:171","msg":"trace[752123207] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mghhr; range_end:; response_count:1; response_revision:9175; }","duration":"1.127995742s","start":"2026-03-14T01:50:15.599815Z","end":"2026-03-14T01:50:16.727811Z","steps":["trace[752123207] 'agreement among raft nodes before linearized reading' (duration: 1.12790879s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:16.728172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:15.599798Z","time spent":"1.128363s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mghhr\" "} {"level":"warn","ts":"2026-03-14T01:50:16.727791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146536391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:50:16.728231Z","caller":"traceutil/trace.go:171","msg":"trace[1723176661] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9175; }","duration":"1.147078663s","start":"2026-03-14T01:50:15.581136Z","end":"2026-03-14T01:50:16.728215Z","steps":["trace[1723176661] 'agreement among raft nodes before linearized reading' (duration: 1.146511641s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:16.728287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:15.581108Z","time spent":"1.147161435s","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:50:16.955792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.836913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:50:16.956059Z","caller":"traceutil/trace.go:171","msg":"trace[1297391343] transaction","detail":"{read_only:false; response_revision:9176; number_of_response:1; }","duration":"223.255894ms","start":"2026-03-14T01:50:16.732773Z","end":"2026-03-14T01:50:16.956029Z","steps":["trace[1297391343] 'process raft request' (duration: 66.033333ms)","trace[1297391343] 'compare' (duration: 156.506675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:16.956393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.283494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-837f0de0-a507-4b89-9477-95bf8d4792d4\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-14T01:50:16.9565Z","caller":"traceutil/trace.go:171","msg":"trace[441636533] range","detail":"{range_begin:/registry/persistentvolumes/pvc-837f0de0-a507-4b89-9477-95bf8d4792d4; range_end:; response_count:1; response_revision:9176; }","duration":"223.414856ms","start":"2026-03-14T01:50:16.733058Z","end":"2026-03-14T01:50:16.956473Z","steps":["trace[441636533] 'agreement among raft nodes before linearized reading' (duration: 223.180431ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:16.9567Z","caller":"traceutil/trace.go:171","msg":"trace[1603222611] transaction","detail":"{read_only:false; response_revision:9178; number_of_response:1; }","duration":"222.955466ms","start":"2026-03-14T01:50:16.733731Z","end":"2026-03-14T01:50:16.956686Z","steps":["trace[1603222611] 'process raft request' (duration: 222.877654ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:16.956947Z","caller":"traceutil/trace.go:171","msg":"trace[63819722] transaction","detail":"{read_only:false; response_revision:9177; number_of_response:1; }","duration":"223.663961ms","start":"2026-03-14T01:50:16.733272Z","end":"2026-03-14T01:50:16.956936Z","steps":["trace[63819722] 'process raft request' (duration: 223.221212ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:16.957104Z","caller":"traceutil/trace.go:171","msg":"trace[2036953205] transaction","detail":"{read_only:false; response_revision:9179; number_of_response:1; }","duration":"222.869255ms","start":"2026-03-14T01:50:16.734216Z","end":"2026-03-14T01:50:16.957086Z","steps":["trace[2036953205] 'process raft request' (duration: 222.431094ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:16.957238Z","caller":"traceutil/trace.go:171","msg":"trace[1796736776] transaction","detail":"{read_only:false; response_revision:9180; number_of_response:1; }","duration":"222.800743ms","start":"2026-03-14T01:50:16.734245Z","end":"2026-03-14T01:50:16.957046Z","steps":["trace[1796736776] 'process raft request' (duration: 222.68182ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:16.956197Z","caller":"traceutil/trace.go:171","msg":"trace[442826928] linearizableReadLoop","detail":"{readStateIndex:9530; appliedIndex:9529; }","duration":"223.071649ms","start":"2026-03-14T01:50:16.733088Z","end":"2026-03-14T01:50:16.956159Z","steps":["trace[442826928] 'read index received' (duration: 65.740015ms)","trace[442826928] 'applied index is now lower than readState.Index' (duration: 157.328494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:16.960589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.938067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291498"} {"level":"info","ts":"2026-03-14T01:50:16.960656Z","caller":"traceutil/trace.go:171","msg":"trace[330018676] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9180; }","duration":"227.451078ms","start":"2026-03-14T01:50:16.733189Z","end":"2026-03-14T01:50:16.96064Z","steps":["trace[330018676] 'agreement among raft nodes before linearized reading' (duration: 225.059443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:17.691399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.415672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:50:17.691542Z","caller":"traceutil/trace.go:171","msg":"trace[42144468] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9180; }","duration":"491.628196ms","start":"2026-03-14T01:50:17.19989Z","end":"2026-03-14T01:50:17.691518Z","steps":["trace[42144468] 'count revisions from in-memory index tree' (duration: 491.293069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:17.691599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:17.199866Z","time spent":"491.717609ms","remote":"127.0.0.1:33660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:50:17.691614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.82654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:50:17.691735Z","caller":"traceutil/trace.go:171","msg":"trace[1170628937] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9180; }","duration":"210.022224ms","start":"2026-03-14T01:50:17.481682Z","end":"2026-03-14T01:50:17.691704Z","steps":["trace[1170628937] 'count revisions from in-memory index tree' (duration: 209.698367ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:18.380865Z","caller":"traceutil/trace.go:171","msg":"trace[1343626052] transaction","detail":"{read_only:false; response_revision:9181; number_of_response:1; }","duration":"712.310152ms","start":"2026-03-14T01:50:17.668527Z","end":"2026-03-14T01:50:18.380838Z","steps":["trace[1343626052] 'process raft request' (duration: 712.145759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:18.381032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:17.668497Z","time spent":"712.456896ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:50:18.581942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.726181ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-14T01:50:18.582232Z","caller":"traceutil/trace.go:171","msg":"trace[811220962] linearizableReadLoop","detail":"{readStateIndex:9536; appliedIndex:9534; }","duration":"683.701825ms","start":"2026-03-14T01:50:17.898505Z","end":"2026-03-14T01:50:18.582207Z","steps":["trace[811220962] 'read index received' (duration: 482.170373ms)","trace[811220962] 'applied index is now lower than readState.Index' (duration: 201.530002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:18.582336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:17.693249Z","time spent":"889.082785ms","remote":"127.0.0.1:33342","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T01:50:18.582368Z","caller":"traceutil/trace.go:171","msg":"trace[1904602773] transaction","detail":"{read_only:false; response_revision:9182; number_of_response:1; }","duration":"441.525854ms","start":"2026-03-14T01:50:18.140826Z","end":"2026-03-14T01:50:18.582352Z","steps":["trace[1904602773] 'process raft request' (duration: 441.241338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:18.582488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:18.140799Z","time spent":"441.603456ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:50:18.582637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.955171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-789f599ddd-f997w.189c921857bd281b\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-03-14T01:50:18.582619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.102634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:50:18.582667Z","caller":"traceutil/trace.go:171","msg":"trace[1617507213] range","detail":"{range_begin:/registry/events/openstack/glance-api-789f599ddd-f997w.189c921857bd281b; range_end:; response_count:1; response_revision:9182; }","duration":"348.023451ms","start":"2026-03-14T01:50:18.234633Z","end":"2026-03-14T01:50:18.582656Z","steps":["trace[1617507213] 'agreement among raft nodes before linearized reading' (duration: 347.932069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:18.58262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.580002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:50:18.582686Z","caller":"traceutil/trace.go:171","msg":"trace[422873438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9182; }","duration":"684.212566ms","start":"2026-03-14T01:50:17.898457Z","end":"2026-03-14T01:50:18.582669Z","steps":["trace[422873438] 'agreement among raft nodes before linearized reading' (duration: 684.097774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:18.582733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:17.898424Z","time spent":"684.297528ms","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:50:18.582728Z","caller":"traceutil/trace.go:171","msg":"trace[1573157936] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9182; }","duration":"683.724225ms","start":"2026-03-14T01:50:17.89898Z","end":"2026-03-14T01:50:18.582705Z","steps":["trace[1573157936] 'agreement among raft nodes before linearized reading' (duration: 683.524291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:18.582906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:17.898976Z","time spent":"683.919499ms","remote":"127.0.0.1:33836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:50:18.582687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:18.23461Z","time spent":"348.072973ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":811,"request content":"key:\"/registry/events/openstack/glance-api-789f599ddd-f997w.189c921857bd281b\" "} {"level":"info","ts":"2026-03-14T01:50:18.824681Z","caller":"traceutil/trace.go:171","msg":"trace[703087117] transaction","detail":"{read_only:false; response_revision:9184; number_of_response:1; }","duration":"238.959048ms","start":"2026-03-14T01:50:18.585679Z","end":"2026-03-14T01:50:18.824638Z","steps":["trace[703087117] 'process raft request' (duration: 164.925516ms)","trace[703087117] 'compare' (duration: 73.804367ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:18.824707Z","caller":"traceutil/trace.go:171","msg":"trace[1239105683] linearizableReadLoop","detail":"{readStateIndex:9539; appliedIndex:9538; }","duration":"170.552113ms","start":"2026-03-14T01:50:18.654124Z","end":"2026-03-14T01:50:18.824676Z","steps":["trace[1239105683] 'read index received' (duration: 22.742384ms)","trace[1239105683] 'applied index is now lower than readState.Index' (duration: 147.808169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:18.824909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.89329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:50:18.824947Z","caller":"traceutil/trace.go:171","msg":"trace[960363005] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9184; }","duration":"171.018743ms","start":"2026-03-14T01:50:18.653917Z","end":"2026-03-14T01:50:18.824935Z","steps":["trace[960363005] 'agreement among raft nodes before linearized reading' (duration: 170.907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:18.825466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.731782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-14T01:50:18.825559Z","caller":"traceutil/trace.go:171","msg":"trace[1466150251] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9186; }","duration":"145.840924ms","start":"2026-03-14T01:50:18.679697Z","end":"2026-03-14T01:50:18.825538Z","steps":["trace[1466150251] 'agreement among raft nodes before linearized reading' (duration: 145.610269ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:19.181902Z","caller":"traceutil/trace.go:171","msg":"trace[1314544806] transaction","detail":"{read_only:false; response_revision:9187; number_of_response:1; }","duration":"157.202841ms","start":"2026-03-14T01:50:19.024662Z","end":"2026-03-14T01:50:19.181864Z","steps":["trace[1314544806] 'process raft request' (duration: 156.880034ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:19.277351Z","caller":"traceutil/trace.go:171","msg":"trace[1617251672] transaction","detail":"{read_only:false; response_revision:9188; number_of_response:1; }","duration":"252.200667ms","start":"2026-03-14T01:50:19.025108Z","end":"2026-03-14T01:50:19.277309Z","steps":["trace[1617251672] 'process raft request' (duration: 202.134376ms)","trace[1617251672] 'compare' (duration: 49.852047ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:19.277378Z","caller":"traceutil/trace.go:171","msg":"trace[1450690214] transaction","detail":"{read_only:false; response_revision:9190; number_of_response:1; }","duration":"252.185077ms","start":"2026-03-14T01:50:19.025164Z","end":"2026-03-14T01:50:19.277349Z","steps":["trace[1450690214] 'process raft request' (duration: 252.092745ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:19.277648Z","caller":"traceutil/trace.go:171","msg":"trace[979412358] transaction","detail":"{read_only:false; response_revision:9189; number_of_response:1; }","duration":"252.480244ms","start":"2026-03-14T01:50:19.025119Z","end":"2026-03-14T01:50:19.277599Z","steps":["trace[979412358] 'process raft request' (duration: 252.097245ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:19.277934Z","caller":"traceutil/trace.go:171","msg":"trace[304967830] linearizableReadLoop","detail":"{readStateIndex:9546; appliedIndex:9541; }","duration":"251.984473ms","start":"2026-03-14T01:50:19.02593Z","end":"2026-03-14T01:50:19.277914Z","steps":["trace[304967830] 'read index received' (duration: 155.629357ms)","trace[304967830] 'applied index is now lower than readState.Index' (duration: 96.352786ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:19.277961Z","caller":"traceutil/trace.go:171","msg":"trace[767383615] transaction","detail":"{read_only:false; response_revision:9191; number_of_response:1; }","duration":"252.192847ms","start":"2026-03-14T01:50:19.025743Z","end":"2026-03-14T01:50:19.277936Z","steps":["trace[767383615] 'process raft request' (duration: 251.560093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:19.278489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.526625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291498"} {"level":"info","ts":"2026-03-14T01:50:19.278704Z","caller":"traceutil/trace.go:171","msg":"trace[184224254] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9191; }","duration":"252.78141ms","start":"2026-03-14T01:50:19.02591Z","end":"2026-03-14T01:50:19.278692Z","steps":["trace[184224254] 'agreement among raft nodes before linearized reading' (duration: 252.050194ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:39.380911Z","caller":"traceutil/trace.go:171","msg":"trace[349155210] transaction","detail":"{read_only:false; response_revision:9333; number_of_response:1; }","duration":"245.349093ms","start":"2026-03-14T01:50:39.13551Z","end":"2026-03-14T01:50:39.380859Z","steps":["trace[349155210] 'process raft request' (duration: 245.080817ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:39.585454Z","caller":"traceutil/trace.go:171","msg":"trace[1856445196] transaction","detail":"{read_only:false; response_revision:9340; number_of_response:1; }","duration":"128.329779ms","start":"2026-03-14T01:50:39.457091Z","end":"2026-03-14T01:50:39.585421Z","steps":["trace[1856445196] 'process raft request' (duration: 128.240577ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:39.585477Z","caller":"traceutil/trace.go:171","msg":"trace[892164817] transaction","detail":"{read_only:false; response_revision:9339; number_of_response:1; }","duration":"131.273355ms","start":"2026-03-14T01:50:39.454167Z","end":"2026-03-14T01:50:39.585441Z","steps":["trace[892164817] 'process raft request' (duration: 131.01252ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:39.585784Z","caller":"traceutil/trace.go:171","msg":"trace[419494657] transaction","detail":"{read_only:false; response_revision:9341; number_of_response:1; }","duration":"126.892437ms","start":"2026-03-14T01:50:39.458877Z","end":"2026-03-14T01:50:39.585769Z","steps":["trace[419494657] 'process raft request' (duration: 126.503418ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:39.585902Z","caller":"traceutil/trace.go:171","msg":"trace[215382294] linearizableReadLoop","detail":"{readStateIndex:9702; appliedIndex:9697; }","duration":"102.566727ms","start":"2026-03-14T01:50:39.483307Z","end":"2026-03-14T01:50:39.585873Z","steps":["trace[215382294] 'read index received' (duration: 55.006563ms)","trace[215382294] 'applied index is now lower than readState.Index' (duration: 47.558344ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:39.585941Z","caller":"traceutil/trace.go:171","msg":"trace[756440294] transaction","detail":"{read_only:false; response_revision:9342; number_of_response:1; }","duration":"122.109398ms","start":"2026-03-14T01:50:39.463809Z","end":"2026-03-14T01:50:39.585919Z","steps":["trace[756440294] 'process raft request' (duration: 121.862102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:39.586068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.73494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:50:39.586112Z","caller":"traceutil/trace.go:171","msg":"trace[452383403] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9342; }","duration":"102.810922ms","start":"2026-03-14T01:50:39.483291Z","end":"2026-03-14T01:50:39.586102Z","steps":["trace[452383403] 'agreement among raft nodes before linearized reading' (duration: 102.694569ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:54.451859Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7310} {"level":"info","ts":"2026-03-14T01:50:54.522543Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7310,"took":"68.112949ms","hash":3716717945,"current-db-size-bytes":39796736,"current-db-size":"40 MB","current-db-size-in-use-bytes":24186880,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-14T01:50:54.522622Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3716717945,"revision":7310,"compact-revision":5208} {"level":"info","ts":"2026-03-14T01:51:28.340604Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b66d12fd59101739","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-14T01:51:28.346888Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-14T01:51:28.347087Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-14T01:51:30.273409Z","caller":"traceutil/trace.go:171","msg":"trace[497989270] linearizableReadLoop","detail":"{readStateIndex:10006; appliedIndex:10005; }","duration":"262.919205ms","start":"2026-03-14T01:51:30.010455Z","end":"2026-03-14T01:51:30.273374Z","steps":["trace[497989270] 'read index received' (duration: 214.176467ms)","trace[497989270] 'applied index is now lower than readState.Index' (duration: 48.741278ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:51:30.273866Z","caller":"traceutil/trace.go:171","msg":"trace[1824238496] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"270.297491ms","start":"2026-03-14T01:51:30.003542Z","end":"2026-03-14T01:51:30.273839Z","steps":["trace[1824238496] 'process raft request' (duration: 221.133373ms)","trace[1824238496] 'compare' (duration: 48.509823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:51:30.274029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.539769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:51:30.274124Z","caller":"traceutil/trace.go:171","msg":"trace[384951018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9635; }","duration":"263.663461ms","start":"2026-03-14T01:51:30.010436Z","end":"2026-03-14T01:51:30.2741Z","steps":["trace[384951018] 'agreement among raft nodes before linearized reading' (duration: 263.400056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:51:30.274079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.781607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-14T01:51:30.274177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.301274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:51:30.27426Z","caller":"traceutil/trace.go:171","msg":"trace[1080139042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9635; }","duration":"225.998962ms","start":"2026-03-14T01:51:30.048244Z","end":"2026-03-14T01:51:30.274243Z","steps":["trace[1080139042] 'agreement among raft nodes before linearized reading' (duration: 225.593933ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:51:30.274326Z","caller":"traceutil/trace.go:171","msg":"trace[1149388118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9635; }","duration":"224.460088ms","start":"2026-03-14T01:51:30.049814Z","end":"2026-03-14T01:51:30.274274Z","steps":["trace[1149388118] 'agreement among raft nodes before linearized reading' (duration: 224.08115ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:51:39.140707Z","caller":"traceutil/trace.go:171","msg":"trace[1928000777] transaction","detail":"{read_only:false; response_revision:9689; number_of_response:1; }","duration":"147.152776ms","start":"2026-03-14T01:51:38.993522Z","end":"2026-03-14T01:51:39.140674Z","steps":["trace[1928000777] 'process raft request' (duration: 147.059624ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:51:39.140919Z","caller":"traceutil/trace.go:171","msg":"trace[1650202756] transaction","detail":"{read_only:false; response_revision:9688; number_of_response:1; }","duration":"150.263626ms","start":"2026-03-14T01:51:38.990631Z","end":"2026-03-14T01:51:39.140895Z","steps":["trace[1650202756] 'process raft request' (duration: 114.073761ms)","trace[1650202756] 'compare' (duration: 35.725755ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:51:40.590373Z","caller":"traceutil/trace.go:171","msg":"trace[1540174773] transaction","detail":"{read_only:false; response_revision:9703; number_of_response:1; }","duration":"122.510271ms","start":"2026-03-14T01:51:40.467825Z","end":"2026-03-14T01:51:40.590335Z","steps":["trace[1540174773] 'process raft request' (duration: 74.54269ms)","trace[1540174773] 'compare' (duration: 47.699615ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:52:25.017402Z","caller":"traceutil/trace.go:171","msg":"trace[1013166130] linearizableReadLoop","detail":"{readStateIndex:10372; appliedIndex:10371; }","duration":"118.214584ms","start":"2026-03-14T01:52:24.899151Z","end":"2026-03-14T01:52:25.017366Z","steps":["trace[1013166130] 'read index received' (duration: 117.989439ms)","trace[1013166130] 'applied index is now lower than readState.Index' (duration: 223.485µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:52:25.017611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.418898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:52:25.01765Z","caller":"traceutil/trace.go:171","msg":"trace[1030051456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9986; }","duration":"118.5116ms","start":"2026-03-14T01:52:24.899125Z","end":"2026-03-14T01:52:25.017637Z","steps":["trace[1030051456] 'agreement among raft nodes before linearized reading' (duration: 118.379227ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:52:25.017973Z","caller":"traceutil/trace.go:171","msg":"trace[1096077172] transaction","detail":"{read_only:false; response_revision:9986; number_of_response:1; }","duration":"161.094809ms","start":"2026-03-14T01:52:24.856865Z","end":"2026-03-14T01:52:25.01796Z","steps":["trace[1096077172] 'process raft request' (duration: 160.263191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:52:27.344919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.024574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:52:27.345027Z","caller":"traceutil/trace.go:171","msg":"trace[859130616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9995; }","duration":"447.192428ms","start":"2026-03-14T01:52:26.897812Z","end":"2026-03-14T01:52:27.345004Z","steps":["trace[859130616] 'range keys from in-memory index tree' (duration: 446.921722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:52:27.345092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:52:26.897782Z","time spent":"447.279099ms","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:52:27.345227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.245409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:52:27.345347Z","caller":"traceutil/trace.go:171","msg":"trace[996946738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9995; }","duration":"321.452344ms","start":"2026-03-14T01:52:27.023873Z","end":"2026-03-14T01:52:27.345325Z","steps":["trace[996946738] 'range keys from in-memory index tree' (duration: 320.931132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:52:27.345423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:52:27.023841Z","time spent":"321.571247ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:52:27.345952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.333871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:52:27.346025Z","caller":"traceutil/trace.go:171","msg":"trace[2091240177] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9995; }","duration":"159.439863ms","start":"2026-03-14T01:52:27.186576Z","end":"2026-03-14T01:52:27.346016Z","steps":["trace[2091240177] 'range keys from in-memory index tree' (duration: 158.111574ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:53:27.956246Z","caller":"traceutil/trace.go:171","msg":"trace[952708250] linearizableReadLoop","detail":"{readStateIndex:10676; appliedIndex:10674; }","duration":"119.977945ms","start":"2026-03-14T01:53:27.836216Z","end":"2026-03-14T01:53:27.956194Z","steps":["trace[952708250] 'read index received' (duration: 3.590932ms)","trace[952708250] 'applied index is now lower than readState.Index' (duration: 116.385262ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:53:27.956467Z","caller":"traceutil/trace.go:171","msg":"trace[279690807] transaction","detail":"{read_only:false; response_revision:10276; number_of_response:1; }","duration":"162.237746ms","start":"2026-03-14T01:53:27.794211Z","end":"2026-03-14T01:53:27.956448Z","steps":["trace[279690807] 'process raft request' (duration: 157.495209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:53:27.95673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.053434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:53:27.956845Z","caller":"traceutil/trace.go:171","msg":"trace[500170139] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:10276; }","duration":"100.238329ms","start":"2026-03-14T01:53:27.856578Z","end":"2026-03-14T01:53:27.956817Z","steps":["trace[500170139] 'agreement among raft nodes before linearized reading' (duration: 99.983404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:53:27.956989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.744511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:53:27.957124Z","caller":"traceutil/trace.go:171","msg":"trace[904841991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10276; }","duration":"120.948615ms","start":"2026-03-14T01:53:27.83614Z","end":"2026-03-14T01:53:27.957089Z","steps":["trace[904841991] 'agreement among raft nodes before linearized reading' (duration: 120.494655ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:54:00.327339Z","caller":"traceutil/trace.go:171","msg":"trace[427706826] transaction","detail":"{read_only:false; response_revision:10436; number_of_response:1; }","duration":"109.303554ms","start":"2026-03-14T01:54:00.217994Z","end":"2026-03-14T01:54:00.327297Z","steps":["trace[427706826] 'process raft request' (duration: 22.528138ms)","trace[427706826] 'compare' (duration: 86.533449ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:54:58.546846Z","caller":"traceutil/trace.go:171","msg":"trace[1000740530] linearizableReadLoop","detail":"{readStateIndex:11283; appliedIndex:11281; }","duration":"100.31771ms","start":"2026-03-14T01:54:58.446492Z","end":"2026-03-14T01:54:58.54681Z","steps":["trace[1000740530] 'read index received' (duration: 97.577229ms)","trace[1000740530] 'applied index is now lower than readState.Index' (duration: 2.738471ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:54:58.546984Z","caller":"traceutil/trace.go:171","msg":"trace[1465768537] transaction","detail":"{read_only:false; response_revision:10861; number_of_response:1; }","duration":"302.383174ms","start":"2026-03-14T01:54:58.244556Z","end":"2026-03-14T01:54:58.546939Z","steps":["trace[1465768537] 'process raft request' (duration: 299.430608ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:54:58.547025Z","caller":"traceutil/trace.go:171","msg":"trace[568737034] transaction","detail":"{read_only:false; response_revision:10862; number_of_response:1; }","duration":"221.147994ms","start":"2026-03-14T01:54:58.32581Z","end":"2026-03-14T01:54:58.546958Z","steps":["trace[568737034] 'process raft request' (duration: 220.840147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:54:58.547468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.929335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T01:54:58.547708Z","caller":"traceutil/trace.go:171","msg":"trace[1512495096] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10862; }","duration":"101.241611ms","start":"2026-03-14T01:54:58.446445Z","end":"2026-03-14T01:54:58.547686Z","steps":["trace[1512495096] 'agreement among raft nodes before linearized reading' (duration: 100.622107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:54:58.54756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:54:58.244524Z","time spent":"302.584288ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:55:54.46409Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9430} {"level":"info","ts":"2026-03-14T01:55:54.840872Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9430,"took":"374.156772ms","hash":1246658610,"current-db-size-bytes":39796736,"current-db-size":"40 MB","current-db-size-in-use-bytes":19525632,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-14T01:55:54.840962Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1246658610,"revision":9430,"compact-revision":7310} {"level":"info","ts":"2026-03-14T01:55:56.960032Z","caller":"traceutil/trace.go:171","msg":"trace[611945765] transaction","detail":"{read_only:false; response_revision:11144; number_of_response:1; }","duration":"150.81069ms","start":"2026-03-14T01:55:56.8092Z","end":"2026-03-14T01:55:56.96001Z","steps":["trace[611945765] 'process raft request' (duration: 150.651866ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:55:57.118383Z","caller":"traceutil/trace.go:171","msg":"trace[1351563472] linearizableReadLoop","detail":"{readStateIndex:11579; appliedIndex:11577; }","duration":"264.785192ms","start":"2026-03-14T01:55:56.853579Z","end":"2026-03-14T01:55:57.118364Z","steps":["trace[1351563472] 'read index received' (duration: 106.296342ms)","trace[1351563472] 'applied index is now lower than readState.Index' (duration: 158.48761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:55:57.118526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.022937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:55:57.118553Z","caller":"traceutil/trace.go:171","msg":"trace[1928402592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11145; }","duration":"219.1354ms","start":"2026-03-14T01:55:56.899411Z","end":"2026-03-14T01:55:57.118546Z","steps":["trace[1928402592] 'agreement among raft nodes before linearized reading' (duration: 219.070709ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:55:57.118513Z","caller":"traceutil/trace.go:171","msg":"trace[1790058222] transaction","detail":"{read_only:false; response_revision:11145; number_of_response:1; }","duration":"271.200497ms","start":"2026-03-14T01:55:56.847253Z","end":"2026-03-14T01:55:57.118453Z","steps":["trace[1790058222] 'process raft request' (duration: 270.997462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:55:57.118543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.950715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:55:57.118729Z","caller":"traceutil/trace.go:171","msg":"trace[1761530411] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11145; }","duration":"265.14552ms","start":"2026-03-14T01:55:56.853551Z","end":"2026-03-14T01:55:57.118697Z","steps":["trace[1761530411] 'agreement among raft nodes before linearized reading' (duration: 264.924745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:55:57.118797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.502106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:55:57.118859Z","caller":"traceutil/trace.go:171","msg":"trace[2060846800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11145; }","duration":"218.626088ms","start":"2026-03-14T01:55:56.900216Z","end":"2026-03-14T01:55:57.118842Z","steps":["trace[2060846800] 'agreement among raft nodes before linearized reading' (duration: 218.406244ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:56:05.274974Z","caller":"traceutil/trace.go:171","msg":"trace[147876647] transaction","detail":"{read_only:false; response_revision:11185; number_of_response:1; }","duration":"101.085895ms","start":"2026-03-14T01:56:05.17385Z","end":"2026-03-14T01:56:05.274936Z","steps":["trace[147876647] 'process raft request' (duration: 65.546328ms)","trace[147876647] 'compare' (duration: 35.377874ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:57:58.237111Z","caller":"traceutil/trace.go:171","msg":"trace[1070051858] transaction","detail":"{read_only:false; response_revision:11709; number_of_response:1; }","duration":"236.1078ms","start":"2026-03-14T01:57:58.000971Z","end":"2026-03-14T01:57:58.237079Z","steps":["trace[1070051858] 'process raft request' (duration: 235.890665ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:59:41.84777Z","caller":"traceutil/trace.go:171","msg":"trace[661690218] linearizableReadLoop","detail":"{readStateIndex:12667; appliedIndex:12666; }","duration":"104.595813ms","start":"2026-03-14T01:59:41.74314Z","end":"2026-03-14T01:59:41.847736Z","steps":["trace[661690218] 'read index received' (duration: 40.487617ms)","trace[661690218] 'applied index is now lower than readState.Index' (duration: 64.106746ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:59:41.847841Z","caller":"traceutil/trace.go:171","msg":"trace[1741882918] transaction","detail":"{read_only:false; response_revision:12186; number_of_response:1; }","duration":"105.071864ms","start":"2026-03-14T01:59:41.742686Z","end":"2026-03-14T01:59:41.847758Z","steps":["trace[1741882918] 'process raft request' (duration: 41.001888ms)","trace[1741882918] 'compare' (duration: 63.888122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:59:41.848069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.88935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-14T01:59:41.848107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.165014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:59:41.848157Z","caller":"traceutil/trace.go:171","msg":"trace[1272346372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12186; }","duration":"100.260005ms","start":"2026-03-14T01:59:41.747882Z","end":"2026-03-14T01:59:41.848142Z","steps":["trace[1272346372] 'agreement among raft nodes before linearized reading' (duration: 100.040971ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:59:41.848164Z","caller":"traceutil/trace.go:171","msg":"trace[1329244924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12186; }","duration":"105.021012ms","start":"2026-03-14T01:59:41.743118Z","end":"2026-03-14T01:59:41.848139Z","steps":["trace[1329244924] 'agreement among raft nodes before linearized reading' (duration: 104.699635ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T02:00:54.469566Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11134} {"level":"info","ts":"2026-03-14T02:00:54.546214Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11134,"took":"74.450885ms","hash":2137447059,"current-db-size-bytes":39796736,"current-db-size":"40 MB","current-db-size-in-use-bytes":16486400,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-03-14T02:00:54.54629Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2137447059,"revision":11134,"compact-revision":9430} {"level":"info","ts":"2026-03-14T02:01:02.439188Z","caller":"traceutil/trace.go:171","msg":"trace[1770567271] transaction","detail":"{read_only:false; response_revision:12562; number_of_response:1; }","duration":"109.139543ms","start":"2026-03-14T02:01:02.330016Z","end":"2026-03-14T02:01:02.439155Z","steps":["trace[1770567271] 'process raft request' (duration: 108.670683ms)"],"step_count":1}