{"level":"warn","ts":"2026-03-29T01:58:23.808135Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T01:58:23.808219Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.229:2380","--initial-cluster=instance=https://199.204.45.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.229:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-29T01:58:23.808282Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T01:58:23.808291Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-03-29T01:58:23.808309Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T01:58:23.808913Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"]} {"level":"info","ts":"2026-03-29T01:58:23.809007Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-29T01:58:23.84939Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"38.977964ms"} {"level":"info","ts":"2026-03-29T01:58:23.896567Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3ba9ae53cc4335db","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-03-29T01:58:23.896675Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=()"} {"level":"info","ts":"2026-03-29T01:58:23.896699Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 0"} {"level":"info","ts":"2026-03-29T01:58:23.896714Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3ba9ae53cc4335db [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-29T01:58:23.896731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 1"} {"level":"info","ts":"2026-03-29T01:58:23.896771Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"warn","ts":"2026-03-29T01:58:24.03655Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-29T01:58:24.046249Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-29T01:58:24.049395Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-29T01:58:24.054755Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3ba9ae53cc4335db","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-29T01:58:24.055139Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:58:24.055138Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3ba9ae53cc4335db","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-29T01:58:24.055271Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:58:24.05531Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:58:24.057057Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T01:58:24.057294Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3ba9ae53cc4335db","initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-29T01:58:24.057323Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-29T01:58:24.057465Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-03-29T01:58:24.057477Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-03-29T01:58:24.066857Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"info","ts":"2026-03-29T01:58:24.067082Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","added-peer-id":"3ba9ae53cc4335db","added-peer-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-03-29T01:58:24.067162Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 1"} {"level":"info","ts":"2026-03-29T01:58:24.067199Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 1"} {"level":"info","ts":"2026-03-29T01:58:24.06724Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 1"} {"level":"info","ts":"2026-03-29T01:58:24.067287Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became candidate at term 2"} {"level":"info","ts":"2026-03-29T01:58:24.067322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgVoteResp from 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-03-29T01:58:24.067364Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became leader at term 2"} {"level":"info","ts":"2026-03-29T01:58:24.067409Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3ba9ae53cc4335db elected leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-03-29T01:58:24.06878Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3ba9ae53cc4335db","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.229:2379]}","request-path":"/0/members/3ba9ae53cc4335db/attributes","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-03-29T01:58:24.069006Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T01:58:24.069021Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T01:58:24.069065Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:58:24.069163Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-29T01:58:24.0692Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-29T01:58:24.07082Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.229:2379"} {"level":"info","ts":"2026-03-29T01:58:24.072183Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-29T01:58:24.075341Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:58:24.075516Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:58:24.07556Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:58:25.685642Z","caller":"traceutil/trace.go:171","msg":"trace[125494792] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"137.788123ms","start":"2026-03-29T01:58:25.547803Z","end":"2026-03-29T01:58:25.685591Z","steps":["trace[125494792] 'process raft request' (duration: 67.144144ms)","trace[125494792] 'compare' (duration: 70.265529ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:25.685762Z","caller":"traceutil/trace.go:171","msg":"trace[1211851862] transaction","detail":"{read_only:false; number_of_response:0; response_revision:11; }","duration":"137.870936ms","start":"2026-03-29T01:58:25.547861Z","end":"2026-03-29T01:58:25.685732Z","steps":["trace[1211851862] 'process raft request' (duration: 137.589168ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:25.686087Z","caller":"traceutil/trace.go:171","msg":"trace[215750755] linearizableReadLoop","detail":"{readStateIndex:16; appliedIndex:13; }","duration":"104.172755ms","start":"2026-03-29T01:58:25.581888Z","end":"2026-03-29T01:58:25.686061Z","steps":["trace[215750755] 'read index received' (duration: 33.073703ms)","trace[215750755] 'applied index is now lower than readState.Index' (duration: 71.095612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:25.686381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.483745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:58:25.686483Z","caller":"traceutil/trace.go:171","msg":"trace[388226519] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:12; }","duration":"117.66881ms","start":"2026-03-29T01:58:25.568794Z","end":"2026-03-29T01:58:25.686462Z","steps":["trace[388226519] 'agreement among raft nodes before linearized reading' (duration: 117.427323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:25.686474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.095657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-29T01:58:25.686548Z","caller":"traceutil/trace.go:171","msg":"trace[873279532] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:12; }","duration":"106.197009ms","start":"2026-03-29T01:58:25.580329Z","end":"2026-03-29T01:58:25.686526Z","steps":["trace[873279532] 'agreement among raft nodes before linearized reading' (duration: 105.756268ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:25.686521Z","caller":"traceutil/trace.go:171","msg":"trace[1273127764] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"137.320041ms","start":"2026-03-29T01:58:25.548536Z","end":"2026-03-29T01:58:25.685856Z","steps":["trace[1273127764] 'process raft request' (duration: 137.000463ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:25.686662Z","caller":"traceutil/trace.go:171","msg":"trace[1548160731] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"100.276079ms","start":"2026-03-29T01:58:25.586365Z","end":"2026-03-29T01:58:25.686641Z","steps":["trace[1548160731] 'process raft request' (duration: 100.124775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:25.686937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.310048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:58:25.686963Z","caller":"traceutil/trace.go:171","msg":"trace[150647678] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"100.66749ms","start":"2026-03-29T01:58:25.586268Z","end":"2026-03-29T01:58:25.686936Z","steps":["trace[150647678] 'process raft request' (duration: 99.376226ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:25.686996Z","caller":"traceutil/trace.go:171","msg":"trace[1868617293] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"100.463815ms","start":"2026-03-29T01:58:25.586501Z","end":"2026-03-29T01:58:25.686965Z","steps":["trace[1868617293] 'process raft request' (duration: 100.056744ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:25.687011Z","caller":"traceutil/trace.go:171","msg":"trace[1466006052] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:18; }","duration":"101.40751ms","start":"2026-03-29T01:58:25.585587Z","end":"2026-03-29T01:58:25.686995Z","steps":["trace[1466006052] 'agreement among raft nodes before linearized reading' (duration: 101.130473ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:25.687061Z","caller":"traceutil/trace.go:171","msg":"trace[189956659] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"100.544427ms","start":"2026-03-29T01:58:25.586489Z","end":"2026-03-29T01:58:25.687033Z","steps":["trace[189956659] 'process raft request' (duration: 100.057694ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:25.68706Z","caller":"traceutil/trace.go:171","msg":"trace[2054679839] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"100.64118ms","start":"2026-03-29T01:58:25.586357Z","end":"2026-03-29T01:58:25.686998Z","steps":["trace[2054679839] 'process raft request' (duration: 100.172157ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:25.847364Z","caller":"traceutil/trace.go:171","msg":"trace[1611515086] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"103.716733ms","start":"2026-03-29T01:58:25.743621Z","end":"2026-03-29T01:58:25.847338Z","steps":["trace[1611515086] 'process raft request' (duration: 103.6103ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:25.847511Z","caller":"traceutil/trace.go:171","msg":"trace[908200782] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"103.325743ms","start":"2026-03-29T01:58:25.744147Z","end":"2026-03-29T01:58:25.847473Z","steps":["trace[908200782] 'process raft request' (duration: 103.197009ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:25.847505Z","caller":"traceutil/trace.go:171","msg":"trace[55086399] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"103.857927ms","start":"2026-03-29T01:58:25.743621Z","end":"2026-03-29T01:58:25.847479Z","steps":["trace[55086399] 'process raft request' (duration: 103.650731ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:25.847672Z","caller":"traceutil/trace.go:171","msg":"trace[708056912] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"103.514678ms","start":"2026-03-29T01:58:25.744151Z","end":"2026-03-29T01:58:25.847665Z","steps":["trace[708056912] 'process raft request' (duration: 103.22464ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:25.847593Z","caller":"traceutil/trace.go:171","msg":"trace[1593893335] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"102.12765ms","start":"2026-03-29T01:58:25.745457Z","end":"2026-03-29T01:58:25.847584Z","steps":["trace[1593893335] 'process raft request' (duration: 101.999496ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:25.847549Z","caller":"traceutil/trace.go:171","msg":"trace[1567738245] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"103.564009ms","start":"2026-03-29T01:58:25.74395Z","end":"2026-03-29T01:58:25.847514Z","steps":["trace[1567738245] 'process raft request' (duration: 103.369614ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:25.847612Z","caller":"traceutil/trace.go:171","msg":"trace[1797109496] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"102.87084ms","start":"2026-03-29T01:58:25.744688Z","end":"2026-03-29T01:58:25.847559Z","steps":["trace[1797109496] 'process raft request' (duration: 102.737226ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:25.848483Z","caller":"traceutil/trace.go:171","msg":"trace[2078185032] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"104.806562ms","start":"2026-03-29T01:58:25.743623Z","end":"2026-03-29T01:58:25.848429Z","steps":["trace[2078185032] 'process raft request' (duration: 42.92724ms)","trace[2078185032] 'compare' (duration: 60.488735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:26.255287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.011172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-29T01:58:26.255499Z","caller":"traceutil/trace.go:171","msg":"trace[1845427181] linearizableReadLoop","detail":"{readStateIndex:58; appliedIndex:56; }","duration":"161.277389ms","start":"2026-03-29T01:58:26.094202Z","end":"2026-03-29T01:58:26.25548Z","steps":["trace[1845427181] 'read index received' (duration: 43.224548ms)","trace[1845427181] 'applied index is now lower than readState.Index' (duration: 118.051531ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:26.255609Z","caller":"traceutil/trace.go:171","msg":"trace[88583702] transaction","detail":"{read_only:false; response_revision:52; number_of_response:1; }","duration":"205.249927ms","start":"2026-03-29T01:58:26.050323Z","end":"2026-03-29T01:58:26.255573Z","steps":["trace[88583702] 'process raft request' (duration: 87.236828ms)","trace[88583702] 'compare' (duration: 116.796476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:26.255737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.516935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a12d44b87db2e6\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:58:26.255789Z","caller":"traceutil/trace.go:171","msg":"trace[1091601594] range","detail":"{range_begin:/registry/events/default/instance.18a12d44b87db2e6; range_end:; response_count:0; response_revision:53; }","duration":"161.623568ms","start":"2026-03-29T01:58:26.094152Z","end":"2026-03-29T01:58:26.255775Z","steps":["trace[1091601594] 'agreement among raft nodes before linearized reading' (duration: 161.534635ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:26.256416Z","caller":"traceutil/trace.go:171","msg":"trace[629257309] transaction","detail":"{read_only:false; response_revision:53; number_of_response:1; }","duration":"204.344732ms","start":"2026-03-29T01:58:26.051967Z","end":"2026-03-29T01:58:26.256311Z","steps":["trace[629257309] 'process raft request' (duration: 203.414657ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:26.429919Z","caller":"traceutil/trace.go:171","msg":"trace[546461314] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"149.036308ms","start":"2026-03-29T01:58:26.280714Z","end":"2026-03-29T01:58:26.42975Z","steps":["trace[546461314] 'process raft request' (duration: 101.204556ms)","trace[546461314] 'compare' (duration: 41.604664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:26.832053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.06836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-29T01:58:26.83235Z","caller":"traceutil/trace.go:171","msg":"trace[683788896] transaction","detail":"{read_only:false; response_revision:69; number_of_response:1; }","duration":"313.388869ms","start":"2026-03-29T01:58:26.518938Z","end":"2026-03-29T01:58:26.832326Z","steps":["trace[683788896] 'process raft request' (duration: 46.795585ms)","trace[683788896] 'compare' (duration: 265.867855ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:26.832435Z","caller":"traceutil/trace.go:171","msg":"trace[1524366730] linearizableReadLoop","detail":"{readStateIndex:74; appliedIndex:73; }","duration":"307.89926ms","start":"2026-03-29T01:58:26.524505Z","end":"2026-03-29T01:58:26.832404Z","steps":["trace[1524366730] 'read index received' (duration: 41.240364ms)","trace[1524366730] 'applied index is now lower than readState.Index' (duration: 266.656166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:26.832471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:26.518927Z","time spent":"313.510162ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:58:26.832707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.186039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:58:26.832763Z","caller":"traceutil/trace.go:171","msg":"trace[495397092] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:69; }","duration":"308.285741ms","start":"2026-03-29T01:58:26.524464Z","end":"2026-03-29T01:58:26.832749Z","steps":["trace[495397092] 'agreement among raft nodes before linearized reading' (duration: 308.078975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:26.832813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:26.52445Z","time spent":"308.351713ms","remote":"127.0.0.1:43396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" "} {"level":"info","ts":"2026-03-29T01:58:26.83303Z","caller":"traceutil/trace.go:171","msg":"trace[1158644245] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"306.844303ms","start":"2026-03-29T01:58:26.526161Z","end":"2026-03-29T01:58:26.833005Z","steps":["trace[1158644245] 'process raft request' (duration: 306.129613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:26.83335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:26.526146Z","time spent":"306.946145ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1089,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:27.777638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.749684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-29T01:58:27.777814Z","caller":"traceutil/trace.go:171","msg":"trace[785350505] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"1.070815357s","start":"2026-03-29T01:58:26.706946Z","end":"2026-03-29T01:58:27.777761Z","steps":["trace[785350505] 'process raft request' (duration: 318.834266ms)","trace[785350505] 'compare' (duration: 751.519168ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:27.777915Z","caller":"traceutil/trace.go:171","msg":"trace[337164186] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"940.117905ms","start":"2026-03-29T01:58:26.837777Z","end":"2026-03-29T01:58:27.777895Z","steps":["trace[337164186] 'process raft request' (duration: 940.052494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:27.778018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:26.837762Z","time spent":"940.208467ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:27.778074Z","caller":"traceutil/trace.go:171","msg":"trace[1106167283] linearizableReadLoop","detail":"{readStateIndex:76; appliedIndex:75; }","duration":"945.541362ms","start":"2026-03-29T01:58:26.832514Z","end":"2026-03-29T01:58:27.778055Z","steps":["trace[1106167283] 'read index received' (duration: 193.281473ms)","trace[1106167283] 'applied index is now lower than readState.Index' (duration: 752.259229ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:27.778074Z","caller":"traceutil/trace.go:171","msg":"trace[911820049] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"941.461002ms","start":"2026-03-29T01:58:26.836525Z","end":"2026-03-29T01:58:27.777986Z","steps":["trace[911820049] 'process raft request' (duration: 941.251936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:27.777929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:26.706923Z","time spent":"1.070948281s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:58:27.778245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253006211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a12d44b87db2e6\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-29T01:58:27.778247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:26.836506Z","time spent":"941.664287ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:58:27.778265Z","caller":"traceutil/trace.go:171","msg":"trace[817559052] range","detail":"{range_begin:/registry/events/default/instance.18a12d44b87db2e6; range_end:; response_count:1; response_revision:73; }","duration":"1.253059522s","start":"2026-03-29T01:58:26.525199Z","end":"2026-03-29T01:58:27.778258Z","steps":["trace[817559052] 'agreement among raft nodes before linearized reading' (duration: 1.253027971s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:27.778287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:26.525182Z","time spent":"1.253101753s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":672,"request content":"key:\"/registry/events/default/instance.18a12d44b87db2e6\" "} {"level":"warn","ts":"2026-03-29T01:58:27.778211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192513756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:58:27.778389Z","caller":"traceutil/trace.go:171","msg":"trace[1907250178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:73; }","duration":"1.19266941s","start":"2026-03-29T01:58:26.585655Z","end":"2026-03-29T01:58:27.778325Z","steps":["trace[1907250178] 'agreement among raft nodes before linearized reading' (duration: 1.192517306s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:27.778498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:26.585642Z","time spent":"1.192805423s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:58:27.875873Z","caller":"traceutil/trace.go:171","msg":"trace[904131801] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"450.910575ms","start":"2026-03-29T01:58:27.424929Z","end":"2026-03-29T01:58:27.87584Z","steps":["trace[904131801] 'process raft request' (duration: 450.766521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:27.87607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:27.424883Z","time spent":"451.09819ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:58:27.943168Z","caller":"traceutil/trace.go:171","msg":"trace[1851379311] transaction","detail":"{read_only:false; response_revision:76; number_of_response:1; }","duration":"162.128151ms","start":"2026-03-29T01:58:27.781009Z","end":"2026-03-29T01:58:27.943137Z","steps":["trace[1851379311] 'process raft request' (duration: 161.960686ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:27.943212Z","caller":"traceutil/trace.go:171","msg":"trace[1575958533] transaction","detail":"{read_only:false; response_revision:77; number_of_response:1; }","duration":"160.731873ms","start":"2026-03-29T01:58:27.782467Z","end":"2026-03-29T01:58:27.943198Z","steps":["trace[1575958533] 'process raft request' (duration: 160.580609ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:27.943219Z","caller":"traceutil/trace.go:171","msg":"trace[1790869141] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"173.773235ms","start":"2026-03-29T01:58:27.769421Z","end":"2026-03-29T01:58:27.943194Z","steps":["trace[1790869141] 'process raft request' (duration: 132.936102ms)","trace[1790869141] 'compare' (duration: 40.439253ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:27.943568Z","caller":"traceutil/trace.go:171","msg":"trace[1222947664] transaction","detail":"{read_only:false; response_revision:78; number_of_response:1; }","duration":"159.641694ms","start":"2026-03-29T01:58:27.783915Z","end":"2026-03-29T01:58:27.943557Z","steps":["trace[1222947664] 'process raft request' (duration: 159.176962ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:27.943723Z","caller":"traceutil/trace.go:171","msg":"trace[977401664] linearizableReadLoop","detail":"{readStateIndex:80; appliedIndex:78; }","duration":"165.0476ms","start":"2026-03-29T01:58:27.778097Z","end":"2026-03-29T01:58:27.943144Z","steps":["trace[977401664] 'read index received' (duration: 97.69148ms)","trace[977401664] 'applied index is now lower than readState.Index' (duration: 67.35481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:27.943771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108986738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:58:27.943867Z","caller":"traceutil/trace.go:171","msg":"trace[924066165] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:78; }","duration":"1.109122102s","start":"2026-03-29T01:58:26.834721Z","end":"2026-03-29T01:58:27.943844Z","steps":["trace[924066165] 'agreement among raft nodes before linearized reading' (duration: 1.108954757s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:27.943903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.473652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T01:58:27.94391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:26.834705Z","time spent":"1.109197424s","remote":"127.0.0.1:43396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"info","ts":"2026-03-29T01:58:27.94394Z","caller":"traceutil/trace.go:171","msg":"trace[1606141436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:78; }","duration":"158.557584ms","start":"2026-03-29T01:58:27.785371Z","end":"2026-03-29T01:58:27.943928Z","steps":["trace[1606141436] 'agreement among raft nodes before linearized reading' (duration: 158.475462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:28.307452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.908106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-29T01:58:28.307604Z","caller":"traceutil/trace.go:171","msg":"trace[1545397723] transaction","detail":"{read_only:false; response_revision:83; number_of_response:1; }","duration":"314.709844ms","start":"2026-03-29T01:58:27.992883Z","end":"2026-03-29T01:58:28.307593Z","steps":["trace[1545397723] 'process raft request' (duration: 314.682383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:28.307656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:27.992866Z","time spent":"314.772565ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1043,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:28.307777Z","caller":"traceutil/trace.go:171","msg":"trace[2126190071] transaction","detail":"{read_only:false; response_revision:81; number_of_response:1; }","duration":"341.099746ms","start":"2026-03-29T01:58:27.966633Z","end":"2026-03-29T01:58:28.307733Z","steps":["trace[2126190071] 'process raft request' (duration: 239.835601ms)","trace[2126190071] 'compare' (duration: 100.808273ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:28.307909Z","caller":"traceutil/trace.go:171","msg":"trace[744250969] transaction","detail":"{read_only:false; response_revision:82; number_of_response:1; }","duration":"340.056018ms","start":"2026-03-29T01:58:27.96781Z","end":"2026-03-29T01:58:28.307866Z","steps":["trace[744250969] 'process raft request' (duration: 339.717029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:28.308035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.810314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:58:28.308063Z","caller":"traceutil/trace.go:171","msg":"trace[344334841] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:0; response_revision:83; }","duration":"318.879866ms","start":"2026-03-29T01:58:27.989177Z","end":"2026-03-29T01:58:28.308057Z","steps":["trace[344334841] 'agreement among raft nodes before linearized reading' (duration: 318.837005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:28.308079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:27.989155Z","time spent":"318.920888ms","remote":"127.0.0.1:43396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/cluster-admin\" "} {"level":"warn","ts":"2026-03-29T01:58:28.30807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:27.967796Z","time spent":"340.203963ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":581,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:58:28.307908Z","caller":"traceutil/trace.go:171","msg":"trace[1299291799] linearizableReadLoop","detail":"{readStateIndex:87; appliedIndex:85; }","duration":"318.577358ms","start":"2026-03-29T01:58:27.989236Z","end":"2026-03-29T01:58:28.307813Z","steps":["trace[1299291799] 'read index received' (duration: 217.300242ms)","trace[1299291799] 'applied index is now lower than readState.Index' (duration: 101.271485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:28.307937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:27.966613Z","time spent":"341.240881ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:28.308375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.192602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-29T01:58:28.308519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.294294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-29T01:58:28.308464Z","caller":"traceutil/trace.go:171","msg":"trace[1845265599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:83; }","duration":"310.258294ms","start":"2026-03-29T01:58:27.998151Z","end":"2026-03-29T01:58:28.308409Z","steps":["trace[1845265599] 'agreement among raft nodes before linearized reading' (duration: 310.12807ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:28.308568Z","caller":"traceutil/trace.go:171","msg":"trace[1556210751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:83; }","duration":"310.375167ms","start":"2026-03-29T01:58:27.998181Z","end":"2026-03-29T01:58:28.308556Z","steps":["trace[1556210751] 'agreement among raft nodes before linearized reading' (duration: 310.272994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:28.308606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:27.998162Z","time spent":"310.436548ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:28.308626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:27.998115Z","time spent":"310.49542ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T01:58:28.438781Z","caller":"traceutil/trace.go:171","msg":"trace[1712289060] transaction","detail":"{read_only:false; response_revision:85; number_of_response:1; }","duration":"127.239439ms","start":"2026-03-29T01:58:28.311497Z","end":"2026-03-29T01:58:28.438737Z","steps":["trace[1712289060] 'process raft request' (duration: 100.025373ms)","trace[1712289060] 'compare' (duration: 26.968149ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:28.438893Z","caller":"traceutil/trace.go:171","msg":"trace[950563510] transaction","detail":"{read_only:false; response_revision:88; number_of_response:1; }","duration":"125.923703ms","start":"2026-03-29T01:58:28.312938Z","end":"2026-03-29T01:58:28.438862Z","steps":["trace[950563510] 'process raft request' (duration: 125.850291ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:28.438964Z","caller":"traceutil/trace.go:171","msg":"trace[1004093424] transaction","detail":"{read_only:false; response_revision:86; number_of_response:1; }","duration":"127.126006ms","start":"2026-03-29T01:58:28.311796Z","end":"2026-03-29T01:58:28.438922Z","steps":["trace[1004093424] 'process raft request' (duration: 126.837098ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:28.439211Z","caller":"traceutil/trace.go:171","msg":"trace[61670284] transaction","detail":"{read_only:false; response_revision:87; number_of_response:1; }","duration":"126.461187ms","start":"2026-03-29T01:58:28.312739Z","end":"2026-03-29T01:58:28.4392Z","steps":["trace[61670284] 'process raft request' (duration: 125.999105ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:28.439203Z","caller":"traceutil/trace.go:171","msg":"trace[2011183872] transaction","detail":"{read_only:false; response_revision:89; number_of_response:1; }","duration":"126.035276ms","start":"2026-03-29T01:58:28.313146Z","end":"2026-03-29T01:58:28.439181Z","steps":["trace[2011183872] 'process raft request' (duration: 125.679386ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:31.592736Z","caller":"traceutil/trace.go:171","msg":"trace[434805766] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"121.146563ms","start":"2026-03-29T01:58:31.471565Z","end":"2026-03-29T01:58:31.592712Z","steps":["trace[434805766] 'process raft request' (duration: 121.075462ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:31.593059Z","caller":"traceutil/trace.go:171","msg":"trace[33012423] transaction","detail":"{read_only:false; response_revision:243; number_of_response:1; }","duration":"122.018808ms","start":"2026-03-29T01:58:31.470927Z","end":"2026-03-29T01:58:31.592946Z","steps":["trace[33012423] 'process raft request' (duration: 95.189803ms)","trace[33012423] 'compare' (duration: 26.330141ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:31.628938Z","caller":"traceutil/trace.go:171","msg":"trace[300397257] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"103.794845ms","start":"2026-03-29T01:58:31.525105Z","end":"2026-03-29T01:58:31.6289Z","steps":["trace[300397257] 'process raft request' (duration: 103.558929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:31.87134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.391698ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-29T01:58:31.871768Z","caller":"traceutil/trace.go:171","msg":"trace[950721721] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"235.260977ms","start":"2026-03-29T01:58:31.636486Z","end":"2026-03-29T01:58:31.871747Z","steps":["trace[950721721] 'process raft request' (duration: 235.189215ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:31.872221Z","caller":"traceutil/trace.go:171","msg":"trace[1317816331] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"238.026152ms","start":"2026-03-29T01:58:31.634109Z","end":"2026-03-29T01:58:31.872135Z","steps":["trace[1317816331] 'process raft request' (duration: 237.385664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:32.486738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.860389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:32.487153Z","caller":"traceutil/trace.go:171","msg":"trace[2058779462] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"572.337726ms","start":"2026-03-29T01:58:31.914788Z","end":"2026-03-29T01:58:32.487125Z","steps":["trace[2058779462] 'process raft request' (duration: 572.244394ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:32.487142Z","caller":"traceutil/trace.go:171","msg":"trace[546059884] transaction","detail":"{read_only:false; response_revision:250; number_of_response:1; }","duration":"584.493984ms","start":"2026-03-29T01:58:31.902591Z","end":"2026-03-29T01:58:32.487085Z","steps":["trace[546059884] 'process raft request' (duration: 427.143602ms)","trace[546059884] 'compare' (duration: 156.672864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:32.487327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:31.914768Z","time spent":"572.50936ms","remote":"127.0.0.1:43382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:58:32.487595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:31.902569Z","time spent":"584.822483ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:32.487612Z","caller":"traceutil/trace.go:171","msg":"trace[1834189198] linearizableReadLoop","detail":"{readStateIndex:256; appliedIndex:255; }","duration":"574.843524ms","start":"2026-03-29T01:58:31.912741Z","end":"2026-03-29T01:58:32.487584Z","steps":["trace[1834189198] 'read index received' (duration: 416.907196ms)","trace[1834189198] 'applied index is now lower than readState.Index' (duration: 157.932628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:32.488206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.418949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T01:58:32.488262Z","caller":"traceutil/trace.go:171","msg":"trace[1812953012] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:251; }","duration":"575.568934ms","start":"2026-03-29T01:58:31.912679Z","end":"2026-03-29T01:58:32.488248Z","steps":["trace[1812953012] 'agreement among raft nodes before linearized reading' (duration: 575.038909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:32.488294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:31.912671Z","time spent":"575.613425ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-29T01:58:32.771071Z","caller":"traceutil/trace.go:171","msg":"trace[789029122] linearizableReadLoop","detail":"{readStateIndex:259; appliedIndex:257; }","duration":"275.292269ms","start":"2026-03-29T01:58:32.495754Z","end":"2026-03-29T01:58:32.771046Z","steps":["trace[789029122] 'read index received' (duration: 32.290252ms)","trace[789029122] 'applied index is now lower than readState.Index' (duration: 243.001007ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:32.771196Z","caller":"traceutil/trace.go:171","msg":"trace[1928537656] transaction","detail":"{read_only:false; response_revision:253; number_of_response:1; }","duration":"278.408894ms","start":"2026-03-29T01:58:32.492748Z","end":"2026-03-29T01:58:32.771157Z","steps":["trace[1928537656] 'process raft request' (duration: 213.929281ms)","trace[1928537656] 'compare' (duration: 64.266117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:32.771267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.459604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:58:32.771303Z","caller":"traceutil/trace.go:171","msg":"trace[874185770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:253; }","duration":"275.595878ms","start":"2026-03-29T01:58:32.495698Z","end":"2026-03-29T01:58:32.771294Z","steps":["trace[874185770] 'agreement among raft nodes before linearized reading' (duration: 275.473124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:32.771494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.007625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:32.771655Z","caller":"traceutil/trace.go:171","msg":"trace[1033470353] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:0; response_revision:253; }","duration":"240.234802ms","start":"2026-03-29T01:58:32.531385Z","end":"2026-03-29T01:58:32.77162Z","steps":["trace[1033470353] 'agreement among raft nodes before linearized reading' (duration: 239.975665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:33.947284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.718389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:58:33.94733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.543701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3713"} {"level":"info","ts":"2026-03-29T01:58:33.947423Z","caller":"traceutil/trace.go:171","msg":"trace[950385021] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:0; response_revision:264; }","duration":"242.940615ms","start":"2026-03-29T01:58:33.704428Z","end":"2026-03-29T01:58:33.947369Z","steps":["trace[950385021] 'range keys from in-memory index tree' (duration: 242.564065ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:33.947457Z","caller":"traceutil/trace.go:171","msg":"trace[2016372501] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:264; }","duration":"186.750487ms","start":"2026-03-29T01:58:33.760684Z","end":"2026-03-29T01:58:33.947434Z","steps":["trace[2016372501] 'range keys from in-memory index tree' (duration: 186.322625ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:34.130506Z","caller":"traceutil/trace.go:171","msg":"trace[69577006] linearizableReadLoop","detail":"{readStateIndex:272; appliedIndex:271; }","duration":"123.271521ms","start":"2026-03-29T01:58:34.007201Z","end":"2026-03-29T01:58:34.130473Z","steps":["trace[69577006] 'read index received' (duration: 122.948703ms)","trace[69577006] 'applied index is now lower than readState.Index' (duration: 321.728µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:34.130582Z","caller":"traceutil/trace.go:171","msg":"trace[746504388] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"174.498236ms","start":"2026-03-29T01:58:33.956061Z","end":"2026-03-29T01:58:34.13056Z","steps":["trace[746504388] 'process raft request' (duration: 174.226008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:34.130695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.464557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:34.130933Z","caller":"traceutil/trace.go:171","msg":"trace[428135212] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:0; response_revision:266; }","duration":"123.624991ms","start":"2026-03-29T01:58:34.007169Z","end":"2026-03-29T01:58:34.130794Z","steps":["trace[428135212] 'agreement among raft nodes before linearized reading' (duration: 123.456597ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:34.262344Z","caller":"traceutil/trace.go:171","msg":"trace[136707867] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"123.401415ms","start":"2026-03-29T01:58:34.138923Z","end":"2026-03-29T01:58:34.262324Z","steps":["trace[136707867] 'process raft request' (duration: 123.275911ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:34.294235Z","caller":"traceutil/trace.go:171","msg":"trace[359964646] transaction","detail":"{read_only:false; response_revision:268; number_of_response:1; }","duration":"155.113922ms","start":"2026-03-29T01:58:34.139047Z","end":"2026-03-29T01:58:34.294161Z","steps":["trace[359964646] 'process raft request' (duration: 154.948667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:34.547868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.425508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:34.548306Z","caller":"traceutil/trace.go:171","msg":"trace[480665727] transaction","detail":"{read_only:false; response_revision:272; number_of_response:1; }","duration":"200.808117ms","start":"2026-03-29T01:58:34.34743Z","end":"2026-03-29T01:58:34.548238Z","steps":["trace[480665727] 'process raft request' (duration: 200.726635ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:34.548394Z","caller":"traceutil/trace.go:171","msg":"trace[1102578410] transaction","detail":"{read_only:false; response_revision:271; number_of_response:1; }","duration":"200.92856ms","start":"2026-03-29T01:58:34.347411Z","end":"2026-03-29T01:58:34.54834Z","steps":["trace[1102578410] 'process raft request' (duration: 13.959447ms)","trace[1102578410] 'compare' (duration: 186.279564ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:34.859838Z","caller":"traceutil/trace.go:171","msg":"trace[1363419883] linearizableReadLoop","detail":"{readStateIndex:281; appliedIndex:280; }","duration":"223.684074ms","start":"2026-03-29T01:58:34.636124Z","end":"2026-03-29T01:58:34.859808Z","steps":["trace[1363419883] 'read index received' (duration: 198.561846ms)","trace[1363419883] 'applied index is now lower than readState.Index' (duration: 25.120358ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:34.859918Z","caller":"traceutil/trace.go:171","msg":"trace[1061226670] transaction","detail":"{read_only:false; response_revision:275; number_of_response:1; }","duration":"256.539162ms","start":"2026-03-29T01:58:34.603347Z","end":"2026-03-29T01:58:34.859886Z","steps":["trace[1061226670] 'process raft request' (duration: 231.466895ms)","trace[1061226670] 'compare' (duration: 24.624505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:34.860381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.89417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:34.86055Z","caller":"traceutil/trace.go:171","msg":"trace[1575748816] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:0; response_revision:275; }","duration":"224.438235ms","start":"2026-03-29T01:58:34.636066Z","end":"2026-03-29T01:58:34.860504Z","steps":["trace[1575748816] 'agreement among raft nodes before linearized reading' (duration: 223.854879ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:35.047822Z","caller":"traceutil/trace.go:171","msg":"trace[503880800] transaction","detail":"{read_only:false; response_revision:279; number_of_response:1; }","duration":"135.286895ms","start":"2026-03-29T01:58:34.912503Z","end":"2026-03-29T01:58:35.04779Z","steps":["trace[503880800] 'process raft request' (duration: 135.038939ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:35.04868Z","caller":"traceutil/trace.go:171","msg":"trace[853170685] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"101.478172ms","start":"2026-03-29T01:58:34.94719Z","end":"2026-03-29T01:58:35.048668Z","steps":["trace[853170685] 'process raft request' (duration: 101.38555ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:37.238708Z","caller":"traceutil/trace.go:171","msg":"trace[1459394223] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"185.40976ms","start":"2026-03-29T01:58:37.053276Z","end":"2026-03-29T01:58:37.238685Z","steps":["trace[1459394223] 'process raft request' (duration: 177.863966ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:37.464131Z","caller":"traceutil/trace.go:171","msg":"trace[1188890789] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"110.27239ms","start":"2026-03-29T01:58:37.353827Z","end":"2026-03-29T01:58:37.464099Z","steps":["trace[1188890789] 'process raft request' (duration: 56.500347ms)","trace[1188890789] 'compare' (duration: 53.165036ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:41.710748Z","caller":"traceutil/trace.go:171","msg":"trace[44184822] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"101.070032ms","start":"2026-03-29T01:58:41.60965Z","end":"2026-03-29T01:58:41.71072Z","steps":["trace[44184822] 'process raft request' (duration: 56.137978ms)","trace[44184822] 'compare' (duration: 44.775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:43.504513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806101917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:44.005582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806101917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:44.385126Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.402574582s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:58:44.385679Z","caller":"traceutil/trace.go:171","msg":"trace[2133707762] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:424; }","duration":"1.381815512s","start":"2026-03-29T01:58:43.003827Z","end":"2026-03-29T01:58:44.385642Z","steps":["trace[2133707762] 'read index received' (duration: 1.381550684s)","trace[2133707762] 'applied index is now lower than readState.Index' (duration: 263.888µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:44.385772Z","caller":"traceutil/trace.go:171","msg":"trace[2099649180] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"1.403305302s","start":"2026-03-29T01:58:42.982456Z","end":"2026-03-29T01:58:44.385762Z","steps":["trace[2099649180] 'process raft request' (duration: 1.402997894s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:44.385922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:42.982442Z","time spent":"1.403373364s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:44.38596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076481741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:58:44.386031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.281933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:58:44.386077Z","caller":"traceutil/trace.go:171","msg":"trace[108639293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:410; }","duration":"1.076668466s","start":"2026-03-29T01:58:43.30938Z","end":"2026-03-29T01:58:44.386049Z","steps":["trace[108639293] 'agreement among raft nodes before linearized reading' (duration: 1.07645846s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:44.386106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382230783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:58:44.386129Z","caller":"traceutil/trace.go:171","msg":"trace[547740968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:410; }","duration":"633.438247ms","start":"2026-03-29T01:58:43.75267Z","end":"2026-03-29T01:58:44.386108Z","steps":["trace[547740968] 'agreement among raft nodes before linearized reading' (duration: 633.212251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:44.386144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:43.309352Z","time spent":"1.076778959s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:58:44.38617Z","caller":"traceutil/trace.go:171","msg":"trace[423871618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:410; }","duration":"1.382368717s","start":"2026-03-29T01:58:43.003787Z","end":"2026-03-29T01:58:44.386156Z","steps":["trace[423871618] 'agreement among raft nodes before linearized reading' (duration: 1.382201582s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:44.386182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:43.752648Z","time spent":"633.52437ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:58:44.386216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:43.00377Z","time spent":"1.382436739s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:44.386251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.466769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:58:44.386403Z","caller":"traceutil/trace.go:171","msg":"trace[1570907343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:410; }","duration":"670.685304ms","start":"2026-03-29T01:58:43.715686Z","end":"2026-03-29T01:58:44.386372Z","steps":["trace[1570907343] 'agreement among raft nodes before linearized reading' (duration: 670.384776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:44.386461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:43.715664Z","time spent":"670.785947ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T01:58:45.250528Z","caller":"traceutil/trace.go:171","msg":"trace[74238666] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"859.720123ms","start":"2026-03-29T01:58:44.39078Z","end":"2026-03-29T01:58:45.250501Z","steps":["trace[74238666] 'process raft request' (duration: 859.448336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:45.250715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:44.390761Z","time spent":"859.851616ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:45.280126Z","caller":"traceutil/trace.go:171","msg":"trace[1058319714] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"888.955423ms","start":"2026-03-29T01:58:44.391133Z","end":"2026-03-29T01:58:45.280089Z","steps":["trace[1058319714] 'process raft request' (duration: 888.728697ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:45.280264Z","caller":"traceutil/trace.go:171","msg":"trace[1064669238] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"888.394558ms","start":"2026-03-29T01:58:44.391836Z","end":"2026-03-29T01:58:45.280231Z","steps":["trace[1064669238] 'process raft request' (duration: 888.160031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:45.280308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:44.39111Z","time spent":"889.109427ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:45.280132Z","caller":"traceutil/trace.go:171","msg":"trace[1639544827] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"880.618497ms","start":"2026-03-29T01:58:44.39949Z","end":"2026-03-29T01:58:45.280109Z","steps":["trace[1639544827] 'process raft request' (duration: 880.546935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:45.280432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:44.391805Z","time spent":"888.536032ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:45.28056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:44.399478Z","time spent":"880.940816ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:47.415013Z","caller":"traceutil/trace.go:171","msg":"trace[818212444] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"111.598826ms","start":"2026-03-29T01:58:47.303384Z","end":"2026-03-29T01:58:47.414983Z","steps":["trace[818212444] 'process raft request' (duration: 23.470634ms)","trace[818212444] 'compare' (duration: 87.977278ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:47.415529Z","caller":"traceutil/trace.go:171","msg":"trace[419209055] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"112.009486ms","start":"2026-03-29T01:58:47.303503Z","end":"2026-03-29T01:58:47.415513Z","steps":["trace[419209055] 'process raft request' (duration: 111.698988ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:49.526277Z","caller":"traceutil/trace.go:171","msg":"trace[1960087931] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"101.079521ms","start":"2026-03-29T01:58:49.425171Z","end":"2026-03-29T01:58:49.526251Z","steps":["trace[1960087931] 'process raft request' (duration: 58.346006ms)","trace[1960087931] 'compare' (duration: 42.605242ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:51.771179Z","caller":"traceutil/trace.go:171","msg":"trace[1391601742] linearizableReadLoop","detail":"{readStateIndex:443; appliedIndex:442; }","duration":"383.545585ms","start":"2026-03-29T01:58:51.387602Z","end":"2026-03-29T01:58:51.771147Z","steps":["trace[1391601742] 'read index received' (duration: 383.265397ms)","trace[1391601742] 'applied index is now lower than readState.Index' (duration: 278.678µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:51.771256Z","caller":"traceutil/trace.go:171","msg":"trace[377633994] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"388.178749ms","start":"2026-03-29T01:58:51.383026Z","end":"2026-03-29T01:58:51.771205Z","steps":["trace[377633994] 'process raft request' (duration: 387.83045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:51.771415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.543188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T01:58:51.771454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.806772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T01:58:51.77147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.208351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T01:58:51.771536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:51.383006Z","time spent":"388.389406ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:51.771565Z","caller":"traceutil/trace.go:171","msg":"trace[209391591] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:427; }","duration":"383.960856ms","start":"2026-03-29T01:58:51.387576Z","end":"2026-03-29T01:58:51.771537Z","steps":["trace[209391591] 'agreement among raft nodes before linearized reading' (duration: 383.73613ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:51.771583Z","caller":"traceutil/trace.go:171","msg":"trace[2091945165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:427; }","duration":"240.358976ms","start":"2026-03-29T01:58:51.531196Z","end":"2026-03-29T01:58:51.771555Z","steps":["trace[2091945165] 'agreement among raft nodes before linearized reading' (duration: 240.212192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:51.771626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:51.387561Z","time spent":"384.055599ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-29T01:58:51.771488Z","caller":"traceutil/trace.go:171","msg":"trace[386921127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:427; }","duration":"328.676493ms","start":"2026-03-29T01:58:51.442789Z","end":"2026-03-29T01:58:51.771466Z","steps":["trace[386921127] 'agreement among raft nodes before linearized reading' (duration: 328.547089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:51.771735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:51.442761Z","time spent":"328.96386ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T01:58:51.909401Z","caller":"traceutil/trace.go:171","msg":"trace[661314372] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"128.568584ms","start":"2026-03-29T01:58:51.780801Z","end":"2026-03-29T01:58:51.90937Z","steps":["trace[661314372] 'process raft request' (duration: 62.5243ms)","trace[661314372] 'compare' (duration: 65.87592ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:54.029351Z","caller":"traceutil/trace.go:171","msg":"trace[1897979884] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"199.891692ms","start":"2026-03-29T01:58:53.829421Z","end":"2026-03-29T01:58:54.029313Z","steps":["trace[1897979884] 'process raft request' (duration: 182.766959ms)","trace[1897979884] 'compare' (duration: 16.966048ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:55.9158Z","caller":"traceutil/trace.go:171","msg":"trace[101289276] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"126.047317ms","start":"2026-03-29T01:58:55.789704Z","end":"2026-03-29T01:58:55.915752Z","steps":["trace[101289276] 'process raft request' (duration: 125.826661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:56.235811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.934708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:56.235967Z","caller":"traceutil/trace.go:171","msg":"trace[1638340199] linearizableReadLoop","detail":"{readStateIndex:454; appliedIndex:453; }","duration":"200.989701ms","start":"2026-03-29T01:58:56.034955Z","end":"2026-03-29T01:58:56.235945Z","steps":["trace[1638340199] 'read index received' (duration: 46.221µs)","trace[1638340199] 'applied index is now lower than readState.Index' (duration: 200.94174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:56.236053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.096444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:58:56.23609Z","caller":"traceutil/trace.go:171","msg":"trace[1882522731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:437; }","duration":"201.176917ms","start":"2026-03-29T01:58:56.034901Z","end":"2026-03-29T01:58:56.236078Z","steps":["trace[1882522731] 'agreement among raft nodes before linearized reading' (duration: 201.101445ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:56.236386Z","caller":"traceutil/trace.go:171","msg":"trace[798631091] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"315.668191ms","start":"2026-03-29T01:58:55.920703Z","end":"2026-03-29T01:58:56.236371Z","steps":["trace[798631091] 'process raft request' (duration: 63.051014ms)","trace[798631091] 'compare' (duration: 251.776514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:56.23646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:55.920672Z","time spent":"315.752082ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:58.780817Z","caller":"traceutil/trace.go:171","msg":"trace[901427509] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"105.135891ms","start":"2026-03-29T01:58:58.675649Z","end":"2026-03-29T01:58:58.780785Z","steps":["trace[901427509] 'process raft request' (duration: 104.906845ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:01.695392Z","caller":"traceutil/trace.go:171","msg":"trace[194758256] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"119.855899ms","start":"2026-03-29T01:59:01.575497Z","end":"2026-03-29T01:59:01.695353Z","steps":["trace[194758256] 'process raft request' (duration: 92.200131ms)","trace[194758256] 'compare' (duration: 27.511834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:02.632769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.072109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:59:02.63287Z","caller":"traceutil/trace.go:171","msg":"trace[938681827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:451; }","duration":"337.232813ms","start":"2026-03-29T01:59:02.295615Z","end":"2026-03-29T01:59:02.632848Z","steps":["trace[938681827] 'range keys from in-memory index tree' (duration: 336.899584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:02.632901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:02.295596Z","time spent":"337.296234ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:02.633089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.499101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:02.633122Z","caller":"traceutil/trace.go:171","msg":"trace[1039734196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:451; }","duration":"263.570952ms","start":"2026-03-29T01:59:02.369543Z","end":"2026-03-29T01:59:02.633114Z","steps":["trace[1039734196] 'range keys from in-memory index tree' (duration: 263.356267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:02.633212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.280068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:59:02.633315Z","caller":"traceutil/trace.go:171","msg":"trace[356416427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:451; }","duration":"208.422962ms","start":"2026-03-29T01:59:02.424853Z","end":"2026-03-29T01:59:02.633276Z","steps":["trace[356416427] 'range keys from in-memory index tree' (duration: 208.123644ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:06.850135Z","caller":"traceutil/trace.go:171","msg":"trace[406501819] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"241.877496ms","start":"2026-03-29T01:59:06.608236Z","end":"2026-03-29T01:59:06.850113Z","steps":["trace[406501819] 'process raft request' (duration: 241.730252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:07.038715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.613291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:07.038801Z","caller":"traceutil/trace.go:171","msg":"trace[1055486454] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"184.329871ms","start":"2026-03-29T01:59:06.854457Z","end":"2026-03-29T01:59:07.038787Z","steps":["trace[1055486454] 'compare' (duration: 180.515198ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:07.324058Z","caller":"traceutil/trace.go:171","msg":"trace[2075327944] linearizableReadLoop","detail":"{readStateIndex:482; appliedIndex:481; }","duration":"410.673849ms","start":"2026-03-29T01:59:06.913358Z","end":"2026-03-29T01:59:07.324032Z","steps":["trace[2075327944] 'read index received' (duration: 409.769974ms)","trace[2075327944] 'applied index is now lower than readState.Index' (duration: 902.965µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:07.324241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.862653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:59:07.324287Z","caller":"traceutil/trace.go:171","msg":"trace[1718362101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:463; }","duration":"410.973776ms","start":"2026-03-29T01:59:06.913302Z","end":"2026-03-29T01:59:07.324276Z","steps":["trace[1718362101] 'agreement among raft nodes before linearized reading' (duration: 410.826342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:07.324338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:06.913282Z","time spent":"411.048059ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T01:59:07.324342Z","caller":"traceutil/trace.go:171","msg":"trace[332588165] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"469.773675ms","start":"2026-03-29T01:59:06.854533Z","end":"2026-03-29T01:59:07.324306Z","steps":["trace[332588165] 'process raft request' (duration: 468.603353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:07.324533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:06.854506Z","time spent":"469.93001ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:07.497231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.60952ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T01:59:07.497492Z","caller":"traceutil/trace.go:171","msg":"trace[873738691] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"168.330118ms","start":"2026-03-29T01:59:07.32914Z","end":"2026-03-29T01:59:07.49747Z","steps":["trace[873738691] 'process raft request' (duration: 168.186875ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:09.479278Z","caller":"traceutil/trace.go:171","msg":"trace[538110271] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:486; }","duration":"109.422327ms","start":"2026-03-29T01:59:09.369832Z","end":"2026-03-29T01:59:09.479254Z","steps":["trace[538110271] 'read index received' (duration: 109.278133ms)","trace[538110271] 'applied index is now lower than readState.Index' (duration: 143.214µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:09.479441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.582401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:09.479509Z","caller":"traceutil/trace.go:171","msg":"trace[290851418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:467; }","duration":"109.686024ms","start":"2026-03-29T01:59:09.369795Z","end":"2026-03-29T01:59:09.479481Z","steps":["trace[290851418] 'agreement among raft nodes before linearized reading' (duration: 109.555261ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:09.479617Z","caller":"traceutil/trace.go:171","msg":"trace[1843359155] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"146.776046ms","start":"2026-03-29T01:59:09.332814Z","end":"2026-03-29T01:59:09.47959Z","steps":["trace[1843359155] 'process raft request' (duration: 146.227471ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:09.830573Z","caller":"traceutil/trace.go:171","msg":"trace[473824453] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"324.696804ms","start":"2026-03-29T01:59:09.505849Z","end":"2026-03-29T01:59:09.830546Z","steps":["trace[473824453] 'process raft request' (duration: 306.42496ms)","trace[473824453] 'compare' (duration: 18.156371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:09.830736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:09.505829Z","time spent":"324.828768ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:10.415851Z","caller":"traceutil/trace.go:171","msg":"trace[1922390525] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"159.230903ms","start":"2026-03-29T01:59:10.25658Z","end":"2026-03-29T01:59:10.415811Z","steps":["trace[1922390525] 'process raft request' (duration: 158.982296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:11.560629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.844361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T01:59:11.560785Z","caller":"traceutil/trace.go:171","msg":"trace[1606629027] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:470; }","duration":"173.055537ms","start":"2026-03-29T01:59:11.387703Z","end":"2026-03-29T01:59:11.560759Z","steps":["trace[1606629027] 'range keys from in-memory index tree' (duration: 172.701557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:11.560914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.881171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:11.561008Z","caller":"traceutil/trace.go:171","msg":"trace[485751920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"189.973654ms","start":"2026-03-29T01:59:11.370985Z","end":"2026-03-29T01:59:11.560959Z","steps":["trace[485751920] 'range keys from in-memory index tree' (duration: 189.804629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:11.985701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.055235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:59:11.985785Z","caller":"traceutil/trace.go:171","msg":"trace[1836723179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:472; }","duration":"150.184729ms","start":"2026-03-29T01:59:11.835579Z","end":"2026-03-29T01:59:11.985764Z","steps":["trace[1836723179] 'range keys from in-memory index tree' (duration: 149.936712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:12.729979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.849097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:12.730056Z","caller":"traceutil/trace.go:171","msg":"trace[2125325368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:474; }","duration":"153.991151ms","start":"2026-03-29T01:59:12.576049Z","end":"2026-03-29T01:59:12.73004Z","steps":["trace[2125325368] 'range keys from in-memory index tree' (duration: 153.746195ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:16.230517Z","caller":"traceutil/trace.go:171","msg":"trace[1585890448] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"124.3475ms","start":"2026-03-29T01:59:16.106144Z","end":"2026-03-29T01:59:16.230491Z","steps":["trace[1585890448] 'process raft request' (duration: 124.219416ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:16.595876Z","caller":"traceutil/trace.go:171","msg":"trace[141540591] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"144.174526ms","start":"2026-03-29T01:59:16.451655Z","end":"2026-03-29T01:59:16.59583Z","steps":["trace[141540591] 'process raft request' (duration: 143.775045ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:17.419755Z","caller":"traceutil/trace.go:171","msg":"trace[1447314791] linearizableReadLoop","detail":"{readStateIndex:506; appliedIndex:505; }","duration":"167.377113ms","start":"2026-03-29T01:59:17.252354Z","end":"2026-03-29T01:59:17.419731Z","steps":["trace[1447314791] 'read index received' (duration: 167.050824ms)","trace[1447314791] 'applied index is now lower than readState.Index' (duration: 324.979µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:17.419807Z","caller":"traceutil/trace.go:171","msg":"trace[157156778] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"210.397286ms","start":"2026-03-29T01:59:17.209384Z","end":"2026-03-29T01:59:17.419781Z","steps":["trace[157156778] 'process raft request' (duration: 210.125518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:17.419987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.603109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T01:59:17.420057Z","caller":"traceutil/trace.go:171","msg":"trace[1311881189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:484; }","duration":"167.729823ms","start":"2026-03-29T01:59:17.252314Z","end":"2026-03-29T01:59:17.420044Z","steps":["trace[1311881189] 'agreement among raft nodes before linearized reading' (duration: 167.562718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.128191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.374594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:18.128287Z","caller":"traceutil/trace.go:171","msg":"trace[1060105262] linearizableReadLoop","detail":"{readStateIndex:507; appliedIndex:506; }","duration":"433.941797ms","start":"2026-03-29T01:59:17.694328Z","end":"2026-03-29T01:59:18.12827Z","steps":["trace[1060105262] 'read index received' (duration: 44.301µs)","trace[1060105262] 'applied index is now lower than readState.Index' (duration: 433.896066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:18.128376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.04781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:59:18.128411Z","caller":"traceutil/trace.go:171","msg":"trace[951805231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:485; }","duration":"434.111291ms","start":"2026-03-29T01:59:17.694289Z","end":"2026-03-29T01:59:18.1284Z","steps":["trace[951805231] 'agreement among raft nodes before linearized reading' (duration: 434.021869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.128439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:17.69427Z","time spent":"434.163823ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T01:59:18.128672Z","caller":"traceutil/trace.go:171","msg":"trace[69952798] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"703.705447ms","start":"2026-03-29T01:59:17.42494Z","end":"2026-03-29T01:59:18.128645Z","steps":["trace[69952798] 'process raft request' (duration: 206.792058ms)","trace[69952798] 'compare' (duration: 496.182709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:18.128828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:17.424923Z","time spent":"703.83469ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:18.849027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.142325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T01:59:18.849068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.944743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:59:18.849139Z","caller":"traceutil/trace.go:171","msg":"trace[2094607776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:486; }","duration":"614.343011ms","start":"2026-03-29T01:59:18.234771Z","end":"2026-03-29T01:59:18.849114Z","steps":["trace[2094607776] 'range keys from in-memory index tree' (duration: 613.885729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.849204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:18.234748Z","time spent":"614.445404ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T01:59:18.849191Z","caller":"traceutil/trace.go:171","msg":"trace[374765810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:486; }","duration":"227.140858ms","start":"2026-03-29T01:59:18.622021Z","end":"2026-03-29T01:59:18.849162Z","steps":["trace[374765810] 'range keys from in-memory index tree' (duration: 226.671786ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:19.380839Z","caller":"traceutil/trace.go:171","msg":"trace[734747105] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"527.022203ms","start":"2026-03-29T01:59:18.8538Z","end":"2026-03-29T01:59:19.380823Z","steps":["trace[734747105] 'process raft request' (duration: 526.91298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:19.380985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:18.853778Z","time spent":"527.121885ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:19.413294Z","caller":"traceutil/trace.go:171","msg":"trace[88049222] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"558.381929ms","start":"2026-03-29T01:59:18.854885Z","end":"2026-03-29T01:59:19.413267Z","steps":["trace[88049222] 'process raft request' (duration: 557.941527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:19.413521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:18.854851Z","time spent":"558.594515ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:20.329949Z","caller":"traceutil/trace.go:171","msg":"trace[1828328184] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:510; }","duration":"152.815599ms","start":"2026-03-29T01:59:20.177104Z","end":"2026-03-29T01:59:20.329919Z","steps":["trace[1828328184] 'read index received' (duration: 152.626694ms)","trace[1828328184] 'applied index is now lower than readState.Index' (duration: 187.815µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:20.330086Z","caller":"traceutil/trace.go:171","msg":"trace[273817389] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"193.010206ms","start":"2026-03-29T01:59:20.137067Z","end":"2026-03-29T01:59:20.330077Z","steps":["trace[273817389] 'process raft request' (duration: 192.720668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:20.330148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.033486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:59:20.330516Z","caller":"traceutil/trace.go:171","msg":"trace[1456691328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:489; }","duration":"153.461377ms","start":"2026-03-29T01:59:20.177034Z","end":"2026-03-29T01:59:20.330495Z","steps":["trace[1456691328] 'agreement among raft nodes before linearized reading' (duration: 152.987554ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:20.50358Z","caller":"traceutil/trace.go:171","msg":"trace[1468285032] linearizableReadLoop","detail":"{readStateIndex:512; appliedIndex:511; }","duration":"134.008051ms","start":"2026-03-29T01:59:20.369536Z","end":"2026-03-29T01:59:20.503544Z","steps":["trace[1468285032] 'read index received' (duration: 55.629113ms)","trace[1468285032] 'applied index is now lower than readState.Index' (duration: 78.378138ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:20.503616Z","caller":"traceutil/trace.go:171","msg":"trace[2110812282] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"168.067451ms","start":"2026-03-29T01:59:20.335524Z","end":"2026-03-29T01:59:20.503591Z","steps":["trace[2110812282] 'process raft request' (duration: 89.695424ms)","trace[2110812282] 'compare' (duration: 78.219673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:20.503773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.216056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:20.503869Z","caller":"traceutil/trace.go:171","msg":"trace[1770494323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:490; }","duration":"134.373221ms","start":"2026-03-29T01:59:20.369478Z","end":"2026-03-29T01:59:20.503851Z","steps":["trace[1770494323] 'agreement among raft nodes before linearized reading' (duration: 134.187376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:26.763041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.210875ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T01:59:27.107087Z","caller":"traceutil/trace.go:171","msg":"trace[576223148] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"115.831921ms","start":"2026-03-29T01:59:26.991232Z","end":"2026-03-29T01:59:27.107064Z","steps":["trace[576223148] 'process raft request' (duration: 115.687677ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:29.771265Z","caller":"traceutil/trace.go:171","msg":"trace[974889211] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"109.110322ms","start":"2026-03-29T01:59:29.662131Z","end":"2026-03-29T01:59:29.771242Z","steps":["trace[974889211] 'read index received' (duration: 108.961189ms)","trace[974889211] 'applied index is now lower than readState.Index' (duration: 148.443µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:29.771319Z","caller":"traceutil/trace.go:171","msg":"trace[929950345] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"164.65386ms","start":"2026-03-29T01:59:29.606646Z","end":"2026-03-29T01:59:29.7713Z","steps":["trace[929950345] 'process raft request' (duration: 164.438634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:29.771446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.237006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:59:29.771524Z","caller":"traceutil/trace.go:171","msg":"trace[4561651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:510; }","duration":"109.40527ms","start":"2026-03-29T01:59:29.662074Z","end":"2026-03-29T01:59:29.77148Z","steps":["trace[4561651] 'agreement among raft nodes before linearized reading' (duration: 109.259466ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:29.990305Z","caller":"traceutil/trace.go:171","msg":"trace[2060612998] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"214.111336ms","start":"2026-03-29T01:59:29.776159Z","end":"2026-03-29T01:59:29.99027Z","steps":["trace[2060612998] 'process raft request' (duration: 213.90573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:31.662749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.470384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:31.66286Z","caller":"traceutil/trace.go:171","msg":"trace[803457149] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:514; }","duration":"126.632158ms","start":"2026-03-29T01:59:31.536204Z","end":"2026-03-29T01:59:31.662836Z","steps":["trace[803457149] 'count revisions from in-memory index tree' (duration: 126.368541ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:33.947106Z","caller":"traceutil/trace.go:171","msg":"trace[679581515] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:544; }","duration":"114.153626ms","start":"2026-03-29T01:59:33.832923Z","end":"2026-03-29T01:59:33.947077Z","steps":["trace[679581515] 'read index received' (duration: 113.666093ms)","trace[679581515] 'applied index is now lower than readState.Index' (duration: 486.273µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:33.947222Z","caller":"traceutil/trace.go:171","msg":"trace[1696251839] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"123.69111ms","start":"2026-03-29T01:59:33.823478Z","end":"2026-03-29T01:59:33.947169Z","steps":["trace[1696251839] 'process raft request' (duration: 123.229867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:33.947335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.368842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:59:33.947445Z","caller":"traceutil/trace.go:171","msg":"trace[1840610623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:520; }","duration":"114.536806ms","start":"2026-03-29T01:59:33.832886Z","end":"2026-03-29T01:59:33.947423Z","steps":["trace[1840610623] 'agreement among raft nodes before linearized reading' (duration: 114.3038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:34.24102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.224549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:34.241137Z","caller":"traceutil/trace.go:171","msg":"trace[420670192] linearizableReadLoop","detail":"{readStateIndex:546; appliedIndex:545; }","duration":"285.019162ms","start":"2026-03-29T01:59:33.9561Z","end":"2026-03-29T01:59:34.241119Z","steps":["trace[420670192] 'read index received' (duration: 179.637719ms)","trace[420670192] 'applied index is now lower than readState.Index' (duration: 105.380313ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:34.241204Z","caller":"traceutil/trace.go:171","msg":"trace[725459044] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"288.68971ms","start":"2026-03-29T01:59:33.952468Z","end":"2026-03-29T01:59:34.241158Z","steps":["trace[725459044] 'process raft request' (duration: 183.204514ms)","trace[725459044] 'compare' (duration: 105.026974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:34.241334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.074023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:59:34.241388Z","caller":"traceutil/trace.go:171","msg":"trace[320879742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:521; }","duration":"235.201177ms","start":"2026-03-29T01:59:34.006172Z","end":"2026-03-29T01:59:34.241373Z","steps":["trace[320879742] 'agreement among raft nodes before linearized reading' (duration: 235.106524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:34.241359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.232997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:34.24149Z","caller":"traceutil/trace.go:171","msg":"trace[870700671] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:521; }","duration":"285.404272ms","start":"2026-03-29T01:59:33.956063Z","end":"2026-03-29T01:59:34.241467Z","steps":["trace[870700671] 'agreement among raft nodes before linearized reading' (duration: 285.201377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:34.572397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.347717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:34.572687Z","caller":"traceutil/trace.go:171","msg":"trace[310435680] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:547; }","duration":"230.885121ms","start":"2026-03-29T01:59:34.341755Z","end":"2026-03-29T01:59:34.57264Z","steps":["trace[310435680] 'read index received' (duration: 215.365µs)","trace[310435680] 'applied index is now lower than readState.Index' (duration: 230.668706ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:34.572802Z","caller":"traceutil/trace.go:171","msg":"trace[1892543958] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"326.725321ms","start":"2026-03-29T01:59:34.246056Z","end":"2026-03-29T01:59:34.572782Z","steps":["trace[1892543958] 'process raft request' (duration: 95.906241ms)","trace[1892543958] 'compare' (duration: 230.239825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:34.572914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:34.246032Z","time spent":"326.834073ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:34.573041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.257692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:34.573118Z","caller":"traceutil/trace.go:171","msg":"trace[280757300] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:523; }","duration":"231.372545ms","start":"2026-03-29T01:59:34.341729Z","end":"2026-03-29T01:59:34.573102Z","steps":["trace[280757300] 'agreement among raft nodes before linearized reading' (duration: 231.19722ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:34.57601Z","caller":"traceutil/trace.go:171","msg":"trace[2007468135] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"233.874932ms","start":"2026-03-29T01:59:34.342117Z","end":"2026-03-29T01:59:34.575992Z","steps":["trace[2007468135] 'process raft request' (duration: 233.545443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:34.576002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.126136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:34.576115Z","caller":"traceutil/trace.go:171","msg":"trace[432447267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:524; }","duration":"208.325882ms","start":"2026-03-29T01:59:34.367764Z","end":"2026-03-29T01:59:34.57609Z","steps":["trace[432447267] 'agreement among raft nodes before linearized reading' (duration: 208.093206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:35.350778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.307137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:35.351087Z","caller":"traceutil/trace.go:171","msg":"trace[2050593384] linearizableReadLoop","detail":"{readStateIndex:552; appliedIndex:550; }","duration":"774.109462ms","start":"2026-03-29T01:59:34.576956Z","end":"2026-03-29T01:59:35.351065Z","steps":["trace[2050593384] 'read index received' (duration: 146.548538ms)","trace[2050593384] 'applied index is now lower than readState.Index' (duration: 627.560014ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:35.351145Z","caller":"traceutil/trace.go:171","msg":"trace[186103912] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"775.017986ms","start":"2026-03-29T01:59:34.576097Z","end":"2026-03-29T01:59:35.351115Z","steps":["trace[186103912] 'process raft request' (duration: 774.81133ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:35.351194Z","caller":"traceutil/trace.go:171","msg":"trace[458886946] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"777.44524ms","start":"2026-03-29T01:59:34.573724Z","end":"2026-03-29T01:59:35.351169Z","steps":["trace[458886946] 'process raft request' (duration: 149.667691ms)","trace[458886946] 'compare' (duration: 627.166033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:35.351301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:34.573704Z","time spent":"777.550363ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:35.351303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:34.576072Z","time spent":"775.151069ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:35.351308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.324347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:35.351333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.565471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:59:35.351386Z","caller":"traceutil/trace.go:171","msg":"trace[924681504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:527; }","duration":"707.626653ms","start":"2026-03-29T01:59:34.643746Z","end":"2026-03-29T01:59:35.351372Z","steps":["trace[924681504] 'agreement among raft nodes before linearized reading' (duration: 707.52599ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:35.351387Z","caller":"traceutil/trace.go:171","msg":"trace[1381792065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:527; }","duration":"774.445281ms","start":"2026-03-29T01:59:34.57692Z","end":"2026-03-29T01:59:35.351365Z","steps":["trace[1381792065] 'agreement among raft nodes before linearized reading' (duration: 774.284056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:35.351431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:34.643669Z","time spent":"707.754076ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:35.351447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:34.576907Z","time spent":"774.531102ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:59:35.351285Z","caller":"traceutil/trace.go:171","msg":"trace[273227125] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"767.107785ms","start":"2026-03-29T01:59:34.584131Z","end":"2026-03-29T01:59:35.351239Z","steps":["trace[273227125] 'process raft request' (duration: 766.859669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:35.351482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.552778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:59:35.35159Z","caller":"traceutil/trace.go:171","msg":"trace[853503913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:527; }","duration":"402.728503ms","start":"2026-03-29T01:59:34.948837Z","end":"2026-03-29T01:59:35.351565Z","steps":["trace[853503913] 'agreement among raft nodes before linearized reading' (duration: 402.478416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:35.351625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:34.584105Z","time spent":"767.400203ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:35.351661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:34.94881Z","time spent":"402.841335ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:59:35.641987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.618041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:35.642253Z","caller":"traceutil/trace.go:171","msg":"trace[152990508] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"285.74088ms","start":"2026-03-29T01:59:35.356477Z","end":"2026-03-29T01:59:35.642218Z","steps":["trace[152990508] 'process raft request' (duration: 94.779061ms)","trace[152990508] 'compare' (duration: 190.453796ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:35.642286Z","caller":"traceutil/trace.go:171","msg":"trace[727401380] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"285.536425ms","start":"2026-03-29T01:59:35.356715Z","end":"2026-03-29T01:59:35.642251Z","steps":["trace[727401380] 'process raft request' (duration: 285.404852ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:35.642394Z","caller":"traceutil/trace.go:171","msg":"trace[997095214] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"285.471514ms","start":"2026-03-29T01:59:35.356876Z","end":"2026-03-29T01:59:35.642348Z","steps":["trace[997095214] 'process raft request' (duration: 285.308109ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:35.642451Z","caller":"traceutil/trace.go:171","msg":"trace[2088834081] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"284.476677ms","start":"2026-03-29T01:59:35.357945Z","end":"2026-03-29T01:59:35.642422Z","steps":["trace[2088834081] 'process raft request' (duration: 284.345563ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:35.642446Z","caller":"traceutil/trace.go:171","msg":"trace[273651891] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"285.318499ms","start":"2026-03-29T01:59:35.357037Z","end":"2026-03-29T01:59:35.642355Z","steps":["trace[273651891] 'process raft request' (duration: 285.222486ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:35.64249Z","caller":"traceutil/trace.go:171","msg":"trace[26456481] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"285.553375ms","start":"2026-03-29T01:59:35.356925Z","end":"2026-03-29T01:59:35.642478Z","steps":["trace[26456481] 'process raft request' (duration: 285.300808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:35.642577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.776242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-03-29T01:59:35.642614Z","caller":"traceutil/trace.go:171","msg":"trace[783963600] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:535; }","duration":"282.824023ms","start":"2026-03-29T01:59:35.359778Z","end":"2026-03-29T01:59:35.642602Z","steps":["trace[783963600] 'agreement among raft nodes before linearized reading' (duration: 282.751352ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:35.642633Z","caller":"traceutil/trace.go:171","msg":"trace[2128412171] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"284.110257ms","start":"2026-03-29T01:59:35.358512Z","end":"2026-03-29T01:59:35.642623Z","steps":["trace[2128412171] 'process raft request' (duration: 283.823979ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:35.642491Z","caller":"traceutil/trace.go:171","msg":"trace[1749787005] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:553; }","duration":"282.674099ms","start":"2026-03-29T01:59:35.359795Z","end":"2026-03-29T01:59:35.642469Z","steps":["trace[1749787005] 'read index received' (duration: 91.547895ms)","trace[1749787005] 'applied index is now lower than readState.Index' (duration: 191.124644ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:35.642842Z","caller":"traceutil/trace.go:171","msg":"trace[192245551] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"284.129548ms","start":"2026-03-29T01:59:35.358593Z","end":"2026-03-29T01:59:35.642722Z","steps":["trace[192245551] 'process raft request' (duration: 283.82499ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:36.442744Z","caller":"traceutil/trace.go:171","msg":"trace[1425153603] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:578; }","duration":"253.41832ms","start":"2026-03-29T01:59:36.189305Z","end":"2026-03-29T01:59:36.442723Z","steps":["trace[1425153603] 'read index received' (duration: 228.005244ms)","trace[1425153603] 'applied index is now lower than readState.Index' (duration: 25.411896ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:36.44285Z","caller":"traceutil/trace.go:171","msg":"trace[1855399096] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"400.313958ms","start":"2026-03-29T01:59:36.042527Z","end":"2026-03-29T01:59:36.442841Z","steps":["trace[1855399096] 'process raft request' (duration: 374.770419ms)","trace[1855399096] 'compare' (duration: 25.306533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:36.442938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:36.0425Z","time spent":"400.371119ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:36.443068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.76903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:36.443094Z","caller":"traceutil/trace.go:171","msg":"trace[91438678] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:553; }","duration":"253.845592ms","start":"2026-03-29T01:59:36.18924Z","end":"2026-03-29T01:59:36.443086Z","steps":["trace[91438678] 'agreement among raft nodes before linearized reading' (duration: 253.78449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:36.443326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.869086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:59:36.44341Z","caller":"traceutil/trace.go:171","msg":"trace[54614893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:553; }","duration":"197.01075ms","start":"2026-03-29T01:59:36.24638Z","end":"2026-03-29T01:59:36.443391Z","steps":["trace[54614893] 'agreement among raft nodes before linearized reading' (duration: 196.726302ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:37.756017Z","caller":"traceutil/trace.go:171","msg":"trace[783973996] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"104.938122ms","start":"2026-03-29T01:59:37.651054Z","end":"2026-03-29T01:59:37.755992Z","steps":["trace[783973996] 'process raft request' (duration: 104.754857ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:37.939949Z","caller":"traceutil/trace.go:171","msg":"trace[834793730] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"288.854633ms","start":"2026-03-29T01:59:37.65106Z","end":"2026-03-29T01:59:37.939914Z","steps":["trace[834793730] 'process raft request' (duration: 267.988658ms)","trace[834793730] 'compare' (duration: 20.496515ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:38.015958Z","caller":"traceutil/trace.go:171","msg":"trace[73402805] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"122.390135ms","start":"2026-03-29T01:59:37.893543Z","end":"2026-03-29T01:59:38.015934Z","steps":["trace[73402805] 'process raft request' (duration: 122.231491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:40.031326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.267727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:40.031389Z","caller":"traceutil/trace.go:171","msg":"trace[69986439] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:562; }","duration":"147.3478ms","start":"2026-03-29T01:59:39.884025Z","end":"2026-03-29T01:59:40.031372Z","steps":["trace[69986439] 'count revisions from in-memory index tree' (duration: 147.124123ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:41.024553Z","caller":"traceutil/trace.go:171","msg":"trace[160005189] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:590; }","duration":"349.755904ms","start":"2026-03-29T01:59:40.674769Z","end":"2026-03-29T01:59:41.024524Z","steps":["trace[160005189] 'read index received' (duration: 349.541598ms)","trace[160005189] 'applied index is now lower than readState.Index' (duration: 212.486µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:41.024621Z","caller":"traceutil/trace.go:171","msg":"trace[88676995] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"521.42211ms","start":"2026-03-29T01:59:40.503169Z","end":"2026-03-29T01:59:41.024591Z","steps":["trace[88676995] 'process raft request' (duration: 521.205834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:41.024783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:40.503151Z","time spent":"521.545173ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:41.024768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.981979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:59:41.024864Z","caller":"traceutil/trace.go:171","msg":"trace[563759061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:564; }","duration":"350.129933ms","start":"2026-03-29T01:59:40.674711Z","end":"2026-03-29T01:59:41.024841Z","steps":["trace[563759061] 'agreement among raft nodes before linearized reading' (duration: 349.949998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:41.024939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:40.674687Z","time spent":"350.227786ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T01:59:42.11072Z","caller":"traceutil/trace.go:171","msg":"trace[2055871051] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"277.711067ms","start":"2026-03-29T01:59:41.832986Z","end":"2026-03-29T01:59:42.110697Z","steps":["trace[2055871051] 'process raft request' (duration: 277.578794ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:42.309539Z","caller":"traceutil/trace.go:171","msg":"trace[580437326] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"190.845307ms","start":"2026-03-29T01:59:42.118667Z","end":"2026-03-29T01:59:42.309512Z","steps":["trace[580437326] 'process raft request' (duration: 160.051287ms)","trace[580437326] 'compare' (duration: 30.686667ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:43.453148Z","caller":"traceutil/trace.go:171","msg":"trace[629159719] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"391.968986ms","start":"2026-03-29T01:59:43.061158Z","end":"2026-03-29T01:59:43.453127Z","steps":["trace[629159719] 'process raft request' (duration: 391.770551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.453305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.06114Z","time spent":"392.083128ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:43.453394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.09542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:43.453504Z","caller":"traceutil/trace.go:171","msg":"trace[1614515422] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:570; }","duration":"318.286435ms","start":"2026-03-29T01:59:43.135192Z","end":"2026-03-29T01:59:43.453479Z","steps":["trace[1614515422] 'agreement among raft nodes before linearized reading' (duration: 318.073469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.45357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.135158Z","time spent":"318.399468ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:59:43.453649Z","caller":"traceutil/trace.go:171","msg":"trace[512127661] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:597; }","duration":"317.840324ms","start":"2026-03-29T01:59:43.135252Z","end":"2026-03-29T01:59:43.453092Z","steps":["trace[512127661] 'read index received' (duration: 317.646019ms)","trace[512127661] 'applied index is now lower than readState.Index' (duration: 193.265µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:45.213462Z","caller":"traceutil/trace.go:171","msg":"trace[781337963] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"166.18383ms","start":"2026-03-29T01:59:45.047254Z","end":"2026-03-29T01:59:45.213438Z","steps":["trace[781337963] 'process raft request' (duration: 166.036236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.471957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.430685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:45.472039Z","caller":"traceutil/trace.go:171","msg":"trace[351341141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:573; }","duration":"102.548978ms","start":"2026-03-29T01:59:45.369476Z","end":"2026-03-29T01:59:45.472025Z","steps":["trace[351341141] 'range keys from in-memory index tree' (duration: 102.364153ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:45.602054Z","caller":"traceutil/trace.go:171","msg":"trace[870368758] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"125.139539ms","start":"2026-03-29T01:59:45.476893Z","end":"2026-03-29T01:59:45.602033Z","steps":["trace[870368758] 'process raft request' (duration: 124.936854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:47.241608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806102343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:47.382288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238813821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:59:47.38241Z","caller":"traceutil/trace.go:171","msg":"trace[63314706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:574; }","duration":"1.238989716s","start":"2026-03-29T01:59:46.143398Z","end":"2026-03-29T01:59:47.382387Z","steps":["trace[63314706] 'range keys from in-memory index tree' (duration: 1.238681138s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:47.382416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039701755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T01:59:47.382462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:46.143374Z","time spent":"1.239074238s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:59:47.382448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368505941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:47.382512Z","caller":"traceutil/trace.go:171","msg":"trace[1728010591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:574; }","duration":"1.039811648s","start":"2026-03-29T01:59:46.342677Z","end":"2026-03-29T01:59:47.382489Z","steps":["trace[1728010591] 'range keys from in-memory index tree' (duration: 1.03951121s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:47.382544Z","caller":"traceutil/trace.go:171","msg":"trace[1505941873] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:574; }","duration":"1.368648225s","start":"2026-03-29T01:59:46.013876Z","end":"2026-03-29T01:59:47.382524Z","steps":["trace[1505941873] 'count revisions from in-memory index tree' (duration: 1.368387458s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:47.382558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:46.342598Z","time spent":"1.039950512s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:47.382588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:46.013859Z","time spent":"1.368718627s","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:47.657972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.236161ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T01:59:47.658263Z","caller":"traceutil/trace.go:171","msg":"trace[69034249] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"271.210114ms","start":"2026-03-29T01:59:47.387033Z","end":"2026-03-29T01:59:47.658243Z","steps":["trace[69034249] 'process raft request' (duration: 271.05974ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:47.658706Z","caller":"traceutil/trace.go:171","msg":"trace[1287670443] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:602; }","duration":"918.125731ms","start":"2026-03-29T01:59:46.740521Z","end":"2026-03-29T01:59:47.658647Z","steps":["trace[1287670443] 'read index received' (duration: 536.13923ms)","trace[1287670443] 'applied index is now lower than readState.Index' (duration: 381.977281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:47.658949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.415709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12673"} {"level":"info","ts":"2026-03-29T01:59:47.659019Z","caller":"traceutil/trace.go:171","msg":"trace[275576638] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:575; }","duration":"918.545252ms","start":"2026-03-29T01:59:46.740455Z","end":"2026-03-29T01:59:47.659Z","steps":["trace[275576638] 'agreement among raft nodes before linearized reading' (duration: 918.297936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:47.65906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:46.740427Z","time spent":"918.623895ms","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12695,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-03-29T01:59:47.684057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.711025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T01:59:47.68421Z","caller":"traceutil/trace.go:171","msg":"trace[404287723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:576; }","duration":"466.885869ms","start":"2026-03-29T01:59:47.217247Z","end":"2026-03-29T01:59:47.684132Z","steps":["trace[404287723] 'agreement among raft nodes before linearized reading' (duration: 466.666043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:47.684291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:47.217219Z","time spent":"467.059284ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T01:59:47.684739Z","caller":"traceutil/trace.go:171","msg":"trace[97423726] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"297.409281ms","start":"2026-03-29T01:59:47.3873Z","end":"2026-03-29T01:59:47.684709Z","steps":["trace[97423726] 'process raft request' (duration: 296.384854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:47.68481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.404493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:47.684899Z","caller":"traceutil/trace.go:171","msg":"trace[1086736629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"314.524616ms","start":"2026-03-29T01:59:47.37034Z","end":"2026-03-29T01:59:47.684865Z","steps":["trace[1086736629] 'agreement among raft nodes before linearized reading' (duration: 314.380423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:47.684934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:47.370318Z","time spent":"314.610248ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:59:48.641128Z","caller":"traceutil/trace.go:171","msg":"trace[1851059444] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"118.595975ms","start":"2026-03-29T01:59:48.522498Z","end":"2026-03-29T01:59:48.641094Z","steps":["trace[1851059444] 'process raft request' (duration: 117.830595ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:49.041476Z","caller":"traceutil/trace.go:171","msg":"trace[640056228] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"334.58727ms","start":"2026-03-29T01:59:48.706869Z","end":"2026-03-29T01:59:49.041456Z","steps":["trace[640056228] 'process raft request' (duration: 303.40049ms)","trace[640056228] 'compare' (duration: 31.057826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:49.04161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:48.706849Z","time spent":"334.675863ms","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:49.507625Z","caller":"traceutil/trace.go:171","msg":"trace[1118968325] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:614; }","duration":"138.325429ms","start":"2026-03-29T01:59:49.369279Z","end":"2026-03-29T01:59:49.507604Z","steps":["trace[1118968325] 'read index received' (duration: 121.156553ms)","trace[1118968325] 'applied index is now lower than readState.Index' (duration: 17.168026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:49.507755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.462573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:49.507736Z","caller":"traceutil/trace.go:171","msg":"trace[2093393516] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"460.732946ms","start":"2026-03-29T01:59:49.046971Z","end":"2026-03-29T01:59:49.507703Z","steps":["trace[2093393516] 'process raft request' (duration: 443.488667ms)","trace[2093393516] 'compare' (duration: 17.028843ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:49.507787Z","caller":"traceutil/trace.go:171","msg":"trace[1627051173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:586; }","duration":"138.553115ms","start":"2026-03-29T01:59:49.369225Z","end":"2026-03-29T01:59:49.507778Z","steps":["trace[1627051173] 'agreement among raft nodes before linearized reading' (duration: 138.455432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:49.507989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:49.046939Z","time spent":"460.866979ms","remote":"127.0.0.1:43396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1639,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:49.707395Z","caller":"traceutil/trace.go:171","msg":"trace[1024669145] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"194.705259ms","start":"2026-03-29T01:59:49.512665Z","end":"2026-03-29T01:59:49.707371Z","steps":["trace[1024669145] 'process raft request' (duration: 141.826683ms)","trace[1024669145] 'compare' (duration: 52.613169ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:49.923753Z","caller":"traceutil/trace.go:171","msg":"trace[1982543416] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:617; }","duration":"173.186797ms","start":"2026-03-29T01:59:49.750547Z","end":"2026-03-29T01:59:49.923734Z","steps":["trace[1982543416] 'read index received' (duration: 10.545701ms)","trace[1982543416] 'applied index is now lower than readState.Index' (duration: 162.640166ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:49.923879Z","caller":"traceutil/trace.go:171","msg":"trace[620366524] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"212.096842ms","start":"2026-03-29T01:59:49.711773Z","end":"2026-03-29T01:59:49.92387Z","steps":["trace[620366524] 'process raft request' (duration: 211.807514ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:49.923855Z","caller":"traceutil/trace.go:171","msg":"trace[863611945] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"211.805674ms","start":"2026-03-29T01:59:49.712026Z","end":"2026-03-29T01:59:49.923832Z","steps":["trace[863611945] 'process raft request' (duration: 211.67292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:49.923967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.816827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T01:59:49.924058Z","caller":"traceutil/trace.go:171","msg":"trace[1895716481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:591; }","duration":"172.95494ms","start":"2026-03-29T01:59:49.751084Z","end":"2026-03-29T01:59:49.924039Z","steps":["trace[1895716481] 'agreement among raft nodes before linearized reading' (duration: 172.781636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:49.924006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.470654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:59:49.924177Z","caller":"traceutil/trace.go:171","msg":"trace[663813402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:591; }","duration":"173.68551ms","start":"2026-03-29T01:59:49.750483Z","end":"2026-03-29T01:59:49.924169Z","steps":["trace[663813402] 'agreement among raft nodes before linearized reading' (duration: 173.348311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:50.297849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.720305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:50.298001Z","caller":"traceutil/trace.go:171","msg":"trace[1242851506] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"263.124359ms","start":"2026-03-29T01:59:50.034857Z","end":"2026-03-29T01:59:50.297981Z","steps":["trace[1242851506] 'process raft request' (duration: 96.197719ms)","trace[1242851506] 'compare' (duration: 166.562791ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:50.36965Z","caller":"traceutil/trace.go:171","msg":"trace[1606146923] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"331.831427ms","start":"2026-03-29T01:59:50.037798Z","end":"2026-03-29T01:59:50.369629Z","steps":["trace[1606146923] 'process raft request' (duration: 331.505008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:50.369825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.037771Z","time spent":"331.997952ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:50.672996Z","caller":"traceutil/trace.go:171","msg":"trace[1730666541] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"368.874151ms","start":"2026-03-29T01:59:50.304067Z","end":"2026-03-29T01:59:50.672941Z","steps":["trace[1730666541] 'process raft request' (duration: 368.018808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:50.673138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.304044Z","time spent":"369.031436ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4177,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:50.847794Z","caller":"traceutil/trace.go:171","msg":"trace[2108543246] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"470.459383ms","start":"2026-03-29T01:59:50.377315Z","end":"2026-03-29T01:59:50.847774Z","steps":["trace[2108543246] 'process raft request' (duration: 470.400451ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:50.847846Z","caller":"traceutil/trace.go:171","msg":"trace[853092689] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"476.163255ms","start":"2026-03-29T01:59:50.371658Z","end":"2026-03-29T01:59:50.847821Z","steps":["trace[853092689] 'process raft request' (duration: 475.744324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:50.847918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.377293Z","time spent":"470.576356ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15015,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:50.847957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.371637Z","time spent":"476.256328ms","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317275,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:51.798971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.917774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:51.799185Z","caller":"traceutil/trace.go:171","msg":"trace[1807832848] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:627; }","duration":"1.008063355s","start":"2026-03-29T01:59:50.791105Z","end":"2026-03-29T01:59:51.799169Z","steps":["trace[1807832848] 'read index received' (duration: 56.351729ms)","trace[1807832848] 'applied index is now lower than readState.Index' (duration: 951.710546ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:51.799258Z","caller":"traceutil/trace.go:171","msg":"trace[1187257757] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"1.118262876s","start":"2026-03-29T01:59:50.680985Z","end":"2026-03-29T01:59:51.799248Z","steps":["trace[1187257757] 'process raft request' (duration: 545.981023ms)","trace[1187257757] 'compare' (duration: 571.745759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:51.799319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.680944Z","time spent":"1.118343948s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4320,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:51.799325Z","caller":"traceutil/trace.go:171","msg":"trace[1793296592] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"1.117309751s","start":"2026-03-29T01:59:50.681985Z","end":"2026-03-29T01:59:51.799294Z","steps":["trace[1793296592] 'process raft request' (duration: 1.117089095s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:51.799364Z","caller":"traceutil/trace.go:171","msg":"trace[1581093617] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"1.116716395s","start":"2026-03-29T01:59:50.682615Z","end":"2026-03-29T01:59:51.799331Z","steps":["trace[1581093617] 'process raft request' (duration: 1.116511559s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:51.799466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.681976Z","time spent":"1.117425263s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:51.799493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.682606Z","time spent":"1.116824288s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3576,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:51.799499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008381203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:51.799563Z","caller":"traceutil/trace.go:171","msg":"trace[1768808576] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:603; }","duration":"1.008488826s","start":"2026-03-29T01:59:50.791055Z","end":"2026-03-29T01:59:51.799544Z","steps":["trace[1768808576] 'agreement among raft nodes before linearized reading' (duration: 1.008343662s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:51.799619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.791036Z","time spent":"1.008569429s","remote":"127.0.0.1:43190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:52.685438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.624469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:52.685861Z","caller":"traceutil/trace.go:171","msg":"trace[693909500] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"1.833332597s","start":"2026-03-29T01:59:50.852501Z","end":"2026-03-29T01:59:52.685834Z","steps":["trace[693909500] 'process raft request' (duration: 1.336236565s)","trace[693909500] 'compare' (duration: 496.390303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:52.685972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.852482Z","time spent":"1.8334439s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:52.68586Z","caller":"traceutil/trace.go:171","msg":"trace[1341479117] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:632; }","duration":"886.626114ms","start":"2026-03-29T01:59:51.799215Z","end":"2026-03-29T01:59:52.685841Z","steps":["trace[1341479117] 'read index received' (duration: 389.399399ms)","trace[1341479117] 'applied index is now lower than readState.Index' (duration: 497.225685ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:52.686237Z","caller":"traceutil/trace.go:171","msg":"trace[1962894404] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"1.831487538s","start":"2026-03-29T01:59:50.854727Z","end":"2026-03-29T01:59:52.686214Z","steps":["trace[1962894404] 'process raft request' (duration: 1.830854221s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.686286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297232417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T01:59:52.686363Z","caller":"traceutil/trace.go:171","msg":"trace[1601196728] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:606; }","duration":"1.297404332s","start":"2026-03-29T01:59:51.388941Z","end":"2026-03-29T01:59:52.686345Z","steps":["trace[1601196728] 'agreement among raft nodes before linearized reading' (duration: 1.297273798s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.686214Z","caller":"traceutil/trace.go:171","msg":"trace[1493643330] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"1.826585818s","start":"2026-03-29T01:59:50.859578Z","end":"2026-03-29T01:59:52.686164Z","steps":["trace[1493643330] 'process raft request' (duration: 1.826185087s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.686379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.854715Z","time spent":"1.831588161s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15061,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:52.686418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.388919Z","time spent":"1.297485884s","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-29T01:59:52.686405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315881833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:52.686513Z","caller":"traceutil/trace.go:171","msg":"trace[406474013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:606; }","duration":"1.316047857s","start":"2026-03-29T01:59:51.370441Z","end":"2026-03-29T01:59:52.686489Z","steps":["trace[406474013] 'agreement among raft nodes before linearized reading' (duration: 1.315826692s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.686547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.859569Z","time spent":"1.826868345s","remote":"127.0.0.1:43514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14386,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:52.686576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.370419Z","time spent":"1.31614762s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:52.686587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.143062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:59:52.686739Z","caller":"traceutil/trace.go:171","msg":"trace[1035129127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:606; }","duration":"921.360418ms","start":"2026-03-29T01:59:51.765339Z","end":"2026-03-29T01:59:52.686699Z","steps":["trace[1035129127] 'agreement among raft nodes before linearized reading' (duration: 920.983468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.68679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.765315Z","time spent":"921.465481ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:52.687108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756059722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-03-29T01:59:52.687234Z","caller":"traceutil/trace.go:171","msg":"trace[143903921] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:606; }","duration":"1.756235427s","start":"2026-03-29T01:59:50.930968Z","end":"2026-03-29T01:59:52.687203Z","steps":["trace[143903921] 'agreement among raft nodes before linearized reading' (duration: 1.754929342s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.687314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.930947Z","time spent":"1.75635235s","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329978,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-03-29T01:59:52.737521Z","caller":"traceutil/trace.go:171","msg":"trace[744030246] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"933.05198ms","start":"2026-03-29T01:59:51.804438Z","end":"2026-03-29T01:59:52.73749Z","steps":["trace[744030246] 'process raft request' (duration: 932.805963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.737665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.804414Z","time spent":"933.185563ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:52.737854Z","caller":"traceutil/trace.go:171","msg":"trace[670844630] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"933.231624ms","start":"2026-03-29T01:59:51.804595Z","end":"2026-03-29T01:59:52.737827Z","steps":["trace[670844630] 'process raft request' (duration: 932.788102ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.737969Z","caller":"traceutil/trace.go:171","msg":"trace[986696220] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"930.666806ms","start":"2026-03-29T01:59:51.807291Z","end":"2026-03-29T01:59:52.737958Z","steps":["trace[986696220] 'process raft request' (duration: 930.156133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.738048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.807273Z","time spent":"930.726228ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4294,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:52.738106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.117899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T01:59:52.738106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.087491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:52.7381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.804573Z","time spent":"933.420319ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3622,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:52.738139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.40801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:59:52.738157Z","caller":"traceutil/trace.go:171","msg":"trace[1377232702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:609; }","duration":"748.180371ms","start":"2026-03-29T01:59:51.989957Z","end":"2026-03-29T01:59:52.738137Z","steps":["trace[1377232702] 'agreement among raft nodes before linearized reading' (duration: 748.11805ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.738162Z","caller":"traceutil/trace.go:171","msg":"trace[1268135364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:609; }","duration":"162.192494ms","start":"2026-03-29T01:59:52.575955Z","end":"2026-03-29T01:59:52.738148Z","steps":["trace[1268135364] 'agreement among raft nodes before linearized reading' (duration: 162.063871ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.738183Z","caller":"traceutil/trace.go:171","msg":"trace[518171988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:609; }","duration":"809.501573ms","start":"2026-03-29T01:59:51.928669Z","end":"2026-03-29T01:59:52.73817Z","steps":["trace[518171988] 'agreement among raft nodes before linearized reading' (duration: 809.411451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.738204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.989944Z","time spent":"748.250643ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:59:52.738214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.928648Z","time spent":"809.558064ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:59:52.738011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.5077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T01:59:52.738225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.025522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:52.738283Z","caller":"traceutil/trace.go:171","msg":"trace[720973928] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:609; }","duration":"773.137675ms","start":"2026-03-29T01:59:51.96513Z","end":"2026-03-29T01:59:52.738268Z","steps":["trace[720973928] 'agreement among raft nodes before linearized reading' (duration: 773.031012ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.73828Z","caller":"traceutil/trace.go:171","msg":"trace[1135054231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:609; }","duration":"748.829318ms","start":"2026-03-29T01:59:51.989427Z","end":"2026-03-29T01:59:52.738256Z","steps":["trace[1135054231] 'agreement among raft nodes before linearized reading' (duration: 748.457848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.738325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.316884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"warn","ts":"2026-03-29T01:59:52.738326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.965102Z","time spent":"773.212947ms","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:52.738349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.989408Z","time spent":"748.92015ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T01:59:52.738358Z","caller":"traceutil/trace.go:171","msg":"trace[481439747] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:609; }","duration":"931.393966ms","start":"2026-03-29T01:59:51.806955Z","end":"2026-03-29T01:59:52.738349Z","steps":["trace[481439747] 'agreement among raft nodes before linearized reading' (duration: 931.323274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.738389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.806933Z","time spent":"931.449187ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4357,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-03-29T01:59:52.871728Z","caller":"traceutil/trace.go:171","msg":"trace[831494657] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"176.939507ms","start":"2026-03-29T01:59:52.694771Z","end":"2026-03-29T01:59:52.87171Z","steps":["trace[831494657] 'process raft request' (duration: 176.853565ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.871757Z","caller":"traceutil/trace.go:171","msg":"trace[836015431] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"180.407359ms","start":"2026-03-29T01:59:52.69131Z","end":"2026-03-29T01:59:52.871717Z","steps":["trace[836015431] 'process raft request' (duration: 180.217634ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.871875Z","caller":"traceutil/trace.go:171","msg":"trace[79336835] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:641; }","duration":"134.359035ms","start":"2026-03-29T01:59:52.737508Z","end":"2026-03-29T01:59:52.871867Z","steps":["trace[79336835] 'read index received' (duration: 134.14454ms)","trace[79336835] 'applied index is now lower than readState.Index' (duration: 213.615µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:52.871972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.658606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:52.87204Z","caller":"traceutil/trace.go:171","msg":"trace[1985882970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:612; }","duration":"183.900023ms","start":"2026-03-29T01:59:52.688127Z","end":"2026-03-29T01:59:52.872027Z","steps":["trace[1985882970] 'agreement among raft nodes before linearized reading' (duration: 183.78824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.871987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.627545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mhhj5\" ","response":"range_response_count:1 size:15076"} {"level":"info","ts":"2026-03-29T01:59:52.872136Z","caller":"traceutil/trace.go:171","msg":"trace[1717039876] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mhhj5; range_end:; response_count:1; response_revision:612; }","duration":"180.78779ms","start":"2026-03-29T01:59:52.691332Z","end":"2026-03-29T01:59:52.87212Z","steps":["trace[1717039876] 'agreement among raft nodes before linearized reading' (duration: 180.590125ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.871957Z","caller":"traceutil/trace.go:171","msg":"trace[1102211598] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"169.848599ms","start":"2026-03-29T01:59:52.702073Z","end":"2026-03-29T01:59:52.871922Z","steps":["trace[1102211598] 'process raft request' (duration: 169.596362ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.917634Z","caller":"traceutil/trace.go:171","msg":"trace[2005272324] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"174.519813ms","start":"2026-03-29T01:59:52.743083Z","end":"2026-03-29T01:59:52.917602Z","steps":["trace[2005272324] 'process raft request' (duration: 174.41559ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.917709Z","caller":"traceutil/trace.go:171","msg":"trace[461971939] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"175.551631ms","start":"2026-03-29T01:59:52.742113Z","end":"2026-03-29T01:59:52.917665Z","steps":["trace[461971939] 'process raft request' (duration: 175.225062ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.917987Z","caller":"traceutil/trace.go:171","msg":"trace[1025356142] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"174.181234ms","start":"2026-03-29T01:59:52.74378Z","end":"2026-03-29T01:59:52.917962Z","steps":["trace[1025356142] 'process raft request' (duration: 173.770393ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.918203Z","caller":"traceutil/trace.go:171","msg":"trace[1589645308] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"171.816812ms","start":"2026-03-29T01:59:52.746367Z","end":"2026-03-29T01:59:52.918184Z","steps":["trace[1589645308] 'process raft request' (duration: 171.566545ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.91829Z","caller":"traceutil/trace.go:171","msg":"trace[1200299116] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"171.711289ms","start":"2026-03-29T01:59:52.746554Z","end":"2026-03-29T01:59:52.918266Z","steps":["trace[1200299116] 'process raft request' (duration: 171.520794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.920935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.028697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-03-29T01:59:52.921076Z","caller":"traceutil/trace.go:171","msg":"trace[942204196] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:617; }","duration":"113.216292ms","start":"2026-03-29T01:59:52.807832Z","end":"2026-03-29T01:59:52.921049Z","steps":["trace[942204196] 'agreement among raft nodes before linearized reading' (duration: 110.357696ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:53.090022Z","caller":"traceutil/trace.go:171","msg":"trace[865572959] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:647; }","duration":"168.378539ms","start":"2026-03-29T01:59:52.921625Z","end":"2026-03-29T01:59:53.090004Z","steps":["trace[865572959] 'read index received' (duration: 168.193314ms)","trace[865572959] 'applied index is now lower than readState.Index' (duration: 184.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:53.090108Z","caller":"traceutil/trace.go:171","msg":"trace[1446931225] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"203.278928ms","start":"2026-03-29T01:59:52.886822Z","end":"2026-03-29T01:59:53.090101Z","steps":["trace[1446931225] 'process raft request' (duration: 203.135714ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:53.090097Z","caller":"traceutil/trace.go:171","msg":"trace[181641191] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"213.409618ms","start":"2026-03-29T01:59:52.876647Z","end":"2026-03-29T01:59:53.090056Z","steps":["trace[181641191] 'process raft request' (duration: 213.270984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:53.090299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.663127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-29T01:59:53.090408Z","caller":"traceutil/trace.go:171","msg":"trace[1222614033] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:620; }","duration":"168.740129ms","start":"2026-03-29T01:59:52.921591Z","end":"2026-03-29T01:59:53.090331Z","steps":["trace[1222614033] 'agreement among raft nodes before linearized reading' (duration: 168.659237ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:53.090413Z","caller":"traceutil/trace.go:171","msg":"trace[668005700] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"217.083935ms","start":"2026-03-29T01:59:52.873241Z","end":"2026-03-29T01:59:53.090325Z","steps":["trace[668005700] 'process raft request' (duration: 216.51095ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:53.322085Z","caller":"traceutil/trace.go:171","msg":"trace[863239935] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"231.998881ms","start":"2026-03-29T01:59:53.090073Z","end":"2026-03-29T01:59:53.322072Z","steps":["trace[863239935] 'read index received' (duration: 231.879208ms)","trace[863239935] 'applied index is now lower than readState.Index' (duration: 119.073µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:53.322196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.426339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-29T01:59:53.322178Z","caller":"traceutil/trace.go:171","msg":"trace[779351359] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"391.474873ms","start":"2026-03-29T01:59:52.930678Z","end":"2026-03-29T01:59:53.322153Z","steps":["trace[779351359] 'process raft request' (duration: 391.279658ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:53.322218Z","caller":"traceutil/trace.go:171","msg":"trace[994688507] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:621; }","duration":"289.499601ms","start":"2026-03-29T01:59:53.032712Z","end":"2026-03-29T01:59:53.322211Z","steps":["trace[994688507] 'agreement among raft nodes before linearized reading' (duration: 289.447349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:53.322309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:52.930647Z","time spent":"391.588196ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4656,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:53.322355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.43549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-29T01:59:53.322376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.446901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-28xlj\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-29T01:59:53.322459Z","caller":"traceutil/trace.go:171","msg":"trace[1422564247] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:621; }","duration":"224.513122ms","start":"2026-03-29T01:59:53.097883Z","end":"2026-03-29T01:59:53.322396Z","steps":["trace[1422564247] 'agreement among raft nodes before linearized reading' (duration: 224.422809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:53.322436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.575454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mhhj5\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-29T01:59:53.322611Z","caller":"traceutil/trace.go:171","msg":"trace[1278979468] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mhhj5; range_end:; response_count:1; response_revision:621; }","duration":"224.80388ms","start":"2026-03-29T01:59:53.097796Z","end":"2026-03-29T01:59:53.3226Z","steps":["trace[1278979468] 'agreement among raft nodes before linearized reading' (duration: 224.43473ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:53.322472Z","caller":"traceutil/trace.go:171","msg":"trace[1642916612] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-28xlj; range_end:; response_count:1; response_revision:621; }","duration":"224.577173ms","start":"2026-03-29T01:59:53.097876Z","end":"2026-03-29T01:59:53.322453Z","steps":["trace[1642916612] 'agreement among raft nodes before linearized reading' (duration: 224.393428ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:53.566576Z","caller":"traceutil/trace.go:171","msg":"trace[1032573187] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"103.535954ms","start":"2026-03-29T01:59:53.463011Z","end":"2026-03-29T01:59:53.566547Z","steps":["trace[1032573187] 'process raft request' (duration: 103.361889ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:54.859456Z","caller":"traceutil/trace.go:171","msg":"trace[1947407604] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"172.469199ms","start":"2026-03-29T01:59:54.686963Z","end":"2026-03-29T01:59:54.859432Z","steps":["trace[1947407604] 'process raft request' (duration: 172.421177ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:54.859535Z","caller":"traceutil/trace.go:171","msg":"trace[479143992] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"202.023004ms","start":"2026-03-29T01:59:54.657483Z","end":"2026-03-29T01:59:54.859506Z","steps":["trace[479143992] 'process raft request' (duration: 192.127151ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:54.860535Z","caller":"traceutil/trace.go:171","msg":"trace[1238189393] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"162.983875ms","start":"2026-03-29T01:59:54.697537Z","end":"2026-03-29T01:59:54.860521Z","steps":["trace[1238189393] 'process raft request' (duration: 162.39765ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:54.86075Z","caller":"traceutil/trace.go:171","msg":"trace[1122432547] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"147.857504ms","start":"2026-03-29T01:59:54.712861Z","end":"2026-03-29T01:59:54.860718Z","steps":["trace[1122432547] 'process raft request' (duration: 147.637958ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:56.269332Z","caller":"traceutil/trace.go:171","msg":"trace[236729429] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"229.526716ms","start":"2026-03-29T01:59:56.039782Z","end":"2026-03-29T01:59:56.269308Z","steps":["trace[236729429] 'process raft request' (duration: 229.140836ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:56.351919Z","caller":"traceutil/trace.go:171","msg":"trace[615083131] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"310.558742ms","start":"2026-03-29T01:59:56.041331Z","end":"2026-03-29T01:59:56.35189Z","steps":["trace[615083131] 'process raft request' (duration: 310.204762ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:56.351959Z","caller":"traceutil/trace.go:171","msg":"trace[973331421] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"292.605004ms","start":"2026-03-29T01:59:56.059335Z","end":"2026-03-29T01:59:56.35194Z","steps":["trace[973331421] 'process raft request' (duration: 292.398129ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:56.351996Z","caller":"traceutil/trace.go:171","msg":"trace[1030269525] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"112.383559ms","start":"2026-03-29T01:59:56.239573Z","end":"2026-03-29T01:59:56.351957Z","steps":["trace[1030269525] 'process raft request' (duration: 112.312608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:56.352058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:56.041316Z","time spent":"310.678905ms","remote":"127.0.0.1:43094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:56.351949Z","caller":"traceutil/trace.go:171","msg":"trace[1964321036] linearizableReadLoop","detail":"{readStateIndex:751; appliedIndex:749; }","duration":"308.500957ms","start":"2026-03-29T01:59:56.043421Z","end":"2026-03-29T01:59:56.351922Z","steps":["trace[1964321036] 'read index received' (duration: 225.53569ms)","trace[1964321036] 'applied index is now lower than readState.Index' (duration: 82.964257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:56.352334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.887517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:10870"} {"level":"info","ts":"2026-03-29T01:59:56.352411Z","caller":"traceutil/trace.go:171","msg":"trace[1716566162] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:721; }","duration":"308.99246ms","start":"2026-03-29T01:59:56.043398Z","end":"2026-03-29T01:59:56.35239Z","steps":["trace[1716566162] 'agreement among raft nodes before linearized reading' (duration: 308.60344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:56.352466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:56.043389Z","time spent":"309.063442ms","remote":"127.0.0.1:43094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":10892,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-03-29T01:59:56.628215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.62306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:56.628488Z","caller":"traceutil/trace.go:171","msg":"trace[138428304] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"253.522774ms","start":"2026-03-29T01:59:56.374941Z","end":"2026-03-29T01:59:56.628464Z","steps":["trace[138428304] 'process raft request' (duration: 253.430012ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:56.62857Z","caller":"traceutil/trace.go:171","msg":"trace[215208265] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:754; }","duration":"261.364183ms","start":"2026-03-29T01:59:56.36713Z","end":"2026-03-29T01:59:56.628494Z","steps":["trace[215208265] 'read index received' (duration: 2.302032ms)","trace[215208265] 'applied index is now lower than readState.Index' (duration: 259.058301ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:56.628585Z","caller":"traceutil/trace.go:171","msg":"trace[1957348809] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"264.702112ms","start":"2026-03-29T01:59:56.363855Z","end":"2026-03-29T01:59:56.628557Z","steps":["trace[1957348809] 'compare' (duration: 258.453945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:56.628998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.809225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:59631"} {"level":"info","ts":"2026-03-29T01:59:56.62913Z","caller":"traceutil/trace.go:171","msg":"trace[342183103] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:724; }","duration":"261.972709ms","start":"2026-03-29T01:59:56.367095Z","end":"2026-03-29T01:59:56.629068Z","steps":["trace[342183103] 'agreement among raft nodes before linearized reading' (duration: 261.582509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:57.129226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806102560,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T01:59:57.329506Z","caller":"traceutil/trace.go:171","msg":"trace[701653355] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"887.55624ms","start":"2026-03-29T01:59:56.441925Z","end":"2026-03-29T01:59:57.329482Z","steps":["trace[701653355] 'process raft request' (duration: 887.368635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:57.329674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:56.441902Z","time spent":"887.686554ms","remote":"127.0.0.1:43094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:57.336815Z","caller":"traceutil/trace.go:171","msg":"trace[665284885] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"702.521948ms","start":"2026-03-29T01:59:56.63427Z","end":"2026-03-29T01:59:57.336792Z","steps":["trace[665284885] 'process raft request' (duration: 702.343984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:57.33696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:56.634249Z","time spent":"702.631851ms","remote":"127.0.0.1:43094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4318,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:57.337099Z","caller":"traceutil/trace.go:171","msg":"trace[221411752] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"701.953843ms","start":"2026-03-29T01:59:56.635118Z","end":"2026-03-29T01:59:57.337072Z","steps":["trace[221411752] 'process raft request' (duration: 701.634034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:57.337261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:56.635093Z","time spent":"702.064456ms","remote":"127.0.0.1:43094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:57.337507Z","caller":"traceutil/trace.go:171","msg":"trace[1585060172] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"698.724247ms","start":"2026-03-29T01:59:56.63877Z","end":"2026-03-29T01:59:57.337494Z","steps":["trace[1585060172] 'process raft request' (duration: 698.186583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:57.337558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:56.638753Z","time spent":"698.781268ms","remote":"127.0.0.1:43094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:57.342576Z","caller":"traceutil/trace.go:171","msg":"trace[730875544] linearizableReadLoop","detail":"{readStateIndex:763; appliedIndex:756; }","duration":"713.87419ms","start":"2026-03-29T01:59:56.628684Z","end":"2026-03-29T01:59:57.342558Z","steps":["trace[730875544] 'read index received' (duration: 700.642258ms)","trace[730875544] 'applied index is now lower than readState.Index' (duration: 13.231342ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:57.342656Z","caller":"traceutil/trace.go:171","msg":"trace[1609428561] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"497.515954ms","start":"2026-03-29T01:59:56.84508Z","end":"2026-03-29T01:59:57.342596Z","steps":["trace[1609428561] 'process raft request' (duration: 497.35362ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:57.342727Z","caller":"traceutil/trace.go:171","msg":"trace[1557426266] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"295.980673ms","start":"2026-03-29T01:59:57.046658Z","end":"2026-03-29T01:59:57.342638Z","steps":["trace[1557426266] 'process raft request' (duration: 295.86417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:57.342772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.599366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:57.342799Z","caller":"traceutil/trace.go:171","msg":"trace[198373815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:730; }","duration":"974.656657ms","start":"2026-03-29T01:59:56.368135Z","end":"2026-03-29T01:59:57.342792Z","steps":["trace[198373815] 'agreement among raft nodes before linearized reading' (duration: 974.529724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:57.342825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:56.368129Z","time spent":"974.690678ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:57.342867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:56.845043Z","time spent":"497.74727ms","remote":"127.0.0.1:43094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:57.342971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.21248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:80703"} {"level":"info","ts":"2026-03-29T01:59:57.343022Z","caller":"traceutil/trace.go:171","msg":"trace[1154961374] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:730; }","duration":"693.296083ms","start":"2026-03-29T01:59:56.649714Z","end":"2026-03-29T01:59:57.34301Z","steps":["trace[1154961374] 'agreement among raft nodes before linearized reading' (duration: 693.098318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:57.343049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:56.649704Z","time spent":"693.338724ms","remote":"127.0.0.1:43094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":80725,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-03-29T01:59:57.343141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.00567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:59:57.343164Z","caller":"traceutil/trace.go:171","msg":"trace[1846959411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:730; }","duration":"406.069002ms","start":"2026-03-29T01:59:56.937088Z","end":"2026-03-29T01:59:57.343157Z","steps":["trace[1846959411] 'agreement among raft nodes before linearized reading' (duration: 405.98406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:57.343181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:56.937056Z","time spent":"406.121083ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:59:57.343182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.014017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:59:57.343223Z","caller":"traceutil/trace.go:171","msg":"trace[1082402641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:730; }","duration":"404.116309ms","start":"2026-03-29T01:59:56.939095Z","end":"2026-03-29T01:59:57.343212Z","steps":["trace[1082402641] 'agreement among raft nodes before linearized reading' (duration: 403.948325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:57.34325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:56.939072Z","time spent":"404.169651ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:59:57.34333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.03348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:57.343323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.508904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T01:59:57.343353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.399901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:59:57.343355Z","caller":"traceutil/trace.go:171","msg":"trace[1437432498] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:730; }","duration":"106.099642ms","start":"2026-03-29T01:59:57.237249Z","end":"2026-03-29T01:59:57.343348Z","steps":["trace[1437432498] 'agreement among raft nodes before linearized reading' (duration: 106.061441ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:57.343374Z","caller":"traceutil/trace.go:171","msg":"trace[912297416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:730; }","duration":"403.439372ms","start":"2026-03-29T01:59:56.939929Z","end":"2026-03-29T01:59:57.343369Z","steps":["trace[912297416] 'agreement among raft nodes before linearized reading' (duration: 403.38351ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:57.343368Z","caller":"traceutil/trace.go:171","msg":"trace[1651489090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:730; }","duration":"453.585566ms","start":"2026-03-29T01:59:56.889771Z","end":"2026-03-29T01:59:57.343357Z","steps":["trace[1651489090] 'agreement among raft nodes before linearized reading' (duration: 453.392551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:57.343393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:56.939918Z","time spent":"403.471993ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:57.343405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:56.889755Z","time spent":"453.642357ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:04.407244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.342345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:04.407369Z","caller":"traceutil/trace.go:171","msg":"trace[402077842] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:798; }","duration":"481.531739ms","start":"2026-03-29T02:00:03.925818Z","end":"2026-03-29T02:00:04.40735Z","steps":["trace[402077842] 'count revisions from in-memory index tree' (duration: 481.211571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:04.407411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:03.925799Z","time spent":"481.601431ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:00:05.576561Z","caller":"traceutil/trace.go:171","msg":"trace[1714861495] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"143.335572ms","start":"2026-03-29T02:00:05.433209Z","end":"2026-03-29T02:00:05.576544Z","steps":["trace[1714861495] 'process raft request' (duration: 143.113977ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:05.576513Z","caller":"traceutil/trace.go:171","msg":"trace[69872055] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:832; }","duration":"141.013081ms","start":"2026-03-29T02:00:05.435471Z","end":"2026-03-29T02:00:05.576484Z","steps":["trace[69872055] 'read index received' (duration: 140.739434ms)","trace[69872055] 'applied index is now lower than readState.Index' (duration: 271.487µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:05.576763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.261668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:00:05.576756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.258987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:00:05.576792Z","caller":"traceutil/trace.go:171","msg":"trace[569704884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:799; }","duration":"141.322289ms","start":"2026-03-29T02:00:05.435461Z","end":"2026-03-29T02:00:05.576784Z","steps":["trace[569704884] 'agreement among raft nodes before linearized reading' (duration: 141.243717ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:05.576826Z","caller":"traceutil/trace.go:171","msg":"trace[941938046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:799; }","duration":"141.36534ms","start":"2026-03-29T02:00:05.43544Z","end":"2026-03-29T02:00:05.576805Z","steps":["trace[941938046] 'agreement among raft nodes before linearized reading' (duration: 141.158155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:05.576855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.239507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:00:05.576944Z","caller":"traceutil/trace.go:171","msg":"trace[1458852593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:799; }","duration":"141.38764ms","start":"2026-03-29T02:00:05.435536Z","end":"2026-03-29T02:00:05.576923Z","steps":["trace[1458852593] 'agreement among raft nodes before linearized reading' (duration: 141.215696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:06.139863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.535388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:06.140208Z","caller":"traceutil/trace.go:171","msg":"trace[2025122198] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"559.151564ms","start":"2026-03-29T02:00:05.581025Z","end":"2026-03-29T02:00:06.140177Z","steps":["trace[2025122198] 'process raft request' (duration: 559.016741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:06.140298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:05.580959Z","time spent":"559.301758ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:06.140258Z","caller":"traceutil/trace.go:171","msg":"trace[999941211] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"559.154865ms","start":"2026-03-29T02:00:05.581019Z","end":"2026-03-29T02:00:06.140173Z","steps":["trace[999941211] 'process raft request' (duration: 156.153024ms)","trace[999941211] 'compare' (duration: 402.145778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:06.140497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:05.580999Z","time spent":"559.37055ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:06.236164Z","caller":"traceutil/trace.go:171","msg":"trace[121027530] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"655.037836ms","start":"2026-03-29T02:00:05.581089Z","end":"2026-03-29T02:00:06.236127Z","steps":["trace[121027530] 'process raft request' (duration: 654.776469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:06.236407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:05.581064Z","time spent":"655.21725ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:06.236449Z","caller":"traceutil/trace.go:171","msg":"trace[1907739553] linearizableReadLoop","detail":"{readStateIndex:837; appliedIndex:833; }","duration":"613.366327ms","start":"2026-03-29T02:00:05.623033Z","end":"2026-03-29T02:00:06.236399Z","steps":["trace[1907739553] 'read index received' (duration: 114.145546ms)","trace[1907739553] 'applied index is now lower than readState.Index' (duration: 499.219181ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:06.236539Z","caller":"traceutil/trace.go:171","msg":"trace[177915419] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"655.332323ms","start":"2026-03-29T02:00:05.581145Z","end":"2026-03-29T02:00:06.236478Z","steps":["trace[177915419] 'process raft request' (duration: 654.912962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:06.23665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.599903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:06.236762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:05.581101Z","time spent":"655.550089ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:06.236778Z","caller":"traceutil/trace.go:171","msg":"trace[875211071] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:803; }","duration":"613.741247ms","start":"2026-03-29T02:00:05.622993Z","end":"2026-03-29T02:00:06.236734Z","steps":["trace[875211071] 'agreement among raft nodes before linearized reading' (duration: 613.542792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:06.236878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:05.622973Z","time spent":"613.85212ms","remote":"127.0.0.1:43250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:00:06.692673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.982038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:06.692756Z","caller":"traceutil/trace.go:171","msg":"trace[614420284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:803; }","duration":"286.093191ms","start":"2026-03-29T02:00:06.406645Z","end":"2026-03-29T02:00:06.692738Z","steps":["trace[614420284] 'range keys from in-memory index tree' (duration: 285.872334ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:08.438216Z","caller":"traceutil/trace.go:171","msg":"trace[1675852588] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"852.807226ms","start":"2026-03-29T02:00:07.585382Z","end":"2026-03-29T02:00:08.438189Z","steps":["trace[1675852588] 'process raft request' (duration: 852.599631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.438405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:07.58535Z","time spent":"852.950059ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:08.757624Z","caller":"traceutil/trace.go:171","msg":"trace[134631410] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"877.678145ms","start":"2026-03-29T02:00:07.879904Z","end":"2026-03-29T02:00:08.757582Z","steps":["trace[134631410] 'process raft request' (duration: 877.199852ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:08.75773Z","caller":"traceutil/trace.go:171","msg":"trace[309868334] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"715.710766ms","start":"2026-03-29T02:00:08.041999Z","end":"2026-03-29T02:00:08.75771Z","steps":["trace[309868334] 'process raft request' (duration: 715.375877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.757806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:07.87988Z","time spent":"877.834468ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:08.757922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:08.041962Z","time spent":"715.84836ms","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4795,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:08.779579Z","caller":"traceutil/trace.go:171","msg":"trace[762706425] linearizableReadLoop","detail":"{readStateIndex:840; appliedIndex:837; }","duration":"616.97116ms","start":"2026-03-29T02:00:08.162574Z","end":"2026-03-29T02:00:08.779545Z","steps":["trace[762706425] 'read index received' (duration: 275.511768ms)","trace[762706425] 'applied index is now lower than readState.Index' (duration: 341.457322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:08.779834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.256558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:00:08.779916Z","caller":"traceutil/trace.go:171","msg":"trace[1786178685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:806; }","duration":"617.391282ms","start":"2026-03-29T02:00:08.162511Z","end":"2026-03-29T02:00:08.779902Z","steps":["trace[1786178685] 'agreement among raft nodes before linearized reading' (duration: 617.133635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.779976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:08.162485Z","time spent":"617.460904ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:08.780605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.985657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:00:08.780657Z","caller":"traceutil/trace.go:171","msg":"trace[1672471726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:807; }","duration":"618.11735ms","start":"2026-03-29T02:00:08.162528Z","end":"2026-03-29T02:00:08.780646Z","steps":["trace[1672471726] 'agreement among raft nodes before linearized reading' (duration: 617.924925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.780695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:08.162499Z","time spent":"618.186622ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:08.780849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.90884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:08.780959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.653043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:08.781032Z","caller":"traceutil/trace.go:171","msg":"trace[327459699] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:807; }","duration":"255.114376ms","start":"2026-03-29T02:00:08.525838Z","end":"2026-03-29T02:00:08.780952Z","steps":["trace[327459699] 'agreement among raft nodes before linearized reading' (duration: 254.873559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.781063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.891079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:08.781097Z","caller":"traceutil/trace.go:171","msg":"trace[440203145] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:807; }","duration":"348.951181ms","start":"2026-03-29T02:00:08.432137Z","end":"2026-03-29T02:00:08.781088Z","steps":["trace[440203145] 'agreement among raft nodes before linearized reading' (duration: 348.887809ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:08.781029Z","caller":"traceutil/trace.go:171","msg":"trace[1801136090] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:807; }","duration":"348.778426ms","start":"2026-03-29T02:00:08.432235Z","end":"2026-03-29T02:00:08.781014Z","steps":["trace[1801136090] 'agreement among raft nodes before linearized reading' (duration: 348.585121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.781121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:08.432122Z","time spent":"348.991502ms","remote":"127.0.0.1:41010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:00:08.781142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:08.432211Z","time spent":"348.91356ms","remote":"127.0.0.1:41010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:00:08.78121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.634562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:08.781209Z","caller":"traceutil/trace.go:171","msg":"trace[144336508] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"187.889898ms","start":"2026-03-29T02:00:08.593303Z","end":"2026-03-29T02:00:08.781193Z","steps":["trace[144336508] 'process raft request' (duration: 186.982504ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:08.78125Z","caller":"traceutil/trace.go:171","msg":"trace[300082555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:807; }","duration":"410.723184ms","start":"2026-03-29T02:00:08.370517Z","end":"2026-03-29T02:00:08.78124Z","steps":["trace[300082555] 'agreement among raft nodes before linearized reading' (duration: 410.638722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.781268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.093262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:08.781278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:08.370489Z","time spent":"410.783606ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:00:08.781286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.211926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:08.781304Z","caller":"traceutil/trace.go:171","msg":"trace[2011566042] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:807; }","duration":"256.129222ms","start":"2026-03-29T02:00:08.52516Z","end":"2026-03-29T02:00:08.781289Z","steps":["trace[2011566042] 'agreement among raft nodes before linearized reading' (duration: 256.071331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.781303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.300309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:08.781386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.82728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:08.781409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.271824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:08.781416Z","caller":"traceutil/trace.go:171","msg":"trace[1433250737] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:807; }","duration":"321.867451ms","start":"2026-03-29T02:00:08.459542Z","end":"2026-03-29T02:00:08.78141Z","steps":["trace[1433250737] 'agreement among raft nodes before linearized reading' (duration: 321.82672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.781423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.794758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:00:08.781332Z","caller":"traceutil/trace.go:171","msg":"trace[1512481494] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:807; }","duration":"188.254908ms","start":"2026-03-29T02:00:08.593056Z","end":"2026-03-29T02:00:08.781311Z","steps":["trace[1512481494] 'agreement among raft nodes before linearized reading' (duration: 188.213727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.781457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:08.459537Z","time spent":"321.913752ms","remote":"127.0.0.1:41018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:00:08.781477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.336407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:08.781479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.867028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:08.781501Z","caller":"traceutil/trace.go:171","msg":"trace[55404942] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:807; }","duration":"221.383969ms","start":"2026-03-29T02:00:08.560111Z","end":"2026-03-29T02:00:08.781495Z","steps":["trace[55404942] 'agreement among raft nodes before linearized reading' (duration: 221.346848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.781528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.318293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:08.781574Z","caller":"traceutil/trace.go:171","msg":"trace[2011028320] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:807; }","duration":"322.359764ms","start":"2026-03-29T02:00:08.459202Z","end":"2026-03-29T02:00:08.781562Z","steps":["trace[2011028320] 'agreement among raft nodes before linearized reading' (duration: 322.303862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.781614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:08.459145Z","time spent":"322.458457ms","remote":"127.0.0.1:41018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:00:08.781653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.608665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:08.781679Z","caller":"traceutil/trace.go:171","msg":"trace[956041617] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:807; }","duration":"221.637316ms","start":"2026-03-29T02:00:08.560035Z","end":"2026-03-29T02:00:08.781672Z","steps":["trace[956041617] 'agreement among raft nodes before linearized reading' (duration: 221.571604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.781724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.676338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:08.780906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.655106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:08.78176Z","caller":"traceutil/trace.go:171","msg":"trace[181688182] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:807; }","duration":"256.75075ms","start":"2026-03-29T02:00:08.525Z","end":"2026-03-29T02:00:08.781751Z","steps":["trace[181688182] 'agreement among raft nodes before linearized reading' (duration: 256.695978ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:08.78141Z","caller":"traceutil/trace.go:171","msg":"trace[1556740843] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:807; }","duration":"370.488164ms","start":"2026-03-29T02:00:08.410895Z","end":"2026-03-29T02:00:08.781383Z","steps":["trace[1556740843] 'agreement among raft nodes before linearized reading' (duration: 370.300649ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:08.781781Z","caller":"traceutil/trace.go:171","msg":"trace[1061966018] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:807; }","duration":"116.573941ms","start":"2026-03-29T02:00:08.665193Z","end":"2026-03-29T02:00:08.781767Z","steps":["trace[1061966018] 'agreement among raft nodes before linearized reading' (duration: 115.641006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.781812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:08.410848Z","time spent":"370.948206ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:00:08.781356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.847252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:00:08.781863Z","caller":"traceutil/trace.go:171","msg":"trace[1122219069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:807; }","duration":"536.386076ms","start":"2026-03-29T02:00:08.245466Z","end":"2026-03-29T02:00:08.781852Z","steps":["trace[1122219069] 'agreement among raft nodes before linearized reading' (duration: 535.823491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.781481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.208899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:08.781944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:08.245444Z","time spent":"536.483109ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:08.781817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.542245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:08.781512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.629768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:08.781984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.460922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:00:08.781993Z","caller":"traceutil/trace.go:171","msg":"trace[599755530] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:807; }","duration":"370.756511ms","start":"2026-03-29T02:00:08.41123Z","end":"2026-03-29T02:00:08.781986Z","steps":["trace[599755530] 'agreement among raft nodes before linearized reading' (duration: 370.545005ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:08.781463Z","caller":"traceutil/trace.go:171","msg":"trace[946432853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:807; }","duration":"539.87325ms","start":"2026-03-29T02:00:08.241578Z","end":"2026-03-29T02:00:08.781451Z","steps":["trace[946432853] 'agreement among raft nodes before linearized reading' (duration: 539.796108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.78203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:08.41121Z","time spent":"370.808643ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:00:08.781955Z","caller":"traceutil/trace.go:171","msg":"trace[559132674] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:807; }","duration":"322.702823ms","start":"2026-03-29T02:00:08.459243Z","end":"2026-03-29T02:00:08.781946Z","steps":["trace[559132674] 'agreement among raft nodes before linearized reading' (duration: 322.20241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.781794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.560231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:08.782099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:08.45923Z","time spent":"322.837376ms","remote":"127.0.0.1:41018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:00:08.782116Z","caller":"traceutil/trace.go:171","msg":"trace[1450899831] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:807; }","duration":"348.862028ms","start":"2026-03-29T02:00:08.433208Z","end":"2026-03-29T02:00:08.78207Z","steps":["trace[1450899831] 'agreement among raft nodes before linearized reading' (duration: 348.55487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.7821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:08.241557Z","time spent":"540.498466ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:00:08.781438Z","caller":"traceutil/trace.go:171","msg":"trace[1502726115] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:807; }","duration":"189.305955ms","start":"2026-03-29T02:00:08.592125Z","end":"2026-03-29T02:00:08.781431Z","steps":["trace[1502726115] 'agreement among raft nodes before linearized reading' (duration: 189.256014ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:08.781537Z","caller":"traceutil/trace.go:171","msg":"trace[88658227] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:807; }","duration":"116.94433ms","start":"2026-03-29T02:00:08.66457Z","end":"2026-03-29T02:00:08.781514Z","steps":["trace[88658227] 'agreement among raft nodes before linearized reading' (duration: 116.885269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.782189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:08.433201Z","time spent":"348.94606ms","remote":"127.0.0.1:41010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:00:08.781223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.912366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:08.782324Z","caller":"traceutil/trace.go:171","msg":"trace[1885017128] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:807; }","duration":"190.025015ms","start":"2026-03-29T02:00:08.59227Z","end":"2026-03-29T02:00:08.782295Z","steps":["trace[1885017128] 'agreement among raft nodes before linearized reading' (duration: 188.840934ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:08.782006Z","caller":"traceutil/trace.go:171","msg":"trace[227369850] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:807; }","duration":"371.166442ms","start":"2026-03-29T02:00:08.410832Z","end":"2026-03-29T02:00:08.781998Z","steps":["trace[227369850] 'agreement among raft nodes before linearized reading' (duration: 370.646648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.782483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:08.410808Z","time spent":"371.654885ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:00:08.781385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.791577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:08.782558Z","caller":"traceutil/trace.go:171","msg":"trace[344205798] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:807; }","duration":"118.02998ms","start":"2026-03-29T02:00:08.664511Z","end":"2026-03-29T02:00:08.782541Z","steps":["trace[344205798] 'agreement among raft nodes before linearized reading' (duration: 116.725115ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:08.78201Z","caller":"traceutil/trace.go:171","msg":"trace[888940060] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:807; }","duration":"300.522023ms","start":"2026-03-29T02:00:08.48148Z","end":"2026-03-29T02:00:08.782002Z","steps":["trace[888940060] 'agreement among raft nodes before linearized reading' (duration: 300.468362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:08.782809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:08.481459Z","time spent":"301.333394ms","remote":"127.0.0.1:43284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:00:12.990586Z","caller":"traceutil/trace.go:171","msg":"trace[185141382] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"126.803523ms","start":"2026-03-29T02:00:12.863757Z","end":"2026-03-29T02:00:12.990561Z","steps":["trace[185141382] 'process raft request' (duration: 106.363999ms)","trace[185141382] 'compare' (duration: 20.270029ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:16.289587Z","caller":"traceutil/trace.go:171","msg":"trace[1913520498] transaction","detail":"{read_only:false; number_of_response:0; response_revision:857; }","duration":"258.704961ms","start":"2026-03-29T02:00:16.030846Z","end":"2026-03-29T02:00:16.289551Z","steps":["trace[1913520498] 'process raft request' (duration: 229.421872ms)","trace[1913520498] 'compare' (duration: 29.166236ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:16.308942Z","caller":"traceutil/trace.go:171","msg":"trace[1387437810] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"244.089213ms","start":"2026-03-29T02:00:16.064825Z","end":"2026-03-29T02:00:16.308914Z","steps":["trace[1387437810] 'process raft request' (duration: 243.932688ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:19.823393Z","caller":"traceutil/trace.go:171","msg":"trace[281071136] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"145.979583ms","start":"2026-03-29T02:00:19.677362Z","end":"2026-03-29T02:00:19.823342Z","steps":["trace[281071136] 'process raft request' (duration: 145.567952ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:19.823633Z","caller":"traceutil/trace.go:171","msg":"trace[1064217339] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"145.970303ms","start":"2026-03-29T02:00:19.67765Z","end":"2026-03-29T02:00:19.82362Z","steps":["trace[1064217339] 'process raft request' (duration: 145.530491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:20.36998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.868689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:20.370395Z","caller":"traceutil/trace.go:171","msg":"trace[1448142930] linearizableReadLoop","detail":"{readStateIndex:919; appliedIndex:917; }","duration":"541.34371ms","start":"2026-03-29T02:00:19.829026Z","end":"2026-03-29T02:00:20.37037Z","steps":["trace[1448142930] 'read index received' (duration: 373.462124ms)","trace[1448142930] 'applied index is now lower than readState.Index' (duration: 167.880146ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:20.370307Z","caller":"traceutil/trace.go:171","msg":"trace[221720982] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"690.704703ms","start":"2026-03-29T02:00:19.679551Z","end":"2026-03-29T02:00:20.370255Z","steps":["trace[221720982] 'process raft request' (duration: 522.91418ms)","trace[221720982] 'compare' (duration: 166.456127ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:20.370727Z","caller":"traceutil/trace.go:171","msg":"trace[511251170] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"541.640157ms","start":"2026-03-29T02:00:19.828776Z","end":"2026-03-29T02:00:20.370417Z","steps":["trace[511251170] 'process raft request' (duration: 541.421811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:20.370855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.811372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-29T02:00:20.370933Z","caller":"traceutil/trace.go:171","msg":"trace[1295726265] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:881; }","duration":"335.915745ms","start":"2026-03-29T02:00:20.035Z","end":"2026-03-29T02:00:20.370916Z","steps":["trace[1295726265] 'agreement among raft nodes before linearized reading' (duration: 335.758411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:20.370912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:19.679542Z","time spent":"690.937759ms","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4909,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:20.37101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:20.034982Z","time spent":"336.014048ms","remote":"127.0.0.1:43248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":201,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-29T02:00:20.371004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.926245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-kxhjt\" ","response":"range_response_count:1 size:3043"} {"level":"warn","ts":"2026-03-29T02:00:20.371019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:19.828752Z","time spent":"542.10074ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:00:20.371125Z","caller":"traceutil/trace.go:171","msg":"trace[1108579720] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-kxhjt; range_end:; response_count:1; response_revision:881; }","duration":"542.151901ms","start":"2026-03-29T02:00:19.828942Z","end":"2026-03-29T02:00:20.371094Z","steps":["trace[1108579720] 'agreement among raft nodes before linearized reading' (duration: 541.509834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:20.371201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:19.828933Z","time spent":"542.255144ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3065,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-kxhjt\" "} {"level":"warn","ts":"2026-03-29T02:00:20.371306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.494824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:833"} {"level":"info","ts":"2026-03-29T02:00:20.371427Z","caller":"traceutil/trace.go:171","msg":"trace[1777230745] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:881; }","duration":"335.73212ms","start":"2026-03-29T02:00:20.035665Z","end":"2026-03-29T02:00:20.371397Z","steps":["trace[1777230745] 'agreement among raft nodes before linearized reading' (duration: 335.176945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:20.371476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:20.035649Z","time spent":"335.816803ms","remote":"127.0.0.1:43248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":855,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-03-29T02:00:20.584307Z","caller":"traceutil/trace.go:171","msg":"trace[246693614] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"204.340996ms","start":"2026-03-29T02:00:20.379929Z","end":"2026-03-29T02:00:20.58427Z","steps":["trace[246693614] 'process raft request' (duration: 203.956506ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:20.701985Z","caller":"traceutil/trace.go:171","msg":"trace[2090429268] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"103.612146ms","start":"2026-03-29T02:00:20.598341Z","end":"2026-03-29T02:00:20.701953Z","steps":["trace[2090429268] 'process raft request' (duration: 79.69089ms)","trace[2090429268] 'compare' (duration: 23.68516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:21.130418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.279523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:00:21.130512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.829223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:00:21.130561Z","caller":"traceutil/trace.go:171","msg":"trace[440565327] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:885; }","duration":"319.511098ms","start":"2026-03-29T02:00:20.811023Z","end":"2026-03-29T02:00:21.130534Z","steps":["trace[440565327] 'count revisions from in-memory index tree' (duration: 319.16311ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:21.130622Z","caller":"traceutil/trace.go:171","msg":"trace[1233232559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:885; }","duration":"247.995287ms","start":"2026-03-29T02:00:20.882597Z","end":"2026-03-29T02:00:21.130593Z","steps":["trace[1233232559] 'range keys from in-memory index tree' (duration: 247.572765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:21.130636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:20.810995Z","time spent":"319.628232ms","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:00:21.130683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.911785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:00:21.130816Z","caller":"traceutil/trace.go:171","msg":"trace[495001384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:885; }","duration":"236.126741ms","start":"2026-03-29T02:00:20.894668Z","end":"2026-03-29T02:00:21.130794Z","steps":["trace[495001384] 'range keys from in-memory index tree' (duration: 235.691819ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:21.132236Z","caller":"traceutil/trace.go:171","msg":"trace[466949166] linearizableReadLoop","detail":"{readStateIndex:924; appliedIndex:923; }","duration":"181.516278ms","start":"2026-03-29T02:00:20.950709Z","end":"2026-03-29T02:00:21.132226Z","steps":["trace[466949166] 'read index received' (duration: 181.280992ms)","trace[466949166] 'applied index is now lower than readState.Index' (duration: 234.366µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:21.132322Z","caller":"traceutil/trace.go:171","msg":"trace[1502984899] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"203.536884ms","start":"2026-03-29T02:00:20.928766Z","end":"2026-03-29T02:00:21.132303Z","steps":["trace[1502984899] 'process raft request' (duration: 203.308878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:21.132443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.738734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:00:21.132468Z","caller":"traceutil/trace.go:171","msg":"trace[1919921606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:886; }","duration":"181.820257ms","start":"2026-03-29T02:00:20.950641Z","end":"2026-03-29T02:00:21.132461Z","steps":["trace[1919921606] 'agreement among raft nodes before linearized reading' (duration: 181.662502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:21.132723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.686976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:00:21.132878Z","caller":"traceutil/trace.go:171","msg":"trace[958010526] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:886; }","duration":"180.889711ms","start":"2026-03-29T02:00:20.951968Z","end":"2026-03-29T02:00:21.132858Z","steps":["trace[958010526] 'agreement among raft nodes before linearized reading' (duration: 180.538692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:28.02645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.440087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:28.026613Z","caller":"traceutil/trace.go:171","msg":"trace[1394300290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:930; }","duration":"656.667943ms","start":"2026-03-29T02:00:27.369926Z","end":"2026-03-29T02:00:28.026594Z","steps":["trace[1394300290] 'range keys from in-memory index tree' (duration: 656.248141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:28.026659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:27.369897Z","time spent":"656.753085ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:00:28.352065Z","caller":"traceutil/trace.go:171","msg":"trace[1017444054] linearizableReadLoop","detail":"{readStateIndex:971; appliedIndex:970; }","duration":"324.386052ms","start":"2026-03-29T02:00:28.027659Z","end":"2026-03-29T02:00:28.352045Z","steps":["trace[1017444054] 'read index received' (duration: 324.098154ms)","trace[1017444054] 'applied index is now lower than readState.Index' (duration: 286.508µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:28.352192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.522677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:28.352162Z","caller":"traceutil/trace.go:171","msg":"trace[318825096] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"412.016063ms","start":"2026-03-29T02:00:27.940115Z","end":"2026-03-29T02:00:28.352131Z","steps":["trace[318825096] 'process raft request' (duration: 411.733085ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:28.352236Z","caller":"traceutil/trace.go:171","msg":"trace[2017048316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:931; }","duration":"324.630499ms","start":"2026-03-29T02:00:28.027594Z","end":"2026-03-29T02:00:28.352225Z","steps":["trace[2017048316] 'agreement among raft nodes before linearized reading' (duration: 324.551597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:28.352281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:28.02757Z","time spent":"324.693381ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:00:28.352349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.484191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:00:28.352367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:27.940083Z","time spent":"412.177597ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:28.352457Z","caller":"traceutil/trace.go:171","msg":"trace[57528257] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:931; }","duration":"285.613124ms","start":"2026-03-29T02:00:28.066793Z","end":"2026-03-29T02:00:28.352406Z","steps":["trace[57528257] 'agreement among raft nodes before linearized reading' (duration: 285.4597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:28.352576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.782425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:28.352626Z","caller":"traceutil/trace.go:171","msg":"trace[61363313] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:931; }","duration":"257.914038ms","start":"2026-03-29T02:00:28.094698Z","end":"2026-03-29T02:00:28.352612Z","steps":["trace[61363313] 'agreement among raft nodes before linearized reading' (duration: 257.842906ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:29.305733Z","caller":"traceutil/trace.go:171","msg":"trace[1848125859] linearizableReadLoop","detail":"{readStateIndex:973; appliedIndex:972; }","duration":"248.385928ms","start":"2026-03-29T02:00:29.057324Z","end":"2026-03-29T02:00:29.30571Z","steps":["trace[1848125859] 'read index received' (duration: 248.156092ms)","trace[1848125859] 'applied index is now lower than readState.Index' (duration: 228.676µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:29.305879Z","caller":"traceutil/trace.go:171","msg":"trace[595637345] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"255.07ms","start":"2026-03-29T02:00:29.050758Z","end":"2026-03-29T02:00:29.305828Z","steps":["trace[595637345] 'process raft request' (duration: 254.789753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:29.306015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.581024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:00:29.306053Z","caller":"traceutil/trace.go:171","msg":"trace[1413694069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:933; }","duration":"130.659585ms","start":"2026-03-29T02:00:29.175382Z","end":"2026-03-29T02:00:29.306042Z","steps":["trace[1413694069] 'agreement among raft nodes before linearized reading' (duration: 130.47105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:29.306088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.725367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-kxhjt\" ","response":"range_response_count:1 size:4040"} {"level":"info","ts":"2026-03-29T02:00:29.306137Z","caller":"traceutil/trace.go:171","msg":"trace[1828105038] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-kxhjt; range_end:; response_count:1; response_revision:933; }","duration":"248.82433ms","start":"2026-03-29T02:00:29.057298Z","end":"2026-03-29T02:00:29.306122Z","steps":["trace[1828105038] 'agreement among raft nodes before linearized reading' (duration: 248.519392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:29.306256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.257176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:00:29.306289Z","caller":"traceutil/trace.go:171","msg":"trace[1914636837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:933; }","duration":"126.297177ms","start":"2026-03-29T02:00:29.179982Z","end":"2026-03-29T02:00:29.30628Z","steps":["trace[1914636837] 'agreement among raft nodes before linearized reading' (duration: 126.207024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:29.306436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.835231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:00:29.306457Z","caller":"traceutil/trace.go:171","msg":"trace[424319462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:933; }","duration":"126.866912ms","start":"2026-03-29T02:00:29.179583Z","end":"2026-03-29T02:00:29.30645Z","steps":["trace[424319462] 'agreement among raft nodes before linearized reading' (duration: 126.79397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:29.306534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.63274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:00:29.306568Z","caller":"traceutil/trace.go:171","msg":"trace[1615362856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:933; }","duration":"128.677221ms","start":"2026-03-29T02:00:29.177882Z","end":"2026-03-29T02:00:29.306559Z","steps":["trace[1615362856] 'agreement among raft nodes before linearized reading' (duration: 128.589119ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:29.993416Z","caller":"traceutil/trace.go:171","msg":"trace[2033753500] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"313.973567ms","start":"2026-03-29T02:00:29.679409Z","end":"2026-03-29T02:00:29.993383Z","steps":["trace[2033753500] 'process raft request' (duration: 313.746521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:29.99366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:29.679394Z","time spent":"314.133091ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:30.027473Z","caller":"traceutil/trace.go:171","msg":"trace[577157599] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"347.087701ms","start":"2026-03-29T02:00:29.680333Z","end":"2026-03-29T02:00:30.027421Z","steps":["trace[577157599] 'process raft request' (duration: 346.68414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:30.027767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:29.680323Z","time spent":"347.298067ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:30.02809Z","caller":"traceutil/trace.go:171","msg":"trace[1836836518] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"347.692258ms","start":"2026-03-29T02:00:29.68036Z","end":"2026-03-29T02:00:30.028052Z","steps":["trace[1836836518] 'process raft request' (duration: 346.860745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:30.028384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:29.680348Z","time spent":"347.842392ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:30.028932Z","caller":"traceutil/trace.go:171","msg":"trace[1506107514] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"348.53043ms","start":"2026-03-29T02:00:29.680371Z","end":"2026-03-29T02:00:30.028901Z","steps":["trace[1506107514] 'process raft request' (duration: 347.309507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:30.02913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:29.680364Z","time spent":"348.683575ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:30.029298Z","caller":"traceutil/trace.go:171","msg":"trace[1004972244] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"348.847099ms","start":"2026-03-29T02:00:29.680407Z","end":"2026-03-29T02:00:30.029254Z","steps":["trace[1004972244] 'process raft request' (duration: 348.442968ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:30.029372Z","caller":"traceutil/trace.go:171","msg":"trace[1534460758] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"346.097604ms","start":"2026-03-29T02:00:29.683252Z","end":"2026-03-29T02:00:30.029349Z","steps":["trace[1534460758] 'process raft request' (duration: 345.904699ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:30.02935Z","caller":"traceutil/trace.go:171","msg":"trace[977898769] linearizableReadLoop","detail":"{readStateIndex:978; appliedIndex:974; }","duration":"348.90891ms","start":"2026-03-29T02:00:29.68041Z","end":"2026-03-29T02:00:30.029319Z","steps":["trace[977898769] 'read index received' (duration: 312.967899ms)","trace[977898769] 'applied index is now lower than readState.Index' (duration: 35.939471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:30.02946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:29.683242Z","time spent":"346.177456ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4211,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:30.029507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.062845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:30.029509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:29.680402Z","time spent":"348.985223ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:30.029538Z","caller":"traceutil/trace.go:171","msg":"trace[60568676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:939; }","duration":"349.170638ms","start":"2026-03-29T02:00:29.680359Z","end":"2026-03-29T02:00:30.029529Z","steps":["trace[60568676] 'agreement among raft nodes before linearized reading' (duration: 349.077136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:30.029583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:29.680334Z","time spent":"349.24271ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:00:31.868564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806103092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:32.304535Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.568520602s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:00:32.305013Z","caller":"traceutil/trace.go:171","msg":"trace[1457146917] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"1.569046597s","start":"2026-03-29T02:00:30.735911Z","end":"2026-03-29T02:00:32.304958Z","steps":["trace[1457146917] 'process raft request' (duration: 1.568848622s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:32.305324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:30.735896Z","time spent":"1.569323824s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:32.311627Z","caller":"traceutil/trace.go:171","msg":"trace[1855166752] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:979; }","duration":"943.573729ms","start":"2026-03-29T02:00:31.368024Z","end":"2026-03-29T02:00:32.311598Z","steps":["trace[1855166752] 'read index received' (duration: 936.770504ms)","trace[1855166752] 'applied index is now lower than readState.Index' (duration: 6.801765ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:32.31174Z","caller":"traceutil/trace.go:171","msg":"trace[181329623] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"1.273091931s","start":"2026-03-29T02:00:31.038624Z","end":"2026-03-29T02:00:32.311716Z","steps":["trace[181329623] 'process raft request' (duration: 1.272797203s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:32.311779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.765444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:32.31182Z","caller":"traceutil/trace.go:171","msg":"trace[201136595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:941; }","duration":"943.862386ms","start":"2026-03-29T02:00:31.367945Z","end":"2026-03-29T02:00:32.311808Z","steps":["trace[201136595] 'agreement among raft nodes before linearized reading' (duration: 943.792955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:32.311848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:31.367912Z","time spent":"943.930808ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:00:32.3119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:31.038588Z","time spent":"1.273218424s","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:32.3119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.856554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:00:32.311985Z","caller":"traceutil/trace.go:171","msg":"trace[490326940] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:941; }","duration":"918.978727ms","start":"2026-03-29T02:00:31.392989Z","end":"2026-03-29T02:00:32.311967Z","steps":["trace[490326940] 'agreement among raft nodes before linearized reading' (duration: 918.784602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:32.312071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:31.392947Z","time spent":"919.087191ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-29T02:00:32.312095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.830617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-29T02:00:32.312109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.03697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:00:32.312222Z","caller":"traceutil/trace.go:171","msg":"trace[1280257748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:941; }","duration":"314.204304ms","start":"2026-03-29T02:00:31.997998Z","end":"2026-03-29T02:00:32.312202Z","steps":["trace[1280257748] 'agreement among raft nodes before linearized reading' (duration: 313.935707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:32.312266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:31.997972Z","time spent":"314.285407ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:32.312092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.345803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:00:32.312173Z","caller":"traceutil/trace.go:171","msg":"trace[842393654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:941; }","duration":"279.934459ms","start":"2026-03-29T02:00:32.03222Z","end":"2026-03-29T02:00:32.312155Z","steps":["trace[842393654] 'agreement among raft nodes before linearized reading' (duration: 279.683832ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:32.312375Z","caller":"traceutil/trace.go:171","msg":"trace[638594967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:941; }","duration":"279.651551ms","start":"2026-03-29T02:00:32.032694Z","end":"2026-03-29T02:00:32.312345Z","steps":["trace[638594967] 'agreement among raft nodes before linearized reading' (duration: 279.143827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:32.312959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.028982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:00:32.313046Z","caller":"traceutil/trace.go:171","msg":"trace[976233546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:941; }","duration":"280.165496ms","start":"2026-03-29T02:00:32.032865Z","end":"2026-03-29T02:00:32.313031Z","steps":["trace[976233546] 'agreement among raft nodes before linearized reading' (duration: 279.003674ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:40.133436Z","caller":"traceutil/trace.go:171","msg":"trace[1242325975] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"178.655545ms","start":"2026-03-29T02:00:39.954733Z","end":"2026-03-29T02:00:40.133389Z","steps":["trace[1242325975] 'process raft request' (duration: 178.48687ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:40.169503Z","caller":"traceutil/trace.go:171","msg":"trace[19228026] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"205.536559ms","start":"2026-03-29T02:00:39.963945Z","end":"2026-03-29T02:00:40.169481Z","steps":["trace[19228026] 'process raft request' (duration: 205.408395ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:50.51867Z","caller":"traceutil/trace.go:171","msg":"trace[1851996884] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"100.470192ms","start":"2026-03-29T02:00:50.418175Z","end":"2026-03-29T02:00:50.518645Z","steps":["trace[1851996884] 'process raft request' (duration: 100.4079ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:50.518749Z","caller":"traceutil/trace.go:171","msg":"trace[59000433] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"100.636896ms","start":"2026-03-29T02:00:50.418079Z","end":"2026-03-29T02:00:50.518715Z","steps":["trace[59000433] 'process raft request' (duration: 100.354908ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:50.518817Z","caller":"traceutil/trace.go:171","msg":"trace[2079645191] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"100.634196ms","start":"2026-03-29T02:00:50.418135Z","end":"2026-03-29T02:00:50.518769Z","steps":["trace[2079645191] 'process raft request' (duration: 100.41198ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:50.51887Z","caller":"traceutil/trace.go:171","msg":"trace[129940493] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"100.666517ms","start":"2026-03-29T02:00:50.418178Z","end":"2026-03-29T02:00:50.518845Z","steps":["trace[129940493] 'process raft request' (duration: 100.434801ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:02.831361Z","caller":"traceutil/trace.go:171","msg":"trace[1635343131] linearizableReadLoop","detail":"{readStateIndex:1391; appliedIndex:1390; }","duration":"215.955283ms","start":"2026-03-29T02:01:02.615377Z","end":"2026-03-29T02:01:02.831333Z","steps":["trace[1635343131] 'read index received' (duration: 215.761267ms)","trace[1635343131] 'applied index is now lower than readState.Index' (duration: 192.866µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:02.831478Z","caller":"traceutil/trace.go:171","msg":"trace[1561641052] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"217.3155ms","start":"2026-03-29T02:01:02.614124Z","end":"2026-03-29T02:01:02.831439Z","steps":["trace[1561641052] 'process raft request' (duration: 217.032632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:02.831763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.466362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:01:02.831742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.435832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:01:02.831843Z","caller":"traceutil/trace.go:171","msg":"trace[640459844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1342; }","duration":"214.617776ms","start":"2026-03-29T02:01:02.617203Z","end":"2026-03-29T02:01:02.831821Z","steps":["trace[640459844] 'agreement among raft nodes before linearized reading' (duration: 214.40252ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:02.831864Z","caller":"traceutil/trace.go:171","msg":"trace[1805194878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1342; }","duration":"210.594856ms","start":"2026-03-29T02:01:02.621243Z","end":"2026-03-29T02:01:02.831838Z","steps":["trace[1805194878] 'agreement among raft nodes before linearized reading' (duration: 210.295738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:02.831758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.400916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:01:02.831948Z","caller":"traceutil/trace.go:171","msg":"trace[2047584732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1342; }","duration":"212.626922ms","start":"2026-03-29T02:01:02.619304Z","end":"2026-03-29T02:01:02.831931Z","steps":["trace[2047584732] 'agreement among raft nodes before linearized reading' (duration: 212.267352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:02.832915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.704416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:01:02.832916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.490255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:01:02.833082Z","caller":"traceutil/trace.go:171","msg":"trace[349257036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1342; }","duration":"215.881031ms","start":"2026-03-29T02:01:02.617151Z","end":"2026-03-29T02:01:02.833032Z","steps":["trace[349257036] 'agreement among raft nodes before linearized reading' (duration: 214.36373ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:02.833126Z","caller":"traceutil/trace.go:171","msg":"trace[1282985778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1342; }","duration":"217.725341ms","start":"2026-03-29T02:01:02.615331Z","end":"2026-03-29T02:01:02.833056Z","steps":["trace[1282985778] 'agreement among raft nodes before linearized reading' (duration: 216.127207ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:02.962021Z","caller":"traceutil/trace.go:171","msg":"trace[1019823717] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"124.054535ms","start":"2026-03-29T02:01:02.837934Z","end":"2026-03-29T02:01:02.961989Z","steps":["trace[1019823717] 'process raft request' (duration: 110.619089ms)","trace[1019823717] 'compare' (duration: 13.280522ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:02.996057Z","caller":"traceutil/trace.go:171","msg":"trace[1619106087] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"156.745707ms","start":"2026-03-29T02:01:02.839277Z","end":"2026-03-29T02:01:02.996023Z","steps":["trace[1619106087] 'process raft request' (duration: 156.534221ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:02.99652Z","caller":"traceutil/trace.go:171","msg":"trace[1112890336] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"153.90043ms","start":"2026-03-29T02:01:02.842573Z","end":"2026-03-29T02:01:02.996473Z","steps":["trace[1112890336] 'process raft request' (duration: 153.405777ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:02.996657Z","caller":"traceutil/trace.go:171","msg":"trace[1056297749] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"153.121299ms","start":"2026-03-29T02:01:02.843513Z","end":"2026-03-29T02:01:02.996634Z","steps":["trace[1056297749] 'process raft request' (duration: 152.933633ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:02.996562Z","caller":"traceutil/trace.go:171","msg":"trace[715037764] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"153.90212ms","start":"2026-03-29T02:01:02.842622Z","end":"2026-03-29T02:01:02.996524Z","steps":["trace[715037764] 'process raft request' (duration: 153.686474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:03.887048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806103817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:01:04.011958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.816398ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:04.01212Z","caller":"traceutil/trace.go:171","msg":"trace[676344953] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1347; }","duration":"585.018863ms","start":"2026-03-29T02:01:03.427082Z","end":"2026-03-29T02:01:04.012101Z","steps":["trace[676344953] 'range keys from in-memory index tree' (duration: 584.791497ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:04.013165Z","caller":"traceutil/trace.go:171","msg":"trace[1793857002] linearizableReadLoop","detail":"{readStateIndex:1397; appliedIndex:1396; }","duration":"626.384112ms","start":"2026-03-29T02:01:03.386732Z","end":"2026-03-29T02:01:04.013116Z","steps":["trace[1793857002] 'read index received' (duration: 625.350544ms)","trace[1793857002] 'applied index is now lower than readState.Index' (duration: 1.031638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:04.013522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.765513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:04.013562Z","caller":"traceutil/trace.go:171","msg":"trace[1552603006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1348; }","duration":"626.874806ms","start":"2026-03-29T02:01:03.386676Z","end":"2026-03-29T02:01:04.01355Z","steps":["trace[1552603006] 'agreement among raft nodes before linearized reading' (duration: 626.767483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:04.013598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:03.386652Z","time spent":"626.937047ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:01:04.013766Z","caller":"traceutil/trace.go:171","msg":"trace[47672645] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"985.174984ms","start":"2026-03-29T02:01:03.028576Z","end":"2026-03-29T02:01:04.013751Z","steps":["trace[47672645] 'process raft request' (duration: 983.668872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:04.013875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:03.028556Z","time spent":"985.252505ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2914,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:16.668645Z","caller":"traceutil/trace.go:171","msg":"trace[525607573] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"124.153558ms","start":"2026-03-29T02:01:16.544464Z","end":"2026-03-29T02:01:16.668617Z","steps":["trace[525607573] 'process raft request' (duration: 123.926962ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:17.001006Z","caller":"traceutil/trace.go:171","msg":"trace[1189566850] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"247.190675ms","start":"2026-03-29T02:01:16.753754Z","end":"2026-03-29T02:01:17.000945Z","steps":["trace[1189566850] 'process raft request' (duration: 218.300187ms)","trace[1189566850] 'compare' (duration: 28.521948ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:17.235611Z","caller":"traceutil/trace.go:171","msg":"trace[1050917719] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"127.785576ms","start":"2026-03-29T02:01:17.107803Z","end":"2026-03-29T02:01:17.235588Z","steps":["trace[1050917719] 'process raft request' (duration: 127.568651ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:21.404146Z","caller":"traceutil/trace.go:171","msg":"trace[1762910427] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"360.908089ms","start":"2026-03-29T02:01:21.043208Z","end":"2026-03-29T02:01:21.404116Z","steps":["trace[1762910427] 'process raft request' (duration: 360.700333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:21.404354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.043183Z","time spent":"361.055672ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:21.864226Z","caller":"traceutil/trace.go:171","msg":"trace[1671464911] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"589.97865ms","start":"2026-03-29T02:01:21.274227Z","end":"2026-03-29T02:01:21.864206Z","steps":["trace[1671464911] 'process raft request' (duration: 584.83817ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:21.863955Z","caller":"traceutil/trace.go:171","msg":"trace[1799664398] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1542; }","duration":"582.365932ms","start":"2026-03-29T02:01:21.281566Z","end":"2026-03-29T02:01:21.863932Z","steps":["trace[1799664398] 'read index received' (duration: 122.335478ms)","trace[1799664398] 'applied index is now lower than readState.Index' (duration: 460.029224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:21.86442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.274193Z","time spent":"590.114203ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:21.864419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.809924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:01:21.864507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.383858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-kj6rz\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-29T02:01:21.864519Z","caller":"traceutil/trace.go:171","msg":"trace[2018493439] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1488; }","duration":"582.937527ms","start":"2026-03-29T02:01:21.281557Z","end":"2026-03-29T02:01:21.864495Z","steps":["trace[2018493439] 'agreement among raft nodes before linearized reading' (duration: 582.746062ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:21.864543Z","caller":"traceutil/trace.go:171","msg":"trace[2146712415] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-kj6rz; range_end:; response_count:1; response_revision:1488; }","duration":"532.421689ms","start":"2026-03-29T02:01:21.33211Z","end":"2026-03-29T02:01:21.864532Z","steps":["trace[2146712415] 'agreement among raft nodes before linearized reading' (duration: 532.293476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:21.864566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.332038Z","time spent":"532.523512ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4219,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-kj6rz\" "} {"level":"warn","ts":"2026-03-29T02:01:21.864574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.281506Z","time spent":"583.055801ms","remote":"127.0.0.1:43284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:01:21.864723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.777446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:01:21.864747Z","caller":"traceutil/trace.go:171","msg":"trace[1030586736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1488; }","duration":"452.810067ms","start":"2026-03-29T02:01:21.41193Z","end":"2026-03-29T02:01:21.86474Z","steps":["trace[1030586736] 'agreement among raft nodes before linearized reading' (duration: 452.748295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:21.864764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.411925Z","time spent":"452.834727ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:21.864808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.535954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:01:21.864848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.679384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:21.864863Z","caller":"traceutil/trace.go:171","msg":"trace[1897494301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1488; }","duration":"496.743516ms","start":"2026-03-29T02:01:21.368115Z","end":"2026-03-29T02:01:21.864858Z","steps":["trace[1897494301] 'agreement among raft nodes before linearized reading' (duration: 496.717745ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:21.864851Z","caller":"traceutil/trace.go:171","msg":"trace[1614326064] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:1488; }","duration":"465.625936ms","start":"2026-03-29T02:01:21.399209Z","end":"2026-03-29T02:01:21.864835Z","steps":["trace[1614326064] 'agreement among raft nodes before linearized reading' (duration: 465.513403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:21.864879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.368093Z","time spent":"496.782916ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:01:21.864894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.399165Z","time spent":"465.718469ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-29T02:01:21.865034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.387579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:01:21.865052Z","caller":"traceutil/trace.go:171","msg":"trace[1834143057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1488; }","duration":"517.425489ms","start":"2026-03-29T02:01:21.347622Z","end":"2026-03-29T02:01:21.865047Z","steps":["trace[1834143057] 'agreement among raft nodes before linearized reading' (duration: 517.338257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:21.865071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.347613Z","time spent":"517.453991ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:01:21.865068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.463841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:01:21.865106Z","caller":"traceutil/trace.go:171","msg":"trace[1509689143] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1488; }","duration":"454.516044ms","start":"2026-03-29T02:01:21.41058Z","end":"2026-03-29T02:01:21.865096Z","steps":["trace[1509689143] 'agreement among raft nodes before linearized reading' (duration: 454.346739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:21.865137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.410573Z","time spent":"454.557144ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:21.86515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.353653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:01:21.865183Z","caller":"traceutil/trace.go:171","msg":"trace[159255346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1488; }","duration":"460.429005ms","start":"2026-03-29T02:01:21.404744Z","end":"2026-03-29T02:01:21.865173Z","steps":["trace[159255346] 'agreement among raft nodes before linearized reading' (duration: 460.331202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:21.865211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.404725Z","time spent":"460.479676ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:21.865283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.175334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:01:21.865319Z","caller":"traceutil/trace.go:171","msg":"trace[1622777651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1488; }","duration":"454.220115ms","start":"2026-03-29T02:01:21.41109Z","end":"2026-03-29T02:01:21.86531Z","steps":["trace[1622777651] 'agreement among raft nodes before linearized reading' (duration: 454.110702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:21.865367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.411085Z","time spent":"454.275517ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:01:24.100959Z","caller":"traceutil/trace.go:171","msg":"trace[1814876759] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"213.425024ms","start":"2026-03-29T02:01:23.88751Z","end":"2026-03-29T02:01:24.100935Z","steps":["trace[1814876759] 'process raft request' (duration: 213.372373ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:24.101156Z","caller":"traceutil/trace.go:171","msg":"trace[1043745466] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"213.612629ms","start":"2026-03-29T02:01:23.887514Z","end":"2026-03-29T02:01:24.101126Z","steps":["trace[1043745466] 'process raft request' (duration: 213.222809ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:24.101275Z","caller":"traceutil/trace.go:171","msg":"trace[1960563880] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"213.30103ms","start":"2026-03-29T02:01:23.88796Z","end":"2026-03-29T02:01:24.101261Z","steps":["trace[1960563880] 'process raft request' (duration: 213.199517ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:24.101321Z","caller":"traceutil/trace.go:171","msg":"trace[792887767] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"213.490415ms","start":"2026-03-29T02:01:23.887817Z","end":"2026-03-29T02:01:24.101307Z","steps":["trace[792887767] 'process raft request' (duration: 213.091504ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:29.727823Z","caller":"traceutil/trace.go:171","msg":"trace[810582688] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"281.44218ms","start":"2026-03-29T02:01:29.446345Z","end":"2026-03-29T02:01:29.727787Z","steps":["trace[810582688] 'process raft request' (duration: 281.236335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:30.306624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.935591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:01:30.306738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.376951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:01:30.306842Z","caller":"traceutil/trace.go:171","msg":"trace[1963228654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1613; }","duration":"177.520084ms","start":"2026-03-29T02:01:30.129301Z","end":"2026-03-29T02:01:30.306821Z","steps":["trace[1963228654] 'range keys from in-memory index tree' (duration: 177.102863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:30.306863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.106576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:01:30.306838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.46268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:01:30.306903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.101543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:01:30.306959Z","caller":"traceutil/trace.go:171","msg":"trace[879216693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1613; }","duration":"178.646565ms","start":"2026-03-29T02:01:30.128287Z","end":"2026-03-29T02:01:30.306934Z","steps":["trace[879216693] 'range keys from in-memory index tree' (duration: 178.235484ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.307022Z","caller":"traceutil/trace.go:171","msg":"trace[845145712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1613; }","duration":"177.296158ms","start":"2026-03-29T02:01:30.129702Z","end":"2026-03-29T02:01:30.306998Z","steps":["trace[845145712] 'range keys from in-memory index tree' (duration: 176.867476ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.306838Z","caller":"traceutil/trace.go:171","msg":"trace[837847125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1613; }","duration":"176.157287ms","start":"2026-03-29T02:01:30.130632Z","end":"2026-03-29T02:01:30.306789Z","steps":["trace[837847125] 'range keys from in-memory index tree' (duration: 175.770057ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.306897Z","caller":"traceutil/trace.go:171","msg":"trace[1410214858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1613; }","duration":"353.189238ms","start":"2026-03-29T02:01:29.953697Z","end":"2026-03-29T02:01:30.306887Z","steps":["trace[1410214858] 'range keys from in-memory index tree' (duration: 352.90259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:30.30718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:29.953667Z","time spent":"353.500096ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:01:30.457308Z","caller":"traceutil/trace.go:171","msg":"trace[735139121] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"145.448919ms","start":"2026-03-29T02:01:30.311831Z","end":"2026-03-29T02:01:30.45728Z","steps":["trace[735139121] 'process raft request' (duration: 145.401507ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.45732Z","caller":"traceutil/trace.go:171","msg":"trace[496082843] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"145.45891ms","start":"2026-03-29T02:01:30.311826Z","end":"2026-03-29T02:01:30.457285Z","steps":["trace[496082843] 'process raft request' (duration: 145.241564ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.464635Z","caller":"traceutil/trace.go:171","msg":"trace[895304148] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"152.728937ms","start":"2026-03-29T02:01:30.311869Z","end":"2026-03-29T02:01:30.464598Z","steps":["trace[895304148] 'process raft request' (duration: 152.499441ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.464739Z","caller":"traceutil/trace.go:171","msg":"trace[1308897696] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"152.748158ms","start":"2026-03-29T02:01:30.311949Z","end":"2026-03-29T02:01:30.464697Z","steps":["trace[1308897696] 'process raft request' (duration: 152.558723ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:30.464832Z","caller":"traceutil/trace.go:171","msg":"trace[1375373902] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"152.631945ms","start":"2026-03-29T02:01:30.312143Z","end":"2026-03-29T02:01:30.464774Z","steps":["trace[1375373902] 'process raft request' (duration: 152.393379ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:34.594815Z","caller":"traceutil/trace.go:171","msg":"trace[475417396] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"109.547039ms","start":"2026-03-29T02:01:34.485213Z","end":"2026-03-29T02:01:34.59476Z","steps":["trace[475417396] 'process raft request' (duration: 109.423885ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:34.594977Z","caller":"traceutil/trace.go:171","msg":"trace[566897755] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"109.718993ms","start":"2026-03-29T02:01:34.485213Z","end":"2026-03-29T02:01:34.594932Z","steps":["trace[566897755] 'process raft request' (duration: 109.192719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.595073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.648447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:01:34.595297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.137627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:01:34.594961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.425761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:01:34.595351Z","caller":"traceutil/trace.go:171","msg":"trace[855467418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1678; }","duration":"109.224769ms","start":"2026-03-29T02:01:34.486112Z","end":"2026-03-29T02:01:34.595337Z","steps":["trace[855467418] 'agreement among raft nodes before linearized reading' (duration: 108.960582ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:34.595257Z","caller":"traceutil/trace.go:171","msg":"trace[1817794884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1678; }","duration":"107.862192ms","start":"2026-03-29T02:01:34.487371Z","end":"2026-03-29T02:01:34.595233Z","steps":["trace[1817794884] 'agreement among raft nodes before linearized reading' (duration: 107.40914ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:34.595401Z","caller":"traceutil/trace.go:171","msg":"trace[510176682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1678; }","duration":"107.919464ms","start":"2026-03-29T02:01:34.487446Z","end":"2026-03-29T02:01:34.595366Z","steps":["trace[510176682] 'agreement among raft nodes before linearized reading' (duration: 107.278387ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:34.76032Z","caller":"traceutil/trace.go:171","msg":"trace[1438696292] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"109.009464ms","start":"2026-03-29T02:01:34.651269Z","end":"2026-03-29T02:01:34.760278Z","steps":["trace[1438696292] 'process raft request' (duration: 75.053041ms)","trace[1438696292] 'compare' (duration: 33.708986ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:35.44512Z","caller":"traceutil/trace.go:171","msg":"trace[581066927] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"136.230414ms","start":"2026-03-29T02:01:35.30885Z","end":"2026-03-29T02:01:35.44508Z","steps":["trace[581066927] 'process raft request' (duration: 112.376105ms)","trace[581066927] 'compare' (duration: 23.627123ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:35.445969Z","caller":"traceutil/trace.go:171","msg":"trace[1938773678] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"122.271484ms","start":"2026-03-29T02:01:35.32366Z","end":"2026-03-29T02:01:35.445932Z","steps":["trace[1938773678] 'process raft request' (duration: 121.946345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.706157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.781633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:35.706376Z","caller":"traceutil/trace.go:171","msg":"trace[1192283568] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1710; }","duration":"139.04012ms","start":"2026-03-29T02:01:35.567308Z","end":"2026-03-29T02:01:35.706348Z","steps":["trace[1192283568] 'count revisions from in-memory index tree' (duration: 138.483396ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:40.818122Z","caller":"traceutil/trace.go:171","msg":"trace[1389058205] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1802; }","duration":"190.8936ms","start":"2026-03-29T02:01:40.6272Z","end":"2026-03-29T02:01:40.818094Z","steps":["trace[1389058205] 'read index received' (duration: 190.806097ms)","trace[1389058205] 'applied index is now lower than readState.Index' (duration: 86.403µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:40.818173Z","caller":"traceutil/trace.go:171","msg":"trace[1028261326] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"190.969281ms","start":"2026-03-29T02:01:40.627177Z","end":"2026-03-29T02:01:40.818146Z","steps":["trace[1028261326] 'process raft request' (duration: 190.642632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:40.818382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.140836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:40.818501Z","caller":"traceutil/trace.go:171","msg":"trace[790150150] range","detail":"{range_begin:/registry/clusterrolebindings/rabbitmq-cluster-operator-openstack; range_end:; response_count:0; response_revision:1728; }","duration":"191.315371ms","start":"2026-03-29T02:01:40.627163Z","end":"2026-03-29T02:01:40.818478Z","steps":["trace[790150150] 'agreement among raft nodes before linearized reading' (duration: 191.078535ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:41.025641Z","caller":"traceutil/trace.go:171","msg":"trace[2138840719] linearizableReadLoop","detail":"{readStateIndex:1804; appliedIndex:1803; }","duration":"207.314366ms","start":"2026-03-29T02:01:40.818304Z","end":"2026-03-29T02:01:41.025618Z","steps":["trace[2138840719] 'read index received' (duration: 207.191763ms)","trace[2138840719] 'applied index is now lower than readState.Index' (duration: 121.733µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:41.025713Z","caller":"traceutil/trace.go:171","msg":"trace[760947002] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"394.835974ms","start":"2026-03-29T02:01:40.630859Z","end":"2026-03-29T02:01:41.025695Z","steps":["trace[760947002] 'process raft request' (duration: 394.625478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:41.025837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:40.630843Z","time spent":"394.908117ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:41.026021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.692205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:01:41.026066Z","caller":"traceutil/trace.go:171","msg":"trace[1289585603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1729; }","duration":"350.779407ms","start":"2026-03-29T02:01:40.675276Z","end":"2026-03-29T02:01:41.026055Z","steps":["trace[1289585603] 'agreement among raft nodes before linearized reading' (duration: 350.643913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:41.026034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.126948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:01:41.026093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:40.675252Z","time spent":"350.835228ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:01:41.026116Z","caller":"traceutil/trace.go:171","msg":"trace[1786814262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1729; }","duration":"336.252912ms","start":"2026-03-29T02:01:40.689846Z","end":"2026-03-29T02:01:41.026099Z","steps":["trace[1786814262] 'agreement among raft nodes before linearized reading' (duration: 335.886552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:41.026122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.228929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:01:41.026198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:40.689819Z","time spent":"336.366134ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:01:41.02625Z","caller":"traceutil/trace.go:171","msg":"trace[1884500829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1729; }","duration":"340.452875ms","start":"2026-03-29T02:01:40.685771Z","end":"2026-03-29T02:01:41.026224Z","steps":["trace[1884500829] 'agreement among raft nodes before linearized reading' (duration: 340.032384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:41.026318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:40.685748Z","time spent":"340.557939ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:01:41.066504Z","caller":"traceutil/trace.go:171","msg":"trace[1548351193] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"204.543841ms","start":"2026-03-29T02:01:40.861926Z","end":"2026-03-29T02:01:41.06647Z","steps":["trace[1548351193] 'process raft request' (duration: 204.347495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:41.066541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.303662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rabbitmq-messaging-topology-operator-openstack\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:41.066629Z","caller":"traceutil/trace.go:171","msg":"trace[1113987494] range","detail":"{range_begin:/registry/clusterrolebindings/rabbitmq-messaging-topology-operator-openstack; range_end:; response_count:0; response_revision:1730; }","duration":"244.446256ms","start":"2026-03-29T02:01:40.822158Z","end":"2026-03-29T02:01:41.066604Z","steps":["trace[1113987494] 'agreement among raft nodes before linearized reading' (duration: 244.271672ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:46.339014Z","caller":"traceutil/trace.go:171","msg":"trace[1387241486] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"140.176982ms","start":"2026-03-29T02:01:46.198813Z","end":"2026-03-29T02:01:46.33899Z","steps":["trace[1387241486] 'process raft request' (duration: 140.081149ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:46.339299Z","caller":"traceutil/trace.go:171","msg":"trace[24572359] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"140.611073ms","start":"2026-03-29T02:01:46.198678Z","end":"2026-03-29T02:01:46.339289Z","steps":["trace[24572359] 'process raft request' (duration: 140.080508ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:46.339364Z","caller":"traceutil/trace.go:171","msg":"trace[974520587] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"140.533991ms","start":"2026-03-29T02:01:46.198822Z","end":"2026-03-29T02:01:46.339356Z","steps":["trace[974520587] 'process raft request' (duration: 140.12717ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:46.339567Z","caller":"traceutil/trace.go:171","msg":"trace[1123293301] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"140.514731ms","start":"2026-03-29T02:01:46.199026Z","end":"2026-03-29T02:01:46.339541Z","steps":["trace[1123293301] 'process raft request' (duration: 140.198842ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:46.339581Z","caller":"traceutil/trace.go:171","msg":"trace[1594503780] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"139.507793ms","start":"2026-03-29T02:01:46.200032Z","end":"2026-03-29T02:01:46.33954Z","steps":["trace[1594503780] 'process raft request' (duration: 139.39299ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:46.339667Z","caller":"traceutil/trace.go:171","msg":"trace[1656162448] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"137.967741ms","start":"2026-03-29T02:01:46.20167Z","end":"2026-03-29T02:01:46.339638Z","steps":["trace[1656162448] 'process raft request' (duration: 137.808367ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:47.173651Z","caller":"traceutil/trace.go:171","msg":"trace[1570490669] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1872; }","duration":"421.641553ms","start":"2026-03-29T02:01:46.751973Z","end":"2026-03-29T02:01:47.173615Z","steps":["trace[1570490669] 'process raft request' (duration: 421.458138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:47.173945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:46.751941Z","time spent":"421.918891ms","remote":"127.0.0.1:43094","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:01:47.183921Z","caller":"traceutil/trace.go:171","msg":"trace[2926774] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1872; }","duration":"429.853747ms","start":"2026-03-29T02:01:46.754029Z","end":"2026-03-29T02:01:47.183883Z","steps":["trace[2926774] 'process raft request' (duration: 429.622191ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:47.184007Z","caller":"traceutil/trace.go:171","msg":"trace[569226844] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1872; }","duration":"352.985387ms","start":"2026-03-29T02:01:46.831Z","end":"2026-03-29T02:01:47.183986Z","steps":["trace[569226844] 'process raft request' (duration: 352.806802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:47.184082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:46.830964Z","time spent":"353.08113ms","remote":"127.0.0.1:43094","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:47.184078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:46.754007Z","time spent":"429.998451ms","remote":"127.0.0.1:43094","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:47.18762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.19395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:01:47.187682Z","caller":"traceutil/trace.go:171","msg":"trace[1157711780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1872; }","duration":"343.334734ms","start":"2026-03-29T02:01:46.844336Z","end":"2026-03-29T02:01:47.18767Z","steps":["trace[1157711780] 'agreement among raft nodes before linearized reading' (duration: 343.134919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:47.187716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:46.844307Z","time spent":"343.403066ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:01:47.187417Z","caller":"traceutil/trace.go:171","msg":"trace[1022796661] linearizableReadLoop","detail":"{readStateIndex:1955; appliedIndex:1952; }","duration":"342.944764ms","start":"2026-03-29T02:01:46.844419Z","end":"2026-03-29T02:01:47.187364Z","steps":["trace[1022796661] 'read index received' (duration: 329.052116ms)","trace[1022796661] 'applied index is now lower than readState.Index' (duration: 13.890678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:47.188515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.42211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:01:47.188559Z","caller":"traceutil/trace.go:171","msg":"trace[563987959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1872; }","duration":"132.510112ms","start":"2026-03-29T02:01:47.056037Z","end":"2026-03-29T02:01:47.188547Z","steps":["trace[563987959] 'agreement among raft nodes before linearized reading' (duration: 132.033189ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:48.699311Z","caller":"traceutil/trace.go:171","msg":"trace[973809766] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"123.977261ms","start":"2026-03-29T02:01:48.575301Z","end":"2026-03-29T02:01:48.699278Z","steps":["trace[973809766] 'process raft request' (duration: 123.803576ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:48.898496Z","caller":"traceutil/trace.go:171","msg":"trace[1785479829] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1965; }","duration":"101.777937ms","start":"2026-03-29T02:01:48.796681Z","end":"2026-03-29T02:01:48.898459Z","steps":["trace[1785479829] 'read index received' (duration: 14.601767ms)","trace[1785479829] 'applied index is now lower than readState.Index' (duration: 87.17486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:48.898663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.966233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:48.898714Z","caller":"traceutil/trace.go:171","msg":"trace[823144109] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:0; response_revision:1882; }","duration":"102.078676ms","start":"2026-03-29T02:01:48.796621Z","end":"2026-03-29T02:01:48.8987Z","steps":["trace[823144109] 'agreement among raft nodes before linearized reading' (duration: 101.959862ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:48.898692Z","caller":"traceutil/trace.go:171","msg":"trace[1931835978] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"125.78687ms","start":"2026-03-29T02:01:48.772852Z","end":"2026-03-29T02:01:48.898639Z","steps":["trace[1931835978] 'process raft request' (duration: 38.444865ms)","trace[1931835978] 'compare' (duration: 87.011336ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:52.696894Z","caller":"traceutil/trace.go:171","msg":"trace[1439779042] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"224.800171ms","start":"2026-03-29T02:01:52.472057Z","end":"2026-03-29T02:01:52.696857Z","steps":["trace[1439779042] 'process raft request' (duration: 224.621736ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:00.764257Z","caller":"traceutil/trace.go:171","msg":"trace[1792903778] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"100.261776ms","start":"2026-03-29T02:02:00.663949Z","end":"2026-03-29T02:02:00.764211Z","steps":["trace[1792903778] 'process raft request' (duration: 99.980978ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:01.866899Z","caller":"traceutil/trace.go:171","msg":"trace[727576640] linearizableReadLoop","detail":"{readStateIndex:2114; appliedIndex:2113; }","duration":"465.628879ms","start":"2026-03-29T02:02:01.401248Z","end":"2026-03-29T02:02:01.866877Z","steps":["trace[727576640] 'read index received' (duration: 465.472315ms)","trace[727576640] 'applied index is now lower than readState.Index' (duration: 155.374µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:01.867251Z","caller":"traceutil/trace.go:171","msg":"trace[2016424238] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"508.100534ms","start":"2026-03-29T02:02:01.359137Z","end":"2026-03-29T02:02:01.867238Z","steps":["trace[2016424238] 'process raft request' (duration: 507.467247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:01.867367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:01.359107Z","time spent":"508.179436ms","remote":"127.0.0.1:57134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5429,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:01.86788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.616136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:02:01.868006Z","caller":"traceutil/trace.go:171","msg":"trace[141594437] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:2027; }","duration":"466.815462ms","start":"2026-03-29T02:02:01.401162Z","end":"2026-03-29T02:02:01.867978Z","steps":["trace[141594437] 'agreement among raft nodes before linearized reading' (duration: 466.457912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:01.868065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:01.401128Z","time spent":"466.922684ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-29T02:02:01.990867Z","caller":"traceutil/trace.go:171","msg":"trace[1096293645] linearizableReadLoop","detail":"{readStateIndex:2116; appliedIndex:2114; }","duration":"123.873518ms","start":"2026-03-29T02:02:01.866965Z","end":"2026-03-29T02:02:01.990838Z","steps":["trace[1096293645] 'read index received' (duration: 123.771846ms)","trace[1096293645] 'applied index is now lower than readState.Index' (duration: 99.892µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:01.990899Z","caller":"traceutil/trace.go:171","msg":"trace[1193951375] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"421.988163ms","start":"2026-03-29T02:02:01.568871Z","end":"2026-03-29T02:02:01.990859Z","steps":["trace[1193951375] 'process raft request' (duration: 421.753877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:01.991089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.010576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:02:01.991179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.580639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:02:01.991209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:01.568773Z","time spent":"422.325453ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:01.99117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.52791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:02:01.991241Z","caller":"traceutil/trace.go:171","msg":"trace[2104969754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2029; }","duration":"376.683851ms","start":"2026-03-29T02:02:01.614541Z","end":"2026-03-29T02:02:01.991225Z","steps":["trace[2104969754] 'agreement among raft nodes before linearized reading' (duration: 376.458615ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:01.991287Z","caller":"traceutil/trace.go:171","msg":"trace[1485844171] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"372.352583ms","start":"2026-03-29T02:02:01.618918Z","end":"2026-03-29T02:02:01.99127Z","steps":["trace[1485844171] 'process raft request' (duration: 371.86746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:01.991406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.00379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:02:01.991212Z","caller":"traceutil/trace.go:171","msg":"trace[1135869206] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2029; }","duration":"240.1573ms","start":"2026-03-29T02:02:01.751024Z","end":"2026-03-29T02:02:01.991182Z","steps":["trace[1135869206] 'agreement among raft nodes before linearized reading' (duration: 239.959144ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:01.991455Z","caller":"traceutil/trace.go:171","msg":"trace[1570850924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2029; }","duration":"377.073642ms","start":"2026-03-29T02:02:01.61437Z","end":"2026-03-29T02:02:01.991443Z","steps":["trace[1570850924] 'agreement among raft nodes before linearized reading' (duration: 376.945518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:01.991647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:01.614357Z","time spent":"377.276477ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:02:01.991408Z","caller":"traceutil/trace.go:171","msg":"trace[650914216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2029; }","duration":"375.724235ms","start":"2026-03-29T02:02:01.615545Z","end":"2026-03-29T02:02:01.991269Z","steps":["trace[650914216] 'agreement among raft nodes before linearized reading' (duration: 375.370386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:01.991291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:01.614535Z","time spent":"376.746893ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:01.991761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.42428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:02:01.991551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.204855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:02:01.991781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.915783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:01.991815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.443225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:01.991822Z","caller":"traceutil/trace.go:171","msg":"trace[1622782835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2029; }","duration":"463.529253ms","start":"2026-03-29T02:02:01.528272Z","end":"2026-03-29T02:02:01.991802Z","steps":["trace[1622782835] 'agreement among raft nodes before linearized reading' (duration: 463.337477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:01.99184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:01.615514Z","time spent":"376.27412ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:02:01.991868Z","caller":"traceutil/trace.go:171","msg":"trace[630168576] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2029; }","duration":"274.606346ms","start":"2026-03-29T02:02:01.71724Z","end":"2026-03-29T02:02:01.991847Z","steps":["trace[630168576] 'agreement among raft nodes before linearized reading' (duration: 274.048941ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:01.991876Z","caller":"traceutil/trace.go:171","msg":"trace[213207723] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2029; }","duration":"425.079547ms","start":"2026-03-29T02:02:01.566774Z","end":"2026-03-29T02:02:01.991853Z","steps":["trace[213207723] 'agreement among raft nodes before linearized reading' (duration: 424.785689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:01.991886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:01.528245Z","time spent":"463.627876ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:01.991912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:01.566746Z","time spent":"425.157689ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:01.991879Z","caller":"traceutil/trace.go:171","msg":"trace[1536421179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2029; }","duration":"383.580258ms","start":"2026-03-29T02:02:01.608282Z","end":"2026-03-29T02:02:01.991862Z","steps":["trace[1536421179] 'agreement among raft nodes before linearized reading' (duration: 383.28755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:01.991464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:01.618899Z","time spent":"372.463607ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:01.991995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.214777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-03-29T02:02:01.992047Z","caller":"traceutil/trace.go:171","msg":"trace[1414675190] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2030; }","duration":"117.33483ms","start":"2026-03-29T02:02:01.874699Z","end":"2026-03-29T02:02:01.992034Z","steps":["trace[1414675190] 'agreement among raft nodes before linearized reading' (duration: 117.150505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:01.992064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:01.608256Z","time spent":"383.700222ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:03.877401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.067247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:03.877504Z","caller":"traceutil/trace.go:171","msg":"trace[483057063] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2048; }","duration":"208.229352ms","start":"2026-03-29T02:02:03.669254Z","end":"2026-03-29T02:02:03.877483Z","steps":["trace[483057063] 'count revisions from in-memory index tree' (duration: 207.977835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:03.877655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.663395ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:03.877911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.347125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e579e15d-de7b-4319-9f83-913d754cd5ad\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-29T02:02:03.877962Z","caller":"traceutil/trace.go:171","msg":"trace[1686956397] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2048; }","duration":"449.982394ms","start":"2026-03-29T02:02:03.427947Z","end":"2026-03-29T02:02:03.877929Z","steps":["trace[1686956397] 'range keys from in-memory index tree' (duration: 449.643385ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:03.877994Z","caller":"traceutil/trace.go:171","msg":"trace[1899677271] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e579e15d-de7b-4319-9f83-913d754cd5ad; range_end:; response_count:1; response_revision:2048; }","duration":"325.484409ms","start":"2026-03-29T02:02:03.552487Z","end":"2026-03-29T02:02:03.877972Z","steps":["trace[1899677271] 'range keys from in-memory index tree' (duration: 324.78429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:03.878035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:03.552462Z","time spent":"325.564892ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e579e15d-de7b-4319-9f83-913d754cd5ad\" "} {"level":"warn","ts":"2026-03-29T02:02:04.506812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806105242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:05.007167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806105242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:05.047329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160687977s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:02:05.047776Z","caller":"traceutil/trace.go:171","msg":"trace[804480094] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"1.161278883s","start":"2026-03-29T02:02:03.886458Z","end":"2026-03-29T02:02:05.047737Z","steps":["trace[804480094] 'process raft request' (duration: 1.161076527s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.047956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:03.88643Z","time spent":"1.161426617s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:05.282354Z","caller":"traceutil/trace.go:171","msg":"trace[724095693] linearizableReadLoop","detail":"{readStateIndex:2141; appliedIndex:2136; }","duration":"1.277960474s","start":"2026-03-29T02:02:04.004364Z","end":"2026-03-29T02:02:05.282325Z","steps":["trace[724095693] 'read index received' (duration: 1.043175091s)","trace[724095693] 'applied index is now lower than readState.Index' (duration: 234.784033ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:05.282467Z","caller":"traceutil/trace.go:171","msg":"trace[1907555127] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"1.282500199s","start":"2026-03-29T02:02:03.999943Z","end":"2026-03-29T02:02:05.282443Z","steps":["trace[1907555127] 'process raft request' (duration: 1.282260482s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:05.282541Z","caller":"traceutil/trace.go:171","msg":"trace[1231185270] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"1.370813999s","start":"2026-03-29T02:02:03.911715Z","end":"2026-03-29T02:02:05.282529Z","steps":["trace[1231185270] 'process raft request' (duration: 1.343607009s)","trace[1231185270] 'compare' (duration: 26.315556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:05.282606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:03.999902Z","time spent":"1.282628542s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:05.282581Z","caller":"traceutil/trace.go:171","msg":"trace[1458036881] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"1.163503903s","start":"2026-03-29T02:02:04.119035Z","end":"2026-03-29T02:02:05.282539Z","steps":["trace[1458036881] 'process raft request' (duration: 1.163212295s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.282679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:03.911677Z","time spent":"1.370904721s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:05.282469Z","caller":"traceutil/trace.go:171","msg":"trace[584271458] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"1.28257274s","start":"2026-03-29T02:02:03.999861Z","end":"2026-03-29T02:02:05.282434Z","steps":["trace[584271458] 'process raft request' (duration: 1.28221026s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.282686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278328425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:02:05.282739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:03.999821Z","time spent":"1.282897109s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:05.282737Z","caller":"traceutil/trace.go:171","msg":"trace[1398016263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2053; }","duration":"1.278500039s","start":"2026-03-29T02:02:04.004222Z","end":"2026-03-29T02:02:05.282722Z","steps":["trace[1398016263] 'agreement among raft nodes before linearized reading' (duration: 1.278271663s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.282771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:04.004205Z","time spent":"1.278558131s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:05.282711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269983598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:02:05.282796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:04.119002Z","time spent":"1.163672828s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:05.282836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264690704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:02:05.282856Z","caller":"traceutil/trace.go:171","msg":"trace[1409522600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2053; }","duration":"1.264727075s","start":"2026-03-29T02:02:04.018123Z","end":"2026-03-29T02:02:05.28285Z","steps":["trace[1409522600] 'agreement among raft nodes before linearized reading' (duration: 1.264663313s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:05.282833Z","caller":"traceutil/trace.go:171","msg":"trace[965568386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2053; }","duration":"1.270148293s","start":"2026-03-29T02:02:04.012671Z","end":"2026-03-29T02:02:05.282819Z","steps":["trace[965568386] 'agreement among raft nodes before linearized reading' (duration: 1.269842944s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.282855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264715364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:02:05.283034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.625299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:02:05.283096Z","caller":"traceutil/trace.go:171","msg":"trace[2082593059] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2053; }","duration":"913.748193ms","start":"2026-03-29T02:02:04.369329Z","end":"2026-03-29T02:02:05.283077Z","steps":["trace[2082593059] 'agreement among raft nodes before linearized reading' (duration: 913.601589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.28313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27041639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:02:05.28314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:04.369304Z","time spent":"913.826495ms","remote":"127.0.0.1:57134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-29T02:02:05.283109Z","caller":"traceutil/trace.go:171","msg":"trace[1291701736] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2053; }","duration":"1.264962551s","start":"2026-03-29T02:02:04.018089Z","end":"2026-03-29T02:02:05.283052Z","steps":["trace[1291701736] 'agreement among raft nodes before linearized reading' (duration: 1.264592501s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:05.283179Z","caller":"traceutil/trace.go:171","msg":"trace[1715274275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2053; }","duration":"1.270488701s","start":"2026-03-29T02:02:04.012679Z","end":"2026-03-29T02:02:05.283168Z","steps":["trace[1715274275] 'agreement among raft nodes before linearized reading' (duration: 1.270296106s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.282892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:04.018111Z","time spent":"1.264757476s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:05.283218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:04.012667Z","time spent":"1.270540943s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:05.282892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.191968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:05.283277Z","caller":"traceutil/trace.go:171","msg":"trace[1204231371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2053; }","duration":"913.604809ms","start":"2026-03-29T02:02:04.369663Z","end":"2026-03-29T02:02:05.283268Z","steps":["trace[1204231371] 'agreement among raft nodes before linearized reading' (duration: 913.176457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.283289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:04.018072Z","time spent":"1.265157127s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:02:05.282862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264356915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e579e15d-de7b-4319-9f83-913d754cd5ad\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-29T02:02:05.283349Z","caller":"traceutil/trace.go:171","msg":"trace[1578671105] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e579e15d-de7b-4319-9f83-913d754cd5ad; range_end:; response_count:1; response_revision:2053; }","duration":"1.26489805s","start":"2026-03-29T02:02:04.018441Z","end":"2026-03-29T02:02:05.283339Z","steps":["trace[1578671105] 'agreement among raft nodes before linearized reading' (duration: 1.264193801s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.283406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:04.018413Z","time spent":"1.264986982s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e579e15d-de7b-4319-9f83-913d754cd5ad\" "} {"level":"warn","ts":"2026-03-29T02:02:05.283323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:04.369654Z","time spent":"913.66145ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:05.282944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269775682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:05.283517Z","caller":"traceutil/trace.go:171","msg":"trace[1882248887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2053; }","duration":"1.270369498s","start":"2026-03-29T02:02:04.013128Z","end":"2026-03-29T02:02:05.283497Z","steps":["trace[1882248887] 'agreement among raft nodes before linearized reading' (duration: 1.269782012s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.2836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:04.01311Z","time spent":"1.270466941s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:05.282917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:04.012659Z","time spent":"1.270244835s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:05.750334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.069035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:05.750688Z","caller":"traceutil/trace.go:171","msg":"trace[1036720587] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"460.947982ms","start":"2026-03-29T02:02:05.289654Z","end":"2026-03-29T02:02:05.750602Z","steps":["trace[1036720587] 'process raft request' (duration: 333.434585ms)","trace[1036720587] 'compare' (duration: 126.765527ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:05.750747Z","caller":"traceutil/trace.go:171","msg":"trace[617682922] linearizableReadLoop","detail":"{readStateIndex:2147; appliedIndex:2142; }","duration":"376.742863ms","start":"2026-03-29T02:02:05.373978Z","end":"2026-03-29T02:02:05.750721Z","steps":["trace[617682922] 'read index received' (duration: 249.00291ms)","trace[617682922] 'applied index is now lower than readState.Index' (duration: 127.738743ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:05.75091Z","caller":"traceutil/trace.go:171","msg":"trace[746162294] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"461.098956ms","start":"2026-03-29T02:02:05.28978Z","end":"2026-03-29T02:02:05.750879Z","steps":["trace[746162294] 'process raft request' (duration: 460.779478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.750969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:05.289623Z","time spent":"461.167518ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:05.750977Z","caller":"traceutil/trace.go:171","msg":"trace[692484024] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"461.046665ms","start":"2026-03-29T02:02:05.28985Z","end":"2026-03-29T02:02:05.750896Z","steps":["trace[692484024] 'process raft request' (duration: 460.765017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.751049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:05.289766Z","time spent":"461.212429ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:05.751094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:05.28984Z","time spent":"461.193389ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:05.751073Z","caller":"traceutil/trace.go:171","msg":"trace[1898391389] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"461.131968ms","start":"2026-03-29T02:02:05.289906Z","end":"2026-03-29T02:02:05.751038Z","steps":["trace[1898391389] 'process raft request' (duration: 460.756068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.751098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.66265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:05.751106Z","caller":"traceutil/trace.go:171","msg":"trace[624544716] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"461.363244ms","start":"2026-03-29T02:02:05.289711Z","end":"2026-03-29T02:02:05.751075Z","steps":["trace[624544716] 'process raft request' (duration: 460.742017ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:05.751186Z","caller":"traceutil/trace.go:171","msg":"trace[1702826898] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2059; }","duration":"227.784223ms","start":"2026-03-29T02:02:05.523382Z","end":"2026-03-29T02:02:05.751166Z","steps":["trace[1702826898] 'agreement among raft nodes before linearized reading' (duration: 227.612909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.751192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.609373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-29T02:02:05.751236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:05.289894Z","time spent":"461.255191ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:05.751249Z","caller":"traceutil/trace.go:171","msg":"trace[1709352620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2059; }","duration":"243.705516ms","start":"2026-03-29T02:02:05.507526Z","end":"2026-03-29T02:02:05.751232Z","steps":["trace[1709352620] 'agreement among raft nodes before linearized reading' (duration: 243.447659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.751223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.210135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:05.751273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:05.289691Z","time spent":"461.491797ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:05.751334Z","caller":"traceutil/trace.go:171","msg":"trace[2068420315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2059; }","duration":"377.39138ms","start":"2026-03-29T02:02:05.373913Z","end":"2026-03-29T02:02:05.751304Z","steps":["trace[2068420315] 'agreement among raft nodes before linearized reading' (duration: 377.043991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.751398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:05.373876Z","time spent":"377.513453ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:06.150583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.833564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-29T02:02:06.150666Z","caller":"traceutil/trace.go:171","msg":"trace[839575202] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2059; }","duration":"156.970518ms","start":"2026-03-29T02:02:05.993676Z","end":"2026-03-29T02:02:06.150647Z","steps":["trace[839575202] 'range keys from in-memory index tree' (duration: 156.601038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:06.150725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.986132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:06.150813Z","caller":"traceutil/trace.go:171","msg":"trace[1557679793] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2059; }","duration":"216.131216ms","start":"2026-03-29T02:02:05.934659Z","end":"2026-03-29T02:02:06.15079Z","steps":["trace[1557679793] 'count revisions from in-memory index tree' (duration: 215.8945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:06.559466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.163233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:02:06.559602Z","caller":"traceutil/trace.go:171","msg":"trace[57555729] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2060; }","duration":"267.357348ms","start":"2026-03-29T02:02:06.292198Z","end":"2026-03-29T02:02:06.559556Z","steps":["trace[57555729] 'range keys from in-memory index tree' (duration: 266.848304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:06.559715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.366004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e579e15d-de7b-4319-9f83-913d754cd5ad\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-29T02:02:06.559787Z","caller":"traceutil/trace.go:171","msg":"trace[1858193043] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e579e15d-de7b-4319-9f83-913d754cd5ad; range_end:; response_count:1; response_revision:2060; }","duration":"269.539148ms","start":"2026-03-29T02:02:06.290231Z","end":"2026-03-29T02:02:06.559771Z","steps":["trace[1858193043] 'range keys from in-memory index tree' (duration: 269.167057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:06.559897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.40859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:06.559961Z","caller":"traceutil/trace.go:171","msg":"trace[897808050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2060; }","duration":"189.642656ms","start":"2026-03-29T02:02:06.370307Z","end":"2026-03-29T02:02:06.559949Z","steps":["trace[897808050] 'range keys from in-memory index tree' (duration: 189.122632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:06.559737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.229273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:06.560323Z","caller":"traceutil/trace.go:171","msg":"trace[297347707] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2060; }","duration":"161.891322ms","start":"2026-03-29T02:02:06.398308Z","end":"2026-03-29T02:02:06.5602Z","steps":["trace[297347707] 'count revisions from in-memory index tree' (duration: 161.075189ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:12.914546Z","caller":"traceutil/trace.go:171","msg":"trace[899790347] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"124.069924ms","start":"2026-03-29T02:02:12.790451Z","end":"2026-03-29T02:02:12.914521Z","steps":["trace[899790347] 'process raft request' (duration: 123.895349ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:13.894816Z","caller":"traceutil/trace.go:171","msg":"trace[408183179] linearizableReadLoop","detail":"{readStateIndex:2231; appliedIndex:2229; }","duration":"159.928608ms","start":"2026-03-29T02:02:13.734853Z","end":"2026-03-29T02:02:13.894782Z","steps":["trace[408183179] 'read index received' (duration: 55.330834ms)","trace[408183179] 'applied index is now lower than readState.Index' (duration: 104.595894ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:13.894944Z","caller":"traceutil/trace.go:171","msg":"trace[505067170] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"176.247261ms","start":"2026-03-29T02:02:13.718621Z","end":"2026-03-29T02:02:13.894868Z","steps":["trace[505067170] 'process raft request' (duration: 144.95604ms)","trace[505067170] 'compare' (duration: 31.074945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:13.895016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.153913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-29T02:02:13.895058Z","caller":"traceutil/trace.go:171","msg":"trace[286525356] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2141; }","duration":"160.247646ms","start":"2026-03-29T02:02:13.7348Z","end":"2026-03-29T02:02:13.895047Z","steps":["trace[286525356] 'agreement among raft nodes before linearized reading' (duration: 160.085251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:13.89506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.884012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:02:13.895098Z","caller":"traceutil/trace.go:171","msg":"trace[1442232875] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2141; }","duration":"104.971644ms","start":"2026-03-29T02:02:13.790112Z","end":"2026-03-29T02:02:13.895084Z","steps":["trace[1442232875] 'agreement among raft nodes before linearized reading' (duration: 104.856721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:13.895133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.36313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:02:13.89516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.851179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:02:13.895246Z","caller":"traceutil/trace.go:171","msg":"trace[1558745530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2141; }","duration":"101.936942ms","start":"2026-03-29T02:02:13.793262Z","end":"2026-03-29T02:02:13.895199Z","steps":["trace[1558745530] 'agreement among raft nodes before linearized reading' (duration: 101.730006ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:13.895173Z","caller":"traceutil/trace.go:171","msg":"trace[1074979311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2141; }","duration":"103.422722ms","start":"2026-03-29T02:02:13.791738Z","end":"2026-03-29T02:02:13.895161Z","steps":["trace[1074979311] 'agreement among raft nodes before linearized reading' (duration: 103.317499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:13.895284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.703002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:13.895357Z","caller":"traceutil/trace.go:171","msg":"trace[567094330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2141; }","duration":"102.829366ms","start":"2026-03-29T02:02:13.792489Z","end":"2026-03-29T02:02:13.895319Z","steps":["trace[567094330] 'agreement among raft nodes before linearized reading' (duration: 102.576559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:13.89533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.951082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:02:13.895429Z","caller":"traceutil/trace.go:171","msg":"trace[72076970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2141; }","duration":"102.101816ms","start":"2026-03-29T02:02:13.793307Z","end":"2026-03-29T02:02:13.895409Z","steps":["trace[72076970] 'agreement among raft nodes before linearized reading' (duration: 101.838038ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:16.091091Z","caller":"traceutil/trace.go:171","msg":"trace[271155698] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"722.39873ms","start":"2026-03-29T02:02:15.368658Z","end":"2026-03-29T02:02:16.091057Z","steps":["trace[271155698] 'process raft request' (duration: 669.849491ms)","trace[271155698] 'compare' (duration: 51.920982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:16.091285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:15.368636Z","time spent":"722.523264ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:16.091297Z","caller":"traceutil/trace.go:171","msg":"trace[476884746] linearizableReadLoop","detail":"{readStateIndex:2244; appliedIndex:2241; }","duration":"718.224857ms","start":"2026-03-29T02:02:15.373038Z","end":"2026-03-29T02:02:16.091263Z","steps":["trace[476884746] 'read index received' (duration: 43.970395ms)","trace[476884746] 'applied index is now lower than readState.Index' (duration: 674.251982ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:16.091368Z","caller":"traceutil/trace.go:171","msg":"trace[736824204] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"722.673528ms","start":"2026-03-29T02:02:15.368659Z","end":"2026-03-29T02:02:16.091333Z","steps":["trace[736824204] 'process raft request' (duration: 722.132833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:16.091547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:15.368636Z","time spent":"722.817332ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:16.091573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.501344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:16.091641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.099732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:02:16.09166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.923791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:16.091695Z","caller":"traceutil/trace.go:171","msg":"trace[783099663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2154; }","duration":"173.007763ms","start":"2026-03-29T02:02:15.918677Z","end":"2026-03-29T02:02:16.091685Z","steps":["trace[783099663] 'agreement among raft nodes before linearized reading' (duration: 172.88499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:16.091776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.181038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:02:16.091821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.580152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:02:16.091822Z","caller":"traceutil/trace.go:171","msg":"trace[440741473] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2154; }","duration":"173.2462ms","start":"2026-03-29T02:02:15.91856Z","end":"2026-03-29T02:02:16.091807Z","steps":["trace[440741473] 'agreement among raft nodes before linearized reading' (duration: 173.150108ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:16.091844Z","caller":"traceutil/trace.go:171","msg":"trace[466328865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2154; }","duration":"147.649704ms","start":"2026-03-29T02:02:15.944187Z","end":"2026-03-29T02:02:16.091837Z","steps":["trace[466328865] 'agreement among raft nodes before linearized reading' (duration: 147.587203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:16.091905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.69647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:16.091947Z","caller":"traceutil/trace.go:171","msg":"trace[789712190] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2154; }","duration":"252.783042ms","start":"2026-03-29T02:02:15.839157Z","end":"2026-03-29T02:02:16.09194Z","steps":["trace[789712190] 'agreement among raft nodes before linearized reading' (duration: 252.7137ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:16.091891Z","caller":"traceutil/trace.go:171","msg":"trace[356718701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2154; }","duration":"718.677279ms","start":"2026-03-29T02:02:15.372989Z","end":"2026-03-29T02:02:16.091666Z","steps":["trace[356718701] 'agreement among raft nodes before linearized reading' (duration: 718.438042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:16.092086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:15.372956Z","time spent":"719.08375ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:16.09199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.142237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:02:16.092136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.243096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:02:16.092223Z","caller":"traceutil/trace.go:171","msg":"trace[1838884937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2154; }","duration":"173.399934ms","start":"2026-03-29T02:02:15.918797Z","end":"2026-03-29T02:02:16.092197Z","steps":["trace[1838884937] 'agreement among raft nodes before linearized reading' (duration: 173.146647ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:16.092281Z","caller":"traceutil/trace.go:171","msg":"trace[1797140842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2154; }","duration":"185.41573ms","start":"2026-03-29T02:02:15.906827Z","end":"2026-03-29T02:02:16.092243Z","steps":["trace[1797140842] 'agreement among raft nodes before linearized reading' (duration: 185.247166ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:16.09169Z","caller":"traceutil/trace.go:171","msg":"trace[332335861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2154; }","duration":"715.197845ms","start":"2026-03-29T02:02:15.376479Z","end":"2026-03-29T02:02:16.091677Z","steps":["trace[332335861] 'agreement among raft nodes before linearized reading' (duration: 714.977029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:16.092196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.255072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-29T02:02:16.092374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:15.376463Z","time spent":"715.900994ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:02:16.09241Z","caller":"traceutil/trace.go:171","msg":"trace[1505986231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2154; }","duration":"432.510849ms","start":"2026-03-29T02:02:15.659882Z","end":"2026-03-29T02:02:16.092393Z","steps":["trace[1505986231] 'agreement among raft nodes before linearized reading' (duration: 432.215591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:16.092461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:15.659854Z","time spent":"432.597181ms","remote":"127.0.0.1:57134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-29T02:02:18.398111Z","caller":"traceutil/trace.go:171","msg":"trace[1305271726] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"299.77706ms","start":"2026-03-29T02:02:18.09831Z","end":"2026-03-29T02:02:18.398088Z","steps":["trace[1305271726] 'process raft request' (duration: 299.584605ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:18.398969Z","caller":"traceutil/trace.go:171","msg":"trace[2141315294] linearizableReadLoop","detail":"{readStateIndex:2256; appliedIndex:2254; }","duration":"291.319921ms","start":"2026-03-29T02:02:18.107637Z","end":"2026-03-29T02:02:18.398957Z","steps":["trace[2141315294] 'read index received' (duration: 290.250412ms)","trace[2141315294] 'applied index is now lower than readState.Index' (duration: 1.068489ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:18.399056Z","caller":"traceutil/trace.go:171","msg":"trace[395441271] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"299.992616ms","start":"2026-03-29T02:02:18.099044Z","end":"2026-03-29T02:02:18.399036Z","steps":["trace[395441271] 'process raft request' (duration: 299.853762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:18.399213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:18.099012Z","time spent":"300.093269ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:18.399311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.233775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:02:18.399347Z","caller":"traceutil/trace.go:171","msg":"trace[1929944957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2165; }","duration":"221.308237ms","start":"2026-03-29T02:02:18.178027Z","end":"2026-03-29T02:02:18.399335Z","steps":["trace[1929944957] 'agreement among raft nodes before linearized reading' (duration: 221.084931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:18.399415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.081176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:02:18.3994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.724222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:02:18.399463Z","caller":"traceutil/trace.go:171","msg":"trace[169709210] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2165; }","duration":"219.157208ms","start":"2026-03-29T02:02:18.180285Z","end":"2026-03-29T02:02:18.399443Z","steps":["trace[169709210] 'agreement among raft nodes before linearized reading' (duration: 219.076836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:18.399316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.917609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:02:18.399521Z","caller":"traceutil/trace.go:171","msg":"trace[1081624218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2165; }","duration":"291.912956ms","start":"2026-03-29T02:02:18.107576Z","end":"2026-03-29T02:02:18.399489Z","steps":["trace[1081624218] 'agreement among raft nodes before linearized reading' (duration: 291.492875ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:18.399607Z","caller":"traceutil/trace.go:171","msg":"trace[1786904161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2165; }","duration":"220.216467ms","start":"2026-03-29T02:02:18.179326Z","end":"2026-03-29T02:02:18.399542Z","steps":["trace[1786904161] 'agreement among raft nodes before linearized reading' (duration: 219.843237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:18.399602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.594497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:02:18.399842Z","caller":"traceutil/trace.go:171","msg":"trace[141209644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2165; }","duration":"220.899356ms","start":"2026-03-29T02:02:18.178917Z","end":"2026-03-29T02:02:18.399816Z","steps":["trace[141209644] 'agreement among raft nodes before linearized reading' (duration: 220.466844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:18.39963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.396502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:18.400031Z","caller":"traceutil/trace.go:171","msg":"trace[37053745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2165; }","duration":"220.878046ms","start":"2026-03-29T02:02:18.17914Z","end":"2026-03-29T02:02:18.400018Z","steps":["trace[37053745] 'agreement among raft nodes before linearized reading' (duration: 220.212288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:18.400149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.843344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:02:18.40043Z","caller":"traceutil/trace.go:171","msg":"trace[2030179497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2165; }","duration":"221.233385ms","start":"2026-03-29T02:02:18.1791Z","end":"2026-03-29T02:02:18.400333Z","steps":["trace[2030179497] 'agreement among raft nodes before linearized reading' (duration: 220.117955ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:20.605884Z","caller":"traceutil/trace.go:171","msg":"trace[348258644] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"201.314833ms","start":"2026-03-29T02:02:20.404543Z","end":"2026-03-29T02:02:20.605858Z","steps":["trace[348258644] 'process raft request' (duration: 201.068697ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:20.935921Z","caller":"traceutil/trace.go:171","msg":"trace[1069590311] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"531.1384ms","start":"2026-03-29T02:02:20.404728Z","end":"2026-03-29T02:02:20.935866Z","steps":["trace[1069590311] 'process raft request' (duration: 452.966866ms)","trace[1069590311] 'compare' (duration: 77.632699ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:20.935998Z","caller":"traceutil/trace.go:171","msg":"trace[1431187733] linearizableReadLoop","detail":"{readStateIndex:2265; appliedIndex:2263; }","duration":"520.115881ms","start":"2026-03-29T02:02:20.415846Z","end":"2026-03-29T02:02:20.935962Z","steps":["trace[1431187733] 'read index received' (duration: 189.870553ms)","trace[1431187733] 'applied index is now lower than readState.Index' (duration: 330.243388ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:20.936161Z","caller":"traceutil/trace.go:171","msg":"trace[942775307] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"513.548312ms","start":"2026-03-29T02:02:20.422545Z","end":"2026-03-29T02:02:20.936094Z","steps":["trace[942775307] 'process raft request' (duration: 513.249114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:20.936353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.478031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-29T02:02:20.936378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.422515Z","time spent":"513.744358ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:20.936152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.40468Z","time spent":"531.341626ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:20.936444Z","caller":"traceutil/trace.go:171","msg":"trace[505203332] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2175; }","duration":"520.603444ms","start":"2026-03-29T02:02:20.415802Z","end":"2026-03-29T02:02:20.936405Z","steps":["trace[505203332] 'agreement among raft nodes before linearized reading' (duration: 520.351027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:20.936508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.415724Z","time spent":"520.770079ms","remote":"127.0.0.1:57134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:02:20.936716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.081463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-29T02:02:20.936784Z","caller":"traceutil/trace.go:171","msg":"trace[1329362418] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2175; }","duration":"501.199247ms","start":"2026-03-29T02:02:20.435569Z","end":"2026-03-29T02:02:20.936768Z","steps":["trace[1329362418] 'agreement among raft nodes before linearized reading' (duration: 500.982261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:20.936762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.854139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:20.936818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.435544Z","time spent":"501.269058ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:02:20.936808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.185436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:02:20.936839Z","caller":"traceutil/trace.go:171","msg":"trace[1948256967] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2175; }","duration":"346.991283ms","start":"2026-03-29T02:02:20.589831Z","end":"2026-03-29T02:02:20.936822Z","steps":["trace[1948256967] 'agreement among raft nodes before linearized reading' (duration: 346.857109ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:20.936856Z","caller":"traceutil/trace.go:171","msg":"trace[2022964461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2175; }","duration":"501.248737ms","start":"2026-03-29T02:02:20.435592Z","end":"2026-03-29T02:02:20.936841Z","steps":["trace[2022964461] 'agreement among raft nodes before linearized reading' (duration: 501.084333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:20.936895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.435556Z","time spent":"501.33155ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:20.936878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.246678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:02:20.936892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.044913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-29T02:02:20.9369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.589807Z","time spent":"347.077486ms","remote":"127.0.0.1:37112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:20.93695Z","caller":"traceutil/trace.go:171","msg":"trace[120868634] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2175; }","duration":"501.362091ms","start":"2026-03-29T02:02:20.435573Z","end":"2026-03-29T02:02:20.936935Z","steps":["trace[120868634] 'agreement among raft nodes before linearized reading' (duration: 501.162726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:20.937051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.43556Z","time spent":"501.477174ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:02:20.936994Z","caller":"traceutil/trace.go:171","msg":"trace[705579231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2175; }","duration":"483.141325ms","start":"2026-03-29T02:02:20.453809Z","end":"2026-03-29T02:02:20.93695Z","steps":["trace[705579231] 'agreement among raft nodes before linearized reading' (duration: 482.893159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:20.936894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.143225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:02:20.93712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.492605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:02:20.937206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.453803Z","time spent":"483.32724ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:02:20.937223Z","caller":"traceutil/trace.go:171","msg":"trace[1923767451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2175; }","duration":"483.415133ms","start":"2026-03-29T02:02:20.453732Z","end":"2026-03-29T02:02:20.937147Z","steps":["trace[1923767451] 'agreement among raft nodes before linearized reading' (duration: 482.94428ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:20.937247Z","caller":"traceutil/trace.go:171","msg":"trace[1060469821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2175; }","duration":"483.647259ms","start":"2026-03-29T02:02:20.453537Z","end":"2026-03-29T02:02:20.937184Z","steps":["trace[1060469821] 'agreement among raft nodes before linearized reading' (duration: 483.257258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:20.937334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.453511Z","time spent":"483.806153ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:20.937569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.453711Z","time spent":"483.841835ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:02:33.696913Z","caller":"traceutil/trace.go:171","msg":"trace[924492734] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"156.552666ms","start":"2026-03-29T02:02:33.540328Z","end":"2026-03-29T02:02:33.696881Z","steps":["trace[924492734] 'process raft request' (duration: 155.371024ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:35.207867Z","caller":"traceutil/trace.go:171","msg":"trace[1062942924] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"117.640559ms","start":"2026-03-29T02:02:35.090197Z","end":"2026-03-29T02:02:35.207837Z","steps":["trace[1062942924] 'process raft request' (duration: 117.200157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:37.554395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.866963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:37.554648Z","caller":"traceutil/trace.go:171","msg":"trace[1355108050] linearizableReadLoop","detail":"{readStateIndex:2372; appliedIndex:2371; }","duration":"309.384662ms","start":"2026-03-29T02:02:37.245235Z","end":"2026-03-29T02:02:37.554619Z","steps":["trace[1355108050] 'read index received' (duration: 73.21503ms)","trace[1355108050] 'applied index is now lower than readState.Index' (duration: 236.168032ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:37.554694Z","caller":"traceutil/trace.go:171","msg":"trace[1197271462] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"305.401823ms","start":"2026-03-29T02:02:37.249263Z","end":"2026-03-29T02:02:37.554665Z","steps":["trace[1197271462] 'process raft request' (duration: 305.338351ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:37.55473Z","caller":"traceutil/trace.go:171","msg":"trace[908864978] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"309.538836ms","start":"2026-03-29T02:02:37.245147Z","end":"2026-03-29T02:02:37.554686Z","steps":["trace[908864978] 'process raft request' (duration: 73.287412ms)","trace[908864978] 'compare' (duration: 235.580915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:37.554781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.249257Z","time spent":"305.484186ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:37.554852Z","caller":"traceutil/trace.go:171","msg":"trace[1688062314] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"306.262017ms","start":"2026-03-29T02:02:37.248558Z","end":"2026-03-29T02:02:37.55482Z","steps":["trace[1688062314] 'process raft request' (duration: 305.952319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:37.554932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.245134Z","time spent":"309.67993ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:37.554971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.593628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-29T02:02:37.554998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.248539Z","time spent":"306.38523ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:37.555019Z","caller":"traceutil/trace.go:171","msg":"trace[1492209311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2280; }","duration":"309.70569ms","start":"2026-03-29T02:02:37.245303Z","end":"2026-03-29T02:02:37.555008Z","steps":["trace[1492209311] 'agreement among raft nodes before linearized reading' (duration: 309.536356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:37.555048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.24526Z","time spent":"309.781612ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:02:37.555178Z","caller":"traceutil/trace.go:171","msg":"trace[1252991445] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"305.749353ms","start":"2026-03-29T02:02:37.249398Z","end":"2026-03-29T02:02:37.555147Z","steps":["trace[1252991445] 'process raft request' (duration: 305.237379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:37.55523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.992328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-29T02:02:37.555259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.249392Z","time spent":"305.821775ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:37.555288Z","caller":"traceutil/trace.go:171","msg":"trace[1116116795] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2280; }","duration":"310.045769ms","start":"2026-03-29T02:02:37.245214Z","end":"2026-03-29T02:02:37.55526Z","steps":["trace[1116116795] 'agreement among raft nodes before linearized reading' (duration: 309.555646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:37.55532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.245203Z","time spent":"310.111072ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:02:43.771588Z","caller":"traceutil/trace.go:171","msg":"trace[929392351] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"150.304604ms","start":"2026-03-29T02:02:43.621237Z","end":"2026-03-29T02:02:43.771542Z","steps":["trace[929392351] 'process raft request' (duration: 144.074974ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:43.771643Z","caller":"traceutil/trace.go:171","msg":"trace[110371691] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"146.703175ms","start":"2026-03-29T02:02:43.624894Z","end":"2026-03-29T02:02:43.771597Z","steps":["trace[110371691] 'process raft request' (duration: 146.564602ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:51.356315Z","caller":"traceutil/trace.go:171","msg":"trace[1085219761] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"264.063223ms","start":"2026-03-29T02:02:51.092199Z","end":"2026-03-29T02:02:51.356263Z","steps":["trace[1085219761] 'process raft request' (duration: 263.813356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:52.139183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.437327ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-29T02:02:52.139316Z","caller":"traceutil/trace.go:171","msg":"trace[1837281888] linearizableReadLoop","detail":"{readStateIndex:2448; appliedIndex:2447; }","duration":"499.051465ms","start":"2026-03-29T02:02:51.640241Z","end":"2026-03-29T02:02:52.139292Z","steps":["trace[1837281888] 'read index received' (duration: 41.271µs)","trace[1837281888] 'applied index is now lower than readState.Index' (duration: 499.008204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:52.139342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:51.448269Z","time spent":"691.060915ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:02:52.139541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.294121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a12d802c309383\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-29T02:02:52.139578Z","caller":"traceutil/trace.go:171","msg":"trace[629022751] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a12d802c309383; range_end:; response_count:1; response_revision:2349; }","duration":"499.375213ms","start":"2026-03-29T02:02:51.640191Z","end":"2026-03-29T02:02:52.139567Z","steps":["trace[629022751] 'agreement among raft nodes before linearized reading' (duration: 499.181118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:52.139612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:51.640171Z","time spent":"499.430335ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a12d802c309383\" "} {"level":"warn","ts":"2026-03-29T02:02:52.639405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806105913,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:02:52.807254Z","caller":"traceutil/trace.go:171","msg":"trace[1172284493] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"924.606086ms","start":"2026-03-29T02:02:51.882612Z","end":"2026-03-29T02:02:52.807218Z","steps":["trace[1172284493] 'process raft request' (duration: 880.70713ms)","trace[1172284493] 'compare' (duration: 43.723461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:52.807422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:51.882581Z","time spent":"924.75279ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:52.81223Z","caller":"traceutil/trace.go:171","msg":"trace[304752706] linearizableReadLoop","detail":"{readStateIndex:2451; appliedIndex:2448; }","duration":"672.855219ms","start":"2026-03-29T02:02:52.139343Z","end":"2026-03-29T02:02:52.812198Z","steps":["trace[304752706] 'read index received' (duration: 623.975707ms)","trace[304752706] 'applied index is now lower than readState.Index' (duration: 48.878342ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:52.812399Z","caller":"traceutil/trace.go:171","msg":"trace[374951394] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"671.313256ms","start":"2026-03-29T02:02:52.141055Z","end":"2026-03-29T02:02:52.812368Z","steps":["trace[374951394] 'process raft request' (duration: 670.901495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:52.812528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.834469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:02:52.813043Z","caller":"traceutil/trace.go:171","msg":"trace[1543385487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2352; }","duration":"930.452685ms","start":"2026-03-29T02:02:51.882575Z","end":"2026-03-29T02:02:52.813028Z","steps":["trace[1543385487] 'agreement among raft nodes before linearized reading' (duration: 929.643273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:52.813085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:51.882531Z","time spent":"930.541267ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:52.81309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.141022Z","time spent":"671.907703ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:52.812554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142730528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:02:52.812555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142712428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:52.813312Z","caller":"traceutil/trace.go:171","msg":"trace[1810243169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2352; }","duration":"1.143473849s","start":"2026-03-29T02:02:51.669753Z","end":"2026-03-29T02:02:52.813227Z","steps":["trace[1810243169] 'agreement among raft nodes before linearized reading' (duration: 1.142632116s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:52.813355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:51.669742Z","time spent":"1.143599742s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:02:52.813363Z","caller":"traceutil/trace.go:171","msg":"trace[547090872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2352; }","duration":"1.143589032s","start":"2026-03-29T02:02:51.669751Z","end":"2026-03-29T02:02:52.81334Z","steps":["trace[547090872] 'agreement among raft nodes before linearized reading' (duration: 1.142491452s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:52.813411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:51.669719Z","time spent":"1.143677324s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:02:52.812633Z","caller":"traceutil/trace.go:171","msg":"trace[1357396549] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"670.721261ms","start":"2026-03-29T02:02:52.141886Z","end":"2026-03-29T02:02:52.812607Z","steps":["trace[1357396549] 'process raft request' (duration: 670.246618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:52.812638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14313331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:02:52.813568Z","caller":"traceutil/trace.go:171","msg":"trace[893667341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2352; }","duration":"1.144128876s","start":"2026-03-29T02:02:51.669419Z","end":"2026-03-29T02:02:52.813548Z","steps":["trace[893667341] 'agreement among raft nodes before linearized reading' (duration: 1.143064737s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:52.81358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.141871Z","time spent":"671.596484ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:52.813615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:51.669388Z","time spent":"1.144211199s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:52.812717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163990178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:02:52.813711Z","caller":"traceutil/trace.go:171","msg":"trace[1758381658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2352; }","duration":"1.165005675s","start":"2026-03-29T02:02:51.648695Z","end":"2026-03-29T02:02:52.813701Z","steps":["trace[1758381658] 'agreement among raft nodes before linearized reading' (duration: 1.163903355s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:52.813747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:51.648679Z","time spent":"1.165058296s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:52.812707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.986018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:02:52.813816Z","caller":"traceutil/trace.go:171","msg":"trace[1779292443] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2352; }","duration":"947.14636ms","start":"2026-03-29T02:02:51.866649Z","end":"2026-03-29T02:02:52.813795Z","steps":["trace[1779292443] 'agreement among raft nodes before linearized reading' (duration: 945.907516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:52.812682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.295531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:52.813876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:51.866621Z","time spent":"947.239063ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:02:52.813883Z","caller":"traceutil/trace.go:171","msg":"trace[406297199] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2352; }","duration":"804.557566ms","start":"2026-03-29T02:02:52.009306Z","end":"2026-03-29T02:02:52.813864Z","steps":["trace[406297199] 'agreement among raft nodes before linearized reading' (duration: 803.316552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:52.813945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.009279Z","time spent":"804.650039ms","remote":"127.0.0.1:41108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:53.538274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.328793ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:53.538433Z","caller":"traceutil/trace.go:171","msg":"trace[153654717] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2352; }","duration":"111.500957ms","start":"2026-03-29T02:02:53.426906Z","end":"2026-03-29T02:02:53.538407Z","steps":["trace[153654717] 'range keys from in-memory index tree' (duration: 111.308332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:53.538378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.710241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:53.539041Z","caller":"traceutil/trace.go:171","msg":"trace[1168454264] linearizableReadLoop","detail":"{readStateIndex:2452; appliedIndex:2451; }","duration":"726.691614ms","start":"2026-03-29T02:02:52.812331Z","end":"2026-03-29T02:02:53.539023Z","steps":["trace[1168454264] 'read index received' (duration: 501.251853ms)","trace[1168454264] 'applied index is now lower than readState.Index' (duration: 225.438471ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:53.539097Z","caller":"traceutil/trace.go:171","msg":"trace[561467080] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"752.850917ms","start":"2026-03-29T02:02:52.786222Z","end":"2026-03-29T02:02:53.539072Z","steps":["trace[561467080] 'process raft request' (duration: 527.357544ms)","trace[561467080] 'compare' (duration: 224.521986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:53.539133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295580931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:53.539156Z","caller":"traceutil/trace.go:171","msg":"trace[739064535] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2353; }","duration":"1.295651903s","start":"2026-03-29T02:02:52.243495Z","end":"2026-03-29T02:02:53.539147Z","steps":["trace[739064535] 'agreement among raft nodes before linearized reading' (duration: 1.295595661s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:53.539184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.243472Z","time spent":"1.295705323s","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:53.539206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.78619Z","time spent":"752.96568ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:53.539202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.737184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:53.539272Z","caller":"traceutil/trace.go:171","msg":"trace[121002413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2353; }","duration":"962.868388ms","start":"2026-03-29T02:02:52.576384Z","end":"2026-03-29T02:02:53.539253Z","steps":["trace[121002413] 'agreement among raft nodes before linearized reading' (duration: 962.666222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:53.539267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084141001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-29T02:02:53.539315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.576359Z","time spent":"962.94771ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:53.539346Z","caller":"traceutil/trace.go:171","msg":"trace[2050914408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2353; }","duration":"1.084231843s","start":"2026-03-29T02:02:52.455089Z","end":"2026-03-29T02:02:53.539321Z","steps":["trace[2050914408] 'agreement among raft nodes before linearized reading' (duration: 1.083981197s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:53.539382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.455023Z","time spent":"1.084352197s","remote":"127.0.0.1:57134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:02:53.539267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377598805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-29T02:02:53.539574Z","caller":"traceutil/trace.go:171","msg":"trace[1269210117] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2353; }","duration":"1.377968295s","start":"2026-03-29T02:02:52.161586Z","end":"2026-03-29T02:02:53.539554Z","steps":["trace[1269210117] 'agreement among raft nodes before linearized reading' (duration: 1.377514422s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:53.539647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.161558Z","time spent":"1.378071128s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:02:53.675147Z","caller":"traceutil/trace.go:171","msg":"trace[1885937170] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"858.224917ms","start":"2026-03-29T02:02:52.816888Z","end":"2026-03-29T02:02:53.675113Z","steps":["trace[1885937170] 'process raft request' (duration: 849.199261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:53.675388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.816866Z","time spent":"858.405561ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:53.675584Z","caller":"traceutil/trace.go:171","msg":"trace[127105264] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"857.802675ms","start":"2026-03-29T02:02:52.817754Z","end":"2026-03-29T02:02:53.675556Z","steps":["trace[127105264] 'process raft request' (duration: 857.301692ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:53.675672Z","caller":"traceutil/trace.go:171","msg":"trace[807867702] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"857.299772ms","start":"2026-03-29T02:02:52.818328Z","end":"2026-03-29T02:02:53.675628Z","steps":["trace[807867702] 'process raft request' (duration: 857.018705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:53.675825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.817731Z","time spent":"857.95332ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:53.675897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.818319Z","time spent":"857.461776ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:53.675924Z","caller":"traceutil/trace.go:171","msg":"trace[1773658716] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"857.551419ms","start":"2026-03-29T02:02:52.818352Z","end":"2026-03-29T02:02:53.675904Z","steps":["trace[1773658716] 'process raft request' (duration: 857.194629ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:53.675888Z","caller":"traceutil/trace.go:171","msg":"trace[732345212] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"857.338693ms","start":"2026-03-29T02:02:52.818504Z","end":"2026-03-29T02:02:53.675843Z","steps":["trace[732345212] 'process raft request' (duration: 857.098196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:53.676316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.818342Z","time spent":"857.906738ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:53.67654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.818497Z","time spent":"857.916349ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:53.676003Z","caller":"traceutil/trace.go:171","msg":"trace[161287117] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"857.452786ms","start":"2026-03-29T02:02:52.818531Z","end":"2026-03-29T02:02:53.675984Z","steps":["trace[161287117] 'process raft request' (duration: 857.110517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:53.676916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.818525Z","time spent":"858.238867ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:53.675777Z","caller":"traceutil/trace.go:171","msg":"trace[128777424] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"845.436698ms","start":"2026-03-29T02:02:52.830303Z","end":"2026-03-29T02:02:53.675739Z","steps":["trace[128777424] 'process raft request' (duration: 845.377067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:53.694988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.830272Z","time spent":"864.559979ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:54.510622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.787843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:54.510781Z","caller":"traceutil/trace.go:171","msg":"trace[869731600] linearizableReadLoop","detail":"{readStateIndex:2460; appliedIndex:2452; }","duration":"971.687129ms","start":"2026-03-29T02:02:53.539068Z","end":"2026-03-29T02:02:54.510755Z","steps":["trace[869731600] 'read index received' (duration: 127.182945ms)","trace[869731600] 'applied index is now lower than readState.Index' (duration: 844.502004ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:54.510796Z","caller":"traceutil/trace.go:171","msg":"trace[1787739345] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"1.089707903s","start":"2026-03-29T02:02:53.421057Z","end":"2026-03-29T02:02:54.510765Z","steps":["trace[1787739345] 'process raft request' (duration: 364.572471ms)","trace[1787739345] 'compare' (duration: 724.625278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:54.510859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14169223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:54.51092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695031971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-29T02:02:54.510918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.420996Z","time spent":"1.089867858s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:54.510963Z","caller":"traceutil/trace.go:171","msg":"trace[1462018668] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2361; }","duration":"1.695097813s","start":"2026-03-29T02:02:52.815851Z","end":"2026-03-29T02:02:54.510949Z","steps":["trace[1462018668] 'agreement among raft nodes before linearized reading' (duration: 1.69500279s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:54.511025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:52.815827Z","time spent":"1.695184646s","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-29T02:02:54.510959Z","caller":"traceutil/trace.go:171","msg":"trace[529105878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2361; }","duration":"1.141871024s","start":"2026-03-29T02:02:53.369061Z","end":"2026-03-29T02:02:54.510932Z","steps":["trace[529105878] 'agreement among raft nodes before linearized reading' (duration: 1.14170307s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:54.511279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.369036Z","time spent":"1.142186462s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:55.258094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.531677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:55.258389Z","caller":"traceutil/trace.go:171","msg":"trace[542523555] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"421.175922ms","start":"2026-03-29T02:02:54.837186Z","end":"2026-03-29T02:02:55.258362Z","steps":["trace[542523555] 'process raft request' (duration: 421.055169ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:55.258385Z","caller":"traceutil/trace.go:171","msg":"trace[1081038400] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"955.330213ms","start":"2026-03-29T02:02:54.303007Z","end":"2026-03-29T02:02:55.258337Z","steps":["trace[1081038400] 'process raft request' (duration: 473.443957ms)","trace[1081038400] 'compare' (duration: 481.206718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:55.258469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.837147Z","time spent":"421.288015ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:55.258567Z","caller":"traceutil/trace.go:171","msg":"trace[818018090] linearizableReadLoop","detail":"{readStateIndex:2461; appliedIndex:2460; }","duration":"747.677897ms","start":"2026-03-29T02:02:54.510818Z","end":"2026-03-29T02:02:55.258496Z","steps":["trace[818018090] 'read index received' (duration: 265.686218ms)","trace[818018090] 'applied index is now lower than readState.Index' (duration: 481.987069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:55.258666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.302975Z","time spent":"955.516528ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:55.258724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.659048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:02:55.258771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708763855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:55.258754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125402185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:55.258816Z","caller":"traceutil/trace.go:171","msg":"trace[46379386] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2363; }","duration":"819.830682ms","start":"2026-03-29T02:02:54.438963Z","end":"2026-03-29T02:02:55.258794Z","steps":["trace[46379386] 'agreement among raft nodes before linearized reading' (duration: 819.545004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.258825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.056678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:55.258884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.438938Z","time spent":"819.935245ms","remote":"127.0.0.1:57082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:55.258881Z","caller":"traceutil/trace.go:171","msg":"trace[1520684873] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2363; }","duration":"1.125559559s","start":"2026-03-29T02:02:54.13329Z","end":"2026-03-29T02:02:55.25885Z","steps":["trace[1520684873] 'agreement among raft nodes before linearized reading' (duration: 1.12523019s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:55.258812Z","caller":"traceutil/trace.go:171","msg":"trace[1022083592] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2363; }","duration":"1.708875439s","start":"2026-03-29T02:02:53.549924Z","end":"2026-03-29T02:02:55.258799Z","steps":["trace[1022083592] 'agreement among raft nodes before linearized reading' (duration: 1.708773036s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.258903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.221889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:02:55.258914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.332187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:02:55.258885Z","caller":"traceutil/trace.go:171","msg":"trace[12734209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2363; }","duration":"740.165732ms","start":"2026-03-29T02:02:54.518704Z","end":"2026-03-29T02:02:55.25887Z","steps":["trace[12734209] 'agreement among raft nodes before linearized reading' (duration: 740.060599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.258947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.549906Z","time spent":"1.709027283s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:02:55.25895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.133206Z","time spent":"1.125726995s","remote":"127.0.0.1:43502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:55.258977Z","caller":"traceutil/trace.go:171","msg":"trace[1565786211] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2363; }","duration":"745.357863ms","start":"2026-03-29T02:02:54.513598Z","end":"2026-03-29T02:02:55.258956Z","steps":["trace[1565786211] 'agreement among raft nodes before linearized reading' (duration: 745.130527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.259014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.518684Z","time spent":"740.308665ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:55.259033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.51357Z","time spent":"745.450326ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-29T02:02:55.259042Z","caller":"traceutil/trace.go:171","msg":"trace[255424073] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2363; }","duration":"664.46026ms","start":"2026-03-29T02:02:54.594506Z","end":"2026-03-29T02:02:55.258966Z","steps":["trace[255424073] 'agreement among raft nodes before linearized reading' (duration: 664.245584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.259131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.594474Z","time spent":"664.605584ms","remote":"127.0.0.1:57134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:02:56.509399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806105940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:57.010097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806105940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:57.511295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806105940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:58.012121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806105940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:58.041058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.338765677s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:02:58.041614Z","caller":"traceutil/trace.go:171","msg":"trace[605201242] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"2.339399695s","start":"2026-03-29T02:02:55.702179Z","end":"2026-03-29T02:02:58.041579Z","steps":["trace[605201242] 'process raft request' (duration: 2.339117827s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.041839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.702163Z","time spent":"2.339536588s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:58.370486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000208724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:02:58.370647Z","caller":"traceutil/trace.go:171","msg":"trace[1772043938] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464842s","start":"2026-03-29T02:02:56.370147Z","end":"2026-03-29T02:02:58.370612Z","steps":["trace[1772043938] 'agreement among raft nodes before linearized reading' (duration: 2.000249596s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.370791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:56.37012Z","time spent":"2.000599985s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:02:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:02:59.558077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.516464079s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:02:59.905511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.089975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:59.905924Z","caller":"traceutil/trace.go:171","msg":"trace[564565606] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"4.202211698s","start":"2026-03-29T02:02:55.703684Z","end":"2026-03-29T02:02:59.905896Z","steps":["trace[564565606] 'process raft request' (duration: 3.854656s)","trace[564565606] 'compare' (duration: 346.002806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:59.906022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.703671Z","time spent":"4.20230798s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:59.906512Z","caller":"traceutil/trace.go:171","msg":"trace[1900713369] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"4.202450674s","start":"2026-03-29T02:02:55.704046Z","end":"2026-03-29T02:02:59.906497Z","steps":["trace[1900713369] 'process raft request' (duration: 4.201569281s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:59.906589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.704024Z","time spent":"4.202529596s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:59.906751Z","caller":"traceutil/trace.go:171","msg":"trace[772318928] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"4.202347181s","start":"2026-03-29T02:02:55.704354Z","end":"2026-03-29T02:02:59.906701Z","steps":["trace[772318928] 'process raft request' (duration: 4.201313413s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:59.906843Z","caller":"traceutil/trace.go:171","msg":"trace[1794445990] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"4.202238409s","start":"2026-03-29T02:02:55.704593Z","end":"2026-03-29T02:02:59.906831Z","steps":["trace[1794445990] 'process raft request' (duration: 4.201133209s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:59.906813Z","caller":"traceutil/trace.go:171","msg":"trace[1703264205] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"4.202357132s","start":"2026-03-29T02:02:55.70442Z","end":"2026-03-29T02:02:59.906777Z","steps":["trace[1703264205] 'process raft request' (duration: 4.201270203s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:59.906914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.704584Z","time spent":"4.20229538s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:59.906915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.704328Z","time spent":"4.202503916s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:59.90698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.704404Z","time spent":"4.202491785s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:59.907053Z","caller":"traceutil/trace.go:171","msg":"trace[1661535031] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"4.20158547s","start":"2026-03-29T02:02:55.705458Z","end":"2026-03-29T02:02:59.907043Z","steps":["trace[1661535031] 'process raft request' (duration: 4.201253751s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:59.907108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.70543Z","time spent":"4.201651812s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:59.907188Z","caller":"traceutil/trace.go:171","msg":"trace[1979315957] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"3.389938601s","start":"2026-03-29T02:02:56.517241Z","end":"2026-03-29T02:02:59.90718Z","steps":["trace[1979315957] 'process raft request' (duration: 3.389503019s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:59.907236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:56.517194Z","time spent":"3.390018653s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:00.371164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999848695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:00.371297Z","caller":"traceutil/trace.go:171","msg":"trace[1096114978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000072601s","start":"2026-03-29T02:02:58.371193Z","end":"2026-03-29T02:03:00.371266Z","steps":["trace[1096114978] 'agreement among raft nodes before linearized reading' (duration: 1.999901137s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.371366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:58.371157Z","time spent":"2.000195595s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:02.265731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:57.265943Z","time spent":"4.999779522s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:03:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:02.330356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423534585s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:03:02.331261Z","caller":"traceutil/trace.go:171","msg":"trace[436634427] linearizableReadLoop","detail":"{readStateIndex:2472; appliedIndex:2462; }","duration":"6.322694437s","start":"2026-03-29T02:02:56.008538Z","end":"2026-03-29T02:03:02.331232Z","steps":["trace[436634427] 'read index received' (duration: 2.032758031s)","trace[436634427] 'applied index is now lower than readState.Index' (duration: 4.289934726s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:02.334262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.325699089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-29T02:03:02.334493Z","caller":"traceutil/trace.go:171","msg":"trace[339332085] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2372; }","duration":"6.326061609s","start":"2026-03-29T02:02:56.00841Z","end":"2026-03-29T02:03:02.334472Z","steps":["trace[339332085] 'agreement among raft nodes before linearized reading' (duration: 6.322968385s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.334548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:56.00838Z","time spent":"6.326157241s","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":273,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:02.334422Z","caller":"traceutil/trace.go:171","msg":"trace[319082671] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"3.469190499s","start":"2026-03-29T02:02:58.865197Z","end":"2026-03-29T02:03:02.334388Z","steps":["trace[319082671] 'process raft request' (duration: 3.466026953s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:02.334671Z","caller":"traceutil/trace.go:171","msg":"trace[822399510] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"2.286207444s","start":"2026-03-29T02:03:00.048404Z","end":"2026-03-29T02:03:02.334612Z","steps":["trace[822399510] 'process raft request' (duration: 2.285930967s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.334723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:58.865162Z","time spent":"3.469442516s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:02.334869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.04837Z","time spent":"2.286385119s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:02.334869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.18801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:03:02.334859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143943421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:02.334943Z","caller":"traceutil/trace.go:171","msg":"trace[1412569876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2374; }","duration":"422.338745ms","start":"2026-03-29T02:03:01.912586Z","end":"2026-03-29T02:03:02.334925Z","steps":["trace[1412569876] 'agreement among raft nodes before linearized reading' (duration: 422.16618ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:02.334973Z","caller":"traceutil/trace.go:171","msg":"trace[496891633] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2374; }","duration":"1.144173137s","start":"2026-03-29T02:03:01.190789Z","end":"2026-03-29T02:03:02.334962Z","steps":["trace[496891633] 'agreement among raft nodes before linearized reading' (duration: 1.1439147s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.334927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.066759665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-29T02:03:02.335006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.190756Z","time spent":"1.144240609s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:02.335023Z","caller":"traceutil/trace.go:171","msg":"trace[1061506270] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2374; }","duration":"6.06691514s","start":"2026-03-29T02:02:56.268092Z","end":"2026-03-29T02:03:02.335007Z","steps":["trace[1061506270] 'agreement among raft nodes before linearized reading' (duration: 6.066524109s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.335131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:56.26805Z","time spent":"6.067067794s","remote":"127.0.0.1:57134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:03:02.335133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.677861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:03:02.335153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.434517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:03:02.335183Z","caller":"traceutil/trace.go:171","msg":"trace[1609501339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2374; }","duration":"422.487789ms","start":"2026-03-29T02:03:01.912688Z","end":"2026-03-29T02:03:02.335176Z","steps":["trace[1609501339] 'agreement among raft nodes before linearized reading' (duration: 422.422287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.335207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.912671Z","time spent":"422.53199ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:03:02.335218Z","caller":"traceutil/trace.go:171","msg":"trace[1158496728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2374; }","duration":"423.782764ms","start":"2026-03-29T02:03:01.91139Z","end":"2026-03-29T02:03:02.335173Z","steps":["trace[1158496728] 'agreement among raft nodes before linearized reading' (duration: 423.543357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.335194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.517277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:03:02.335294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.695687838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a12d802c309383\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-29T02:03:02.335269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.911364Z","time spent":"423.895797ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:03:02.335324Z","caller":"traceutil/trace.go:171","msg":"trace[286490575] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a12d802c309383; range_end:; response_count:1; response_revision:2374; }","duration":"5.695765209s","start":"2026-03-29T02:02:56.63955Z","end":"2026-03-29T02:03:02.335316Z","steps":["trace[286490575] 'agreement among raft nodes before linearized reading' (duration: 5.695699738s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.335346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:56.639521Z","time spent":"5.695820681s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a12d802c309383\" "} {"level":"info","ts":"2026-03-29T02:03:02.335343Z","caller":"traceutil/trace.go:171","msg":"trace[315584913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2374; }","duration":"423.759113ms","start":"2026-03-29T02:03:01.911538Z","end":"2026-03-29T02:03:02.335297Z","steps":["trace[315584913] 'agreement among raft nodes before linearized reading' (duration: 423.28785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.335406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.452481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-29T02:03:02.335433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.911502Z","time spent":"423.916077ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:03:02.335488Z","caller":"traceutil/trace.go:171","msg":"trace[835218101] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2374; }","duration":"421.583484ms","start":"2026-03-29T02:03:01.913879Z","end":"2026-03-29T02:03:02.335463Z","steps":["trace[835218101] 'agreement among raft nodes before linearized reading' (duration: 421.383369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.335543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.416049641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:02.33548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911677323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:02.335547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.913864Z","time spent":"421.670896ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-29T02:03:02.335562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.152445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:03:02.335573Z","caller":"traceutil/trace.go:171","msg":"trace[596393058] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2374; }","duration":"5.416138533s","start":"2026-03-29T02:02:56.919427Z","end":"2026-03-29T02:03:02.335566Z","steps":["trace[596393058] 'agreement among raft nodes before linearized reading' (duration: 5.416095272s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:02.335584Z","caller":"traceutil/trace.go:171","msg":"trace[939835280] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2374; }","duration":"2.911819336s","start":"2026-03-29T02:02:59.423755Z","end":"2026-03-29T02:03:02.335574Z","steps":["trace[939835280] 'agreement among raft nodes before linearized reading' (duration: 2.911695773s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.335598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:56.919398Z","time spent":"5.416193535s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:02.335593Z","caller":"traceutil/trace.go:171","msg":"trace[705673463] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:2374; }","duration":"931.225087ms","start":"2026-03-29T02:03:01.404359Z","end":"2026-03-29T02:03:02.335584Z","steps":["trace[705673463] 'agreement among raft nodes before linearized reading' (duration: 931.069612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.335621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.423736Z","time spent":"2.911875037s","remote":"127.0.0.1:41010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:02.335227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.488539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:03:02.335298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954571822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:02.335722Z","caller":"traceutil/trace.go:171","msg":"trace[2075310172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2374; }","duration":"1.955067865s","start":"2026-03-29T02:03:00.380644Z","end":"2026-03-29T02:03:02.335712Z","steps":["trace[2075310172] 'agreement among raft nodes before linearized reading' (duration: 1.954638634s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.33575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.380617Z","time spent":"1.955126957s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:03:02.335749Z","caller":"traceutil/trace.go:171","msg":"trace[1689487598] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2374; }","duration":"422.967862ms","start":"2026-03-29T02:03:01.912721Z","end":"2026-03-29T02:03:02.335689Z","steps":["trace[1689487598] 'agreement among raft nodes before linearized reading' (duration: 422.374615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.335848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.8745479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-29T02:03:02.335906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.912687Z","time spent":"423.200758ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:03:02.335226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949522993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:02.335506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261047418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:03:02.335425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05513823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-29T02:03:02.336029Z","caller":"traceutil/trace.go:171","msg":"trace[1930036441] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2374; }","duration":"2.055803309s","start":"2026-03-29T02:03:00.28022Z","end":"2026-03-29T02:03:02.336023Z","steps":["trace[1930036441] 'agreement among raft nodes before linearized reading' (duration: 2.055090909s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.335266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193205063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:02.336057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.280192Z","time spent":"2.05585647s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:03:02.3359Z","caller":"traceutil/trace.go:171","msg":"trace[1546950383] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2374; }","duration":"5.874731085s","start":"2026-03-29T02:02:56.461158Z","end":"2026-03-29T02:03:02.335889Z","steps":["trace[1546950383] 'agreement among raft nodes before linearized reading' (duration: 5.874518069s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:02.336029Z","caller":"traceutil/trace.go:171","msg":"trace[1047625930] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2374; }","duration":"3.261623405s","start":"2026-03-29T02:02:59.074398Z","end":"2026-03-29T02:03:02.336021Z","steps":["trace[1047625930] 'agreement among raft nodes before linearized reading' (duration: 3.261060949s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.33616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:56.461125Z","time spent":"5.875009373s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-29T02:03:02.336061Z","caller":"traceutil/trace.go:171","msg":"trace[1214455224] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2374; }","duration":"1.194040785s","start":"2026-03-29T02:03:01.142013Z","end":"2026-03-29T02:03:02.336054Z","steps":["trace[1214455224] 'agreement among raft nodes before linearized reading' (duration: 1.193232104s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.336206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.074374Z","time spent":"3.261811999s","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:02.335652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.404327Z","time spent":"931.318629ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-29T02:03:02.336253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.141991Z","time spent":"1.19424301s","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:02.334988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.912554Z","time spent":"422.427207ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:03:02.336Z","caller":"traceutil/trace.go:171","msg":"trace[683768789] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2374; }","duration":"2.950297475s","start":"2026-03-29T02:02:59.38569Z","end":"2026-03-29T02:03:02.335987Z","steps":["trace[683768789] 'agreement among raft nodes before linearized reading' (duration: 2.949495623s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.336477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.385591Z","time spent":"2.950834189s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:02.336923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.929595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:03:02.336983Z","caller":"traceutil/trace.go:171","msg":"trace[2084708420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2374; }","duration":"425.414308ms","start":"2026-03-29T02:03:01.911539Z","end":"2026-03-29T02:03:02.336953Z","steps":["trace[2084708420] 'agreement among raft nodes before linearized reading' (duration: 423.941698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.337015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.911502Z","time spent":"425.50504ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:03:07.173502Z","caller":"traceutil/trace.go:171","msg":"trace[1248478513] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"510.697582ms","start":"2026-03-29T02:03:06.662767Z","end":"2026-03-29T02:03:07.173464Z","steps":["trace[1248478513] 'process raft request' (duration: 506.512138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.173697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:06.66274Z","time spent":"510.849045ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:08.794173Z","caller":"traceutil/trace.go:171","msg":"trace[300514450] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"188.569876ms","start":"2026-03-29T02:03:08.605582Z","end":"2026-03-29T02:03:08.794152Z","steps":["trace[300514450] 'process raft request' (duration: 187.654931ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:08.794174Z","caller":"traceutil/trace.go:171","msg":"trace[521497099] linearizableReadLoop","detail":"{readStateIndex:2513; appliedIndex:2511; }","duration":"135.561283ms","start":"2026-03-29T02:03:08.658582Z","end":"2026-03-29T02:03:08.794144Z","steps":["trace[521497099] 'read index received' (duration: 134.581926ms)","trace[521497099] 'applied index is now lower than readState.Index' (duration: 977.887µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:08.794349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.680101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:03:08.794453Z","caller":"traceutil/trace.go:171","msg":"trace[648712229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2411; }","duration":"180.824346ms","start":"2026-03-29T02:03:08.613608Z","end":"2026-03-29T02:03:08.794433Z","steps":["trace[648712229] 'agreement among raft nodes before linearized reading' (duration: 180.554818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:08.794527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.35526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:03:08.794501Z","caller":"traceutil/trace.go:171","msg":"trace[1536669639] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"179.583522ms","start":"2026-03-29T02:03:08.614879Z","end":"2026-03-29T02:03:08.794462Z","steps":["trace[1536669639] 'process raft request' (duration: 179.183461ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:08.794573Z","caller":"traceutil/trace.go:171","msg":"trace[1452149958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2411; }","duration":"181.442692ms","start":"2026-03-29T02:03:08.613118Z","end":"2026-03-29T02:03:08.794561Z","steps":["trace[1452149958] 'agreement among raft nodes before linearized reading' (duration: 181.270118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:08.794616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.609945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:03:08.79461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.639418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:03:08.794673Z","caller":"traceutil/trace.go:171","msg":"trace[1777506118] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2411; }","duration":"178.741389ms","start":"2026-03-29T02:03:08.615921Z","end":"2026-03-29T02:03:08.794663Z","steps":["trace[1777506118] 'agreement among raft nodes before linearized reading' (duration: 178.536333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:08.794755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.888354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:03:08.794883Z","caller":"traceutil/trace.go:171","msg":"trace[12550383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2411; }","duration":"182.034958ms","start":"2026-03-29T02:03:08.61282Z","end":"2026-03-29T02:03:08.794855Z","steps":["trace[12550383] 'agreement among raft nodes before linearized reading' (duration: 181.674728ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:08.794714Z","caller":"traceutil/trace.go:171","msg":"trace[1109871711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2411; }","duration":"181.780612ms","start":"2026-03-29T02:03:08.612911Z","end":"2026-03-29T02:03:08.794692Z","steps":["trace[1109871711] 'agreement among raft nodes before linearized reading' (duration: 181.485784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:08.795008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.658935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:03:08.795084Z","caller":"traceutil/trace.go:171","msg":"trace[1446543559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2411; }","duration":"182.773098ms","start":"2026-03-29T02:03:08.6123Z","end":"2026-03-29T02:03:08.795073Z","steps":["trace[1446543559] 'agreement among raft nodes before linearized reading' (duration: 181.933025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:13.48748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.079576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:13.487637Z","caller":"traceutil/trace.go:171","msg":"trace[1187743514] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"631.661476ms","start":"2026-03-29T02:03:12.85596Z","end":"2026-03-29T02:03:13.487622Z","steps":[],"step_count":0} {"level":"warn","ts":"2026-03-29T02:03:13.487712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:12.855929Z","time spent":"631.749669ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:13.48888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:12.928188Z","time spent":"560.687932ms","remote":"127.0.0.1:41786","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:03:13.490236Z","caller":"traceutil/trace.go:171","msg":"trace[778723605] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"632.927861ms","start":"2026-03-29T02:03:12.857287Z","end":"2026-03-29T02:03:13.490215Z","steps":["trace[778723605] 'process raft request' (duration: 630.31462ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:13.49027Z","caller":"traceutil/trace.go:171","msg":"trace[810115915] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"631.940304ms","start":"2026-03-29T02:03:12.858294Z","end":"2026-03-29T02:03:13.490234Z","steps":["trace[810115915] 'process raft request' (duration: 631.45602ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:13.490342Z","caller":"traceutil/trace.go:171","msg":"trace[638464640] linearizableReadLoop","detail":"{readStateIndex:2539; appliedIndex:2536; }","duration":"630.647409ms","start":"2026-03-29T02:03:12.859665Z","end":"2026-03-29T02:03:13.490312Z","steps":["trace[638464640] 'read index received' (duration: 322.859µs)","trace[638464640] 'applied index is now lower than readState.Index' (duration: 630.32093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:13.490469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:12.858281Z","time spent":"632.082038ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:13.490472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:12.857266Z","time spent":"633.018733ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:13.490731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.05932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-29T02:03:13.490793Z","caller":"traceutil/trace.go:171","msg":"trace[1579641941] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2437; }","duration":"631.134582ms","start":"2026-03-29T02:03:12.859645Z","end":"2026-03-29T02:03:13.490779Z","steps":["trace[1579641941] 'agreement among raft nodes before linearized reading' (duration: 630.735842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:13.490827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:12.859636Z","time spent":"631.185264ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":275,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:13.490994Z","caller":"traceutil/trace.go:171","msg":"trace[106379474] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"562.928774ms","start":"2026-03-29T02:03:12.928056Z","end":"2026-03-29T02:03:13.490985Z","steps":["trace[106379474] 'process raft request' (duration: 562.171053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:13.491106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:12.928024Z","time spent":"563.029857ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:13.783377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.934981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:03:13.783467Z","caller":"traceutil/trace.go:171","msg":"trace[1997543462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2437; }","duration":"144.081905ms","start":"2026-03-29T02:03:13.639364Z","end":"2026-03-29T02:03:13.783445Z","steps":["trace[1997543462] 'range keys from in-memory index tree' (duration: 143.751746ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:13.787899Z","caller":"traceutil/trace.go:171","msg":"trace[402140217] linearizableReadLoop","detail":"{readStateIndex:2541; appliedIndex:2540; }","duration":"138.954875ms","start":"2026-03-29T02:03:13.648924Z","end":"2026-03-29T02:03:13.787879Z","steps":["trace[402140217] 'read index received' (duration: 138.796351ms)","trace[402140217] 'applied index is now lower than readState.Index' (duration: 156.944µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:13.78793Z","caller":"traceutil/trace.go:171","msg":"trace[1131794688] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"145.574485ms","start":"2026-03-29T02:03:13.642333Z","end":"2026-03-29T02:03:13.787907Z","steps":["trace[1131794688] 'process raft request' (duration: 145.40444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:13.788012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.091878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:13.788054Z","caller":"traceutil/trace.go:171","msg":"trace[1641408417] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2438; }","duration":"139.174121ms","start":"2026-03-29T02:03:13.648868Z","end":"2026-03-29T02:03:13.788042Z","steps":["trace[1641408417] 'agreement among raft nodes before linearized reading' (duration: 139.103659ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:18.95735Z","caller":"traceutil/trace.go:171","msg":"trace[1066705157] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"101.922536ms","start":"2026-03-29T02:03:18.855395Z","end":"2026-03-29T02:03:18.957318Z","steps":["trace[1066705157] 'process raft request' (duration: 101.70418ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:19.067664Z","caller":"traceutil/trace.go:171","msg":"trace[119790369] linearizableReadLoop","detail":"{readStateIndex:2568; appliedIndex:2566; }","duration":"179.078388ms","start":"2026-03-29T02:03:18.888552Z","end":"2026-03-29T02:03:19.06763Z","steps":["trace[119790369] 'read index received' (duration: 68.615419ms)","trace[119790369] 'applied index is now lower than readState.Index' (duration: 110.462079ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:19.067787Z","caller":"traceutil/trace.go:171","msg":"trace[158648510] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"187.067266ms","start":"2026-03-29T02:03:18.880661Z","end":"2026-03-29T02:03:19.067728Z","steps":["trace[158648510] 'process raft request' (duration: 107.044926ms)","trace[158648510] 'compare' (duration: 79.779823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:19.067955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.383716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:03:19.067989Z","caller":"traceutil/trace.go:171","msg":"trace[1926557289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2464; }","duration":"179.48963ms","start":"2026-03-29T02:03:18.888492Z","end":"2026-03-29T02:03:19.067982Z","steps":["trace[1926557289] 'agreement among raft nodes before linearized reading' (duration: 179.250043ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:25.758986Z","caller":"traceutil/trace.go:171","msg":"trace[1033225534] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"103.927321ms","start":"2026-03-29T02:03:25.655019Z","end":"2026-03-29T02:03:25.758947Z","steps":["trace[1033225534] 'process raft request' (duration: 103.618203ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:25.759317Z","caller":"traceutil/trace.go:171","msg":"trace[1455439842] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"101.761692ms","start":"2026-03-29T02:03:25.657544Z","end":"2026-03-29T02:03:25.759305Z","steps":["trace[1455439842] 'process raft request' (duration: 101.33383ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:03.493555Z","caller":"traceutil/trace.go:171","msg":"trace[1820034923] linearizableReadLoop","detail":"{readStateIndex:2815; appliedIndex:2813; }","duration":"155.22626ms","start":"2026-03-29T02:04:03.338289Z","end":"2026-03-29T02:04:03.493515Z","steps":["trace[1820034923] 'read index received' (duration: 33.699642ms)","trace[1820034923] 'applied index is now lower than readState.Index' (duration: 121.524998ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:03.493653Z","caller":"traceutil/trace.go:171","msg":"trace[1665089466] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"179.010532ms","start":"2026-03-29T02:04:03.314598Z","end":"2026-03-29T02:04:03.493608Z","steps":["trace[1665089466] 'process raft request' (duration: 137.450383ms)","trace[1665089466] 'compare' (duration: 41.299501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:03.493783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.461157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:03.493858Z","caller":"traceutil/trace.go:171","msg":"trace[500644494] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2702; }","duration":"155.56699ms","start":"2026-03-29T02:04:03.33827Z","end":"2026-03-29T02:04:03.493837Z","steps":["trace[500644494] 'agreement among raft nodes before linearized reading' (duration: 155.414906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:03.493903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.080215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:03.493902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.842402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-03-29T02:04:03.49396Z","caller":"traceutil/trace.go:171","msg":"trace[808433498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2702; }","duration":"125.178538ms","start":"2026-03-29T02:04:03.368766Z","end":"2026-03-29T02:04:03.493945Z","steps":["trace[808433498] 'agreement among raft nodes before linearized reading' (duration: 125.095036ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:03.493973Z","caller":"traceutil/trace.go:171","msg":"trace[2112354845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2702; }","duration":"153.942055ms","start":"2026-03-29T02:04:03.340017Z","end":"2026-03-29T02:04:03.493959Z","steps":["trace[2112354845] 'agreement among raft nodes before linearized reading' (duration: 153.715299ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:09.480457Z","caller":"traceutil/trace.go:171","msg":"trace[2054955417] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"107.637967ms","start":"2026-03-29T02:04:09.372728Z","end":"2026-03-29T02:04:09.480366Z","steps":["trace[2054955417] 'process raft request' (duration: 106.559627ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:20.380996Z","caller":"traceutil/trace.go:171","msg":"trace[260024731] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"587.9944ms","start":"2026-03-29T02:04:19.792943Z","end":"2026-03-29T02:04:20.380938Z","steps":["trace[260024731] 'process raft request' (duration: 587.780434ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:20.380911Z","caller":"traceutil/trace.go:171","msg":"trace[24185588] linearizableReadLoop","detail":"{readStateIndex:3075; appliedIndex:3074; }","duration":"423.480595ms","start":"2026-03-29T02:04:19.9574Z","end":"2026-03-29T02:04:20.380881Z","steps":["trace[24185588] 'read index received' (duration: 423.2944ms)","trace[24185588] 'applied index is now lower than readState.Index' (duration: 184.965µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:20.381231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:19.792924Z","time spent":"588.188675ms","remote":"127.0.0.1:37160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2483,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:04:20.381398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.557482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:04:20.381432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.690631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:04:20.381451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.218981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-29T02:04:20.381451Z","caller":"traceutil/trace.go:171","msg":"trace[90981429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2951; }","duration":"322.667555ms","start":"2026-03-29T02:04:20.058771Z","end":"2026-03-29T02:04:20.381438Z","steps":["trace[90981429] 'agreement among raft nodes before linearized reading' (duration: 322.445059ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:20.381497Z","caller":"traceutil/trace.go:171","msg":"trace[831056424] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2951; }","duration":"193.301073ms","start":"2026-03-29T02:04:20.188181Z","end":"2026-03-29T02:04:20.381482Z","steps":["trace[831056424] 'agreement among raft nodes before linearized reading' (duration: 193.174229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:20.3815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:20.058749Z","time spent":"322.742607ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:04:20.381506Z","caller":"traceutil/trace.go:171","msg":"trace[1580926462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2951; }","duration":"190.794224ms","start":"2026-03-29T02:04:20.190684Z","end":"2026-03-29T02:04:20.381478Z","steps":["trace[1580926462] 'agreement among raft nodes before linearized reading' (duration: 190.527196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:20.381548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.992419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:20.381584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.850613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:04:20.381664Z","caller":"traceutil/trace.go:171","msg":"trace[161913316] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2951; }","duration":"424.291297ms","start":"2026-03-29T02:04:19.957345Z","end":"2026-03-29T02:04:20.381637Z","steps":["trace[161913316] 'agreement among raft nodes before linearized reading' (duration: 423.812304ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:20.381683Z","caller":"traceutil/trace.go:171","msg":"trace[891502608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2951; }","duration":"191.982917ms","start":"2026-03-29T02:04:20.189672Z","end":"2026-03-29T02:04:20.381655Z","steps":["trace[891502608] 'agreement among raft nodes before linearized reading' (duration: 191.674008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:20.381737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:19.957321Z","time spent":"424.39715ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:24.970472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806107333,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:04:25.237756Z","caller":"traceutil/trace.go:171","msg":"trace[1683833989] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"768.192563ms","start":"2026-03-29T02:04:24.469526Z","end":"2026-03-29T02:04:25.237719Z","steps":["trace[1683833989] 'process raft request' (duration: 767.677949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:25.238038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:24.469502Z","time spent":"768.357638ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:25.242503Z","caller":"traceutil/trace.go:171","msg":"trace[1473040869] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"769.758917ms","start":"2026-03-29T02:04:24.472715Z","end":"2026-03-29T02:04:25.242474Z","steps":["trace[1473040869] 'process raft request' (duration: 769.685955ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:25.242566Z","caller":"traceutil/trace.go:171","msg":"trace[1822085644] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"771.552586ms","start":"2026-03-29T02:04:24.470961Z","end":"2026-03-29T02:04:25.242514Z","steps":["trace[1822085644] 'process raft request' (duration: 771.236947ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:25.242686Z","caller":"traceutil/trace.go:171","msg":"trace[1974710681] linearizableReadLoop","detail":"{readStateIndex:3106; appliedIndex:3102; }","duration":"772.573224ms","start":"2026-03-29T02:04:24.470071Z","end":"2026-03-29T02:04:25.242644Z","steps":["trace[1974710681] 'read index received' (duration: 767.159876ms)","trace[1974710681] 'applied index is now lower than readState.Index' (duration: 5.410938ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:25.242723Z","caller":"traceutil/trace.go:171","msg":"trace[49699686] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"174.54429ms","start":"2026-03-29T02:04:25.068147Z","end":"2026-03-29T02:04:25.242691Z","steps":["trace[49699686] 'process raft request' (duration: 174.285712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:25.242819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:24.472704Z","time spent":"769.914041ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:25.24298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.301616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:25.242596Z","caller":"traceutil/trace.go:171","msg":"trace[878908860] transaction","detail":"{read_only:false; response_revision:2980; number_of_response:1; }","duration":"769.860709ms","start":"2026-03-29T02:04:24.4727Z","end":"2026-03-29T02:04:25.242561Z","steps":["trace[878908860] 'process raft request' (duration: 769.664354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:25.242915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.697928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:25.243019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.666787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:04:25.24306Z","caller":"traceutil/trace.go:171","msg":"trace[208756413] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2982; }","duration":"734.422869ms","start":"2026-03-29T02:04:24.508616Z","end":"2026-03-29T02:04:25.243039Z","steps":["trace[208756413] 'agreement among raft nodes before linearized reading' (duration: 734.271425ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:25.2431Z","caller":"traceutil/trace.go:171","msg":"trace[454934459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2982; }","duration":"711.81304ms","start":"2026-03-29T02:04:24.531273Z","end":"2026-03-29T02:04:25.243086Z","steps":["trace[454934459] 'agreement among raft nodes before linearized reading' (duration: 711.565454ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:25.243104Z","caller":"traceutil/trace.go:171","msg":"trace[816017381] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2982; }","duration":"768.915104ms","start":"2026-03-29T02:04:24.474153Z","end":"2026-03-29T02:04:25.243068Z","steps":["trace[816017381] 'agreement among raft nodes before linearized reading' (duration: 768.678927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:25.243115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:24.472686Z","time spent":"770.368763ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:25.243114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:24.508591Z","time spent":"734.508662ms","remote":"127.0.0.1:42834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:25.243173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:24.474145Z","time spent":"769.007026ms","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:25.243161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:24.531249Z","time spent":"711.898203ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:04:25.24336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:24.470946Z","time spent":"771.747822ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:25.243773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.712715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:04:25.24398Z","caller":"traceutil/trace.go:171","msg":"trace[678458851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2982; }","duration":"773.782717ms","start":"2026-03-29T02:04:24.470022Z","end":"2026-03-29T02:04:25.243804Z","steps":["trace[678458851] 'agreement among raft nodes before linearized reading' (duration: 772.734628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:25.244133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:24.470005Z","time spent":"774.116186ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:04:33.433957Z","caller":"traceutil/trace.go:171","msg":"trace[1511687774] transaction","detail":"{read_only:false; response_revision:3031; number_of_response:1; }","duration":"125.859365ms","start":"2026-03-29T02:04:33.308075Z","end":"2026-03-29T02:04:33.433934Z","steps":["trace[1511687774] 'process raft request' (duration: 71.935259ms)","trace[1511687774] 'compare' (duration: 53.747501ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:33.434155Z","caller":"traceutil/trace.go:171","msg":"trace[1859591270] linearizableReadLoop","detail":"{readStateIndex:3159; appliedIndex:3157; }","duration":"122.448082ms","start":"2026-03-29T02:04:33.31167Z","end":"2026-03-29T02:04:33.434118Z","steps":["trace[1859591270] 'read index received' (duration: 68.353481ms)","trace[1859591270] 'applied index is now lower than readState.Index' (duration: 54.092031ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:33.434249Z","caller":"traceutil/trace.go:171","msg":"trace[1709743266] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"123.033168ms","start":"2026-03-29T02:04:33.31115Z","end":"2026-03-29T02:04:33.434183Z","steps":["trace[1709743266] 'process raft request' (duration: 122.74389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:33.434529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.829012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:04:33.434602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.769813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:04:33.434587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.019223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:04:33.434637Z","caller":"traceutil/trace.go:171","msg":"trace[1381354126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3032; }","duration":"121.855545ms","start":"2026-03-29T02:04:33.312773Z","end":"2026-03-29T02:04:33.434628Z","steps":["trace[1381354126] 'agreement among raft nodes before linearized reading' (duration: 121.524426ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:33.434644Z","caller":"traceutil/trace.go:171","msg":"trace[1857771008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3032; }","duration":"122.989797ms","start":"2026-03-29T02:04:33.311624Z","end":"2026-03-29T02:04:33.434613Z","steps":["trace[1857771008] 'agreement among raft nodes before linearized reading' (duration: 122.643297ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:33.434661Z","caller":"traceutil/trace.go:171","msg":"trace[622116886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3032; }","duration":"121.132905ms","start":"2026-03-29T02:04:33.31351Z","end":"2026-03-29T02:04:33.434643Z","steps":["trace[622116886] 'agreement among raft nodes before linearized reading' (duration: 120.838497ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:56.311046Z","caller":"traceutil/trace.go:171","msg":"trace[991361563] transaction","detail":"{read_only:false; response_revision:3164; number_of_response:1; }","duration":"553.604458ms","start":"2026-03-29T02:04:55.757413Z","end":"2026-03-29T02:04:56.311017Z","steps":["trace[991361563] 'process raft request' (duration: 553.416423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:56.311857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:55.757382Z","time spent":"554.366569ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:56.964637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.488047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:56.965092Z","caller":"traceutil/trace.go:171","msg":"trace[1054717808] linearizableReadLoop","detail":"{readStateIndex:3301; appliedIndex:3294; }","duration":"827.361885ms","start":"2026-03-29T02:04:56.137624Z","end":"2026-03-29T02:04:56.964986Z","steps":["trace[1054717808] 'read index received' (duration: 173.371238ms)","trace[1054717808] 'applied index is now lower than readState.Index' (duration: 653.989567ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:56.965383Z","caller":"traceutil/trace.go:171","msg":"trace[1574113750] transaction","detail":"{read_only:false; response_revision:3165; number_of_response:1; }","duration":"1.207826322s","start":"2026-03-29T02:04:55.757541Z","end":"2026-03-29T02:04:56.965368Z","steps":["trace[1574113750] 'process raft request' (duration: 905.512423ms)","trace[1574113750] 'compare' (duration: 300.789368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:56.965451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:55.757509Z","time spent":"1.207915394s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:56.965478Z","caller":"traceutil/trace.go:171","msg":"trace[2119769243] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"1.162446473s","start":"2026-03-29T02:04:55.802983Z","end":"2026-03-29T02:04:56.96543Z","steps":["trace[2119769243] 'process raft request' (duration: 1.161900268s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:56.965599Z","caller":"traceutil/trace.go:171","msg":"trace[953192553] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"1.20737115s","start":"2026-03-29T02:04:55.758212Z","end":"2026-03-29T02:04:56.965584Z","steps":["trace[953192553] 'process raft request' (duration: 1.206608049s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:56.965712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:55.7582Z","time spent":"1.207452612s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:56.965712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:55.802932Z","time spent":"1.162653658s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:56.965755Z","caller":"traceutil/trace.go:171","msg":"trace[567255559] transaction","detail":"{read_only:false; response_revision:3171; number_of_response:1; }","duration":"820.318594ms","start":"2026-03-29T02:04:56.145373Z","end":"2026-03-29T02:04:56.965692Z","steps":["trace[567255559] 'process raft request' (duration: 819.570633ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:56.965945Z","caller":"traceutil/trace.go:171","msg":"trace[1975939508] transaction","detail":"{read_only:false; response_revision:3170; number_of_response:1; }","duration":"1.077169692s","start":"2026-03-29T02:04:55.888766Z","end":"2026-03-29T02:04:56.965935Z","steps":["trace[1975939508] 'process raft request' (duration: 1.076149505s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:56.965996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:55.88873Z","time spent":"1.077244304s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:56.965946Z","caller":"traceutil/trace.go:171","msg":"trace[1494729710] transaction","detail":"{read_only:false; response_revision:3166; number_of_response:1; }","duration":"1.208087909s","start":"2026-03-29T02:04:55.757651Z","end":"2026-03-29T02:04:56.965739Z","steps":["trace[1494729710] 'process raft request' (duration: 1.207121233s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:56.966192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:56.145351Z","time spent":"820.536029ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:56.966048Z","caller":"traceutil/trace.go:171","msg":"trace[1602966086] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"1.207514853s","start":"2026-03-29T02:04:55.758497Z","end":"2026-03-29T02:04:56.966011Z","steps":["trace[1602966086] 'process raft request' (duration: 1.206354062s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:56.966797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:55.758486Z","time spent":"1.208276814s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:56.966208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.571217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:04:56.967055Z","caller":"traceutil/trace.go:171","msg":"trace[1897961491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3171; }","duration":"829.491722ms","start":"2026-03-29T02:04:56.137554Z","end":"2026-03-29T02:04:56.967046Z","steps":["trace[1897961491] 'agreement among raft nodes before linearized reading' (duration: 828.454974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:56.96708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:56.137531Z","time spent":"829.543563ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:56.966293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:55.757641Z","time spent":"1.20850206s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:57.855578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.217779ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:04:57.855873Z","caller":"traceutil/trace.go:171","msg":"trace[74551569] linearizableReadLoop","detail":"{readStateIndex:3303; appliedIndex:3302; }","duration":"890.723281ms","start":"2026-03-29T02:04:56.965125Z","end":"2026-03-29T02:04:57.855849Z","steps":["trace[74551569] 'read index received' (duration: 176.175833ms)","trace[74551569] 'applied index is now lower than readState.Index' (duration: 714.546038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:57.856578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119358264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:57.856712Z","caller":"traceutil/trace.go:171","msg":"trace[97975164] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3171; }","duration":"1.119475947s","start":"2026-03-29T02:04:56.737146Z","end":"2026-03-29T02:04:57.856622Z","steps":["trace[97975164] 'agreement among raft nodes before linearized reading' (duration: 1.119370864s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:57.856769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:56.73712Z","time spent":"1.119634732s","remote":"127.0.0.1:49092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:57.857066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487159468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:57.85712Z","caller":"traceutil/trace.go:171","msg":"trace[1044507027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3171; }","duration":"1.48724497s","start":"2026-03-29T02:04:56.369865Z","end":"2026-03-29T02:04:57.85711Z","steps":["trace[1044507027] 'agreement among raft nodes before linearized reading' (duration: 1.487171978s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:57.857153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:56.369844Z","time spent":"1.487303312s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:04:57.857543Z","caller":"traceutil/trace.go:171","msg":"trace[1754508969] transaction","detail":"{read_only:false; response_revision:3172; number_of_response:1; }","duration":"885.297414ms","start":"2026-03-29T02:04:56.972204Z","end":"2026-03-29T02:04:57.857502Z","steps":["trace[1754508969] 'process raft request' (duration: 883.516846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:57.857778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:56.972175Z","time spent":"885.483138ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:57.884135Z","caller":"traceutil/trace.go:171","msg":"trace[1211970296] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"193.117313ms","start":"2026-03-29T02:04:57.690962Z","end":"2026-03-29T02:04:57.884079Z","steps":["trace[1211970296] 'process raft request' (duration: 166.523912ms)","trace[1211970296] 'compare' (duration: 26.374305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:57.884261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.791582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:04:57.884301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.686614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a12d9ea73ee2c4\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-29T02:04:57.884364Z","caller":"traceutil/trace.go:171","msg":"trace[72437862] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3173; }","duration":"605.925616ms","start":"2026-03-29T02:04:57.278413Z","end":"2026-03-29T02:04:57.884338Z","steps":["trace[72437862] 'agreement among raft nodes before linearized reading' (duration: 605.724801ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:57.884406Z","caller":"traceutil/trace.go:171","msg":"trace[1478878073] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a12d9ea73ee2c4; range_end:; response_count:1; response_revision:3173; }","duration":"277.847398ms","start":"2026-03-29T02:04:57.606535Z","end":"2026-03-29T02:04:57.884383Z","steps":["trace[1478878073] 'agreement among raft nodes before linearized reading' (duration: 277.578271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:57.884421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:57.278332Z","time spent":"606.07647ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:57.884551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.528133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-29T02:04:57.884602Z","caller":"traceutil/trace.go:171","msg":"trace[583364100] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3173; }","duration":"506.621735ms","start":"2026-03-29T02:04:57.377966Z","end":"2026-03-29T02:04:57.884588Z","steps":["trace[583364100] 'agreement among raft nodes before linearized reading' (duration: 506.389318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:57.884643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:57.377947Z","time spent":"506.685937ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-29T02:04:58.304454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.147847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:58.304655Z","caller":"traceutil/trace.go:171","msg":"trace[1081354505] linearizableReadLoop","detail":"{readStateIndex:3306; appliedIndex:3305; }","duration":"416.577396ms","start":"2026-03-29T02:04:57.888058Z","end":"2026-03-29T02:04:58.304635Z","steps":["trace[1081354505] 'read index received' (duration: 149.204252ms)","trace[1081354505] 'applied index is now lower than readState.Index' (duration: 267.371304ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:58.304888Z","caller":"traceutil/trace.go:171","msg":"trace[1651956380] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"417.530722ms","start":"2026-03-29T02:04:57.887306Z","end":"2026-03-29T02:04:58.304836Z","steps":["trace[1651956380] 'process raft request' (duration: 149.899242ms)","trace[1651956380] 'compare' (duration: 266.979163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:58.305126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.057379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-03-29T02:04:58.305176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:57.887277Z","time spent":"417.751688ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:58.305237Z","caller":"traceutil/trace.go:171","msg":"trace[624743554] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3174; }","duration":"417.212374ms","start":"2026-03-29T02:04:57.888004Z","end":"2026-03-29T02:04:58.305217Z","steps":["trace[624743554] 'agreement among raft nodes before linearized reading' (duration: 416.801383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:58.305292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:57.887991Z","time spent":"417.287455ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-29T02:04:58.677188Z","caller":"traceutil/trace.go:171","msg":"trace[1345325922] linearizableReadLoop","detail":"{readStateIndex:3307; appliedIndex:3306; }","duration":"368.726858ms","start":"2026-03-29T02:04:58.308419Z","end":"2026-03-29T02:04:58.677146Z","steps":["trace[1345325922] 'read index received' (duration: 281.562496ms)","trace[1345325922] 'applied index is now lower than readState.Index' (duration: 87.163102ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:58.677207Z","caller":"traceutil/trace.go:171","msg":"trace[1325150907] transaction","detail":"{read_only:false; response_revision:3175; number_of_response:1; }","duration":"601.063132ms","start":"2026-03-29T02:04:58.0761Z","end":"2026-03-29T02:04:58.677163Z","steps":["trace[1325150907] 'process raft request' (duration: 513.85933ms)","trace[1325150907] 'compare' (duration: 87.025648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:58.677489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.657215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a12d9ebd4fcef0\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-29T02:04:58.677521Z","caller":"traceutil/trace.go:171","msg":"trace[508364940] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a12d9ebd4fcef0; range_end:; response_count:1; response_revision:3175; }","duration":"368.717498ms","start":"2026-03-29T02:04:58.308794Z","end":"2026-03-29T02:04:58.677512Z","steps":["trace[508364940] 'agreement among raft nodes before linearized reading' (duration: 368.539913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:58.677553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.308744Z","time spent":"368.80151ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a12d9ebd4fcef0\" "} {"level":"warn","ts":"2026-03-29T02:04:58.67751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.057837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-29T02:04:58.677639Z","caller":"traceutil/trace.go:171","msg":"trace[1995150684] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3175; }","duration":"369.238212ms","start":"2026-03-29T02:04:58.30837Z","end":"2026-03-29T02:04:58.677608Z","steps":["trace[1995150684] 'agreement among raft nodes before linearized reading' (duration: 368.890992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:58.677724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.308343Z","time spent":"369.357735ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-29T02:04:58.67786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.69598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:58.677893Z","caller":"traceutil/trace.go:171","msg":"trace[403671053] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3175; }","duration":"161.782153ms","start":"2026-03-29T02:04:58.516103Z","end":"2026-03-29T02:04:58.677885Z","steps":["trace[403671053] 'agreement among raft nodes before linearized reading' (duration: 161.727312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:58.678027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.473166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:04:58.678065Z","caller":"traceutil/trace.go:171","msg":"trace[1195748350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3175; }","duration":"342.519168ms","start":"2026-03-29T02:04:58.335537Z","end":"2026-03-29T02:04:58.678056Z","steps":["trace[1195748350] 'agreement among raft nodes before linearized reading' (duration: 342.375204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:58.678084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.33545Z","time spent":"342.62959ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:04:58.678478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.076074Z","time spent":"601.219806ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:59.297845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.514349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:59.298114Z","caller":"traceutil/trace.go:171","msg":"trace[2139052225] transaction","detail":"{read_only:false; response_revision:3176; number_of_response:1; }","duration":"617.467079ms","start":"2026-03-29T02:04:58.6806Z","end":"2026-03-29T02:04:59.298067Z","steps":["trace[2139052225] 'process raft request' (duration: 232.587921ms)","trace[2139052225] 'compare' (duration: 383.980224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:59.298347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.680576Z","time spent":"617.645333ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:59.298378Z","caller":"traceutil/trace.go:171","msg":"trace[1460720152] linearizableReadLoop","detail":"{readStateIndex:3308; appliedIndex:3307; }","duration":"616.570044ms","start":"2026-03-29T02:04:58.681772Z","end":"2026-03-29T02:04:59.298342Z","steps":["trace[1460720152] 'read index received' (duration: 231.381718ms)","trace[1460720152] 'applied index is now lower than readState.Index' (duration: 385.183406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:59.298703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.887913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-29T02:04:59.298752Z","caller":"traceutil/trace.go:171","msg":"trace[795738674] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"615.959777ms","start":"2026-03-29T02:04:58.682752Z","end":"2026-03-29T02:04:59.298712Z","steps":["trace[795738674] 'process raft request' (duration: 615.290699ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:59.298821Z","caller":"traceutil/trace.go:171","msg":"trace[102065625] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3176; }","duration":"617.037546ms","start":"2026-03-29T02:04:58.681752Z","end":"2026-03-29T02:04:59.298789Z","steps":["trace[102065625] 'agreement among raft nodes before linearized reading' (duration: 616.676207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:59.298881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.681745Z","time spent":"617.1262ms","remote":"127.0.0.1:43502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-29T02:04:59.298916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.682747Z","time spent":"616.06046ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:59.299008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.116636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:04:59.299014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.230579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:04:59.299059Z","caller":"traceutil/trace.go:171","msg":"trace[696926275] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3179; }","duration":"326.194548ms","start":"2026-03-29T02:04:58.97285Z","end":"2026-03-29T02:04:59.299045Z","steps":["trace[696926275] 'agreement among raft nodes before linearized reading' (duration: 325.989983ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:59.299064Z","caller":"traceutil/trace.go:171","msg":"trace[1456070321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3179; }","duration":"326.338122ms","start":"2026-03-29T02:04:58.972714Z","end":"2026-03-29T02:04:59.299052Z","steps":["trace[1456070321] 'agreement among raft nodes before linearized reading' (duration: 326.094256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:59.29909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.972835Z","time spent":"326.24794ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:04:59.299098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.972685Z","time spent":"326.406215ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:04:59.299157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.913298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:04:59.299193Z","caller":"traceutil/trace.go:171","msg":"trace[1081545297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3179; }","duration":"327.069522ms","start":"2026-03-29T02:04:58.972115Z","end":"2026-03-29T02:04:59.299185Z","steps":["trace[1081545297] 'agreement among raft nodes before linearized reading' (duration: 326.972989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:59.299144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.776928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:04:59.299216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.972086Z","time spent":"327.126404ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:04:59.299244Z","caller":"traceutil/trace.go:171","msg":"trace[53031525] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"325.482379ms","start":"2026-03-29T02:04:58.973751Z","end":"2026-03-29T02:04:59.299234Z","steps":["trace[53031525] 'process raft request' (duration: 324.955045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:59.299173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.850297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:04:59.299262Z","caller":"traceutil/trace.go:171","msg":"trace[1674130673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3179; }","duration":"325.971302ms","start":"2026-03-29T02:04:58.973264Z","end":"2026-03-29T02:04:59.299236Z","steps":["trace[1674130673] 'agreement among raft nodes before linearized reading' (duration: 325.51417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:59.299303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.973727Z","time spent":"325.54307ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:59.299311Z","caller":"traceutil/trace.go:171","msg":"trace[919346568] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3179; }","duration":"591.041123ms","start":"2026-03-29T02:04:58.70824Z","end":"2026-03-29T02:04:59.299281Z","steps":["trace[919346568] 'agreement among raft nodes before linearized reading' (duration: 590.540969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:59.299326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.973229Z","time spent":"326.084026ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:59.299394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.708223Z","time spent":"591.151815ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:04:59.299195Z","caller":"traceutil/trace.go:171","msg":"trace[2091045139] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"325.953652ms","start":"2026-03-29T02:04:58.97323Z","end":"2026-03-29T02:04:59.299184Z","steps":["trace[2091045139] 'process raft request' (duration: 325.391967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:59.299464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.973205Z","time spent":"326.23618ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:59.869042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806107868,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:05:00.369434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806107868,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:05:00.63482Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.329014806s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:05:00.807504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.327629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:00.807858Z","caller":"traceutil/trace.go:171","msg":"trace[1784399102] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"1.502174137s","start":"2026-03-29T02:04:59.305656Z","end":"2026-03-29T02:05:00.80783Z","steps":["trace[1784399102] 'process raft request' (duration: 1.329421616s)","trace[1784399102] 'compare' (duration: 171.760564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:00.807928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.305627Z","time spent":"1.50227156s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:00.808445Z","caller":"traceutil/trace.go:171","msg":"trace[1690593231] linearizableReadLoop","detail":"{readStateIndex:3316; appliedIndex:3311; }","duration":"1.440445596s","start":"2026-03-29T02:04:59.36799Z","end":"2026-03-29T02:05:00.808436Z","steps":["trace[1690593231] 'read index received' (duration: 1.267103129s)","trace[1690593231] 'applied index is now lower than readState.Index' (duration: 173.341527ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:00.808549Z","caller":"traceutil/trace.go:171","msg":"trace[265786654] transaction","detail":"{read_only:false; response_revision:3183; number_of_response:1; }","duration":"1.502032874s","start":"2026-03-29T02:04:59.306508Z","end":"2026-03-29T02:05:00.808541Z","steps":["trace[265786654] 'process raft request' (duration: 1.501857809s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:00.808538Z","caller":"traceutil/trace.go:171","msg":"trace[1114615099] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"1.50265334s","start":"2026-03-29T02:04:59.305838Z","end":"2026-03-29T02:05:00.808492Z","steps":["trace[1114615099] 'process raft request' (duration: 1.502449445s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:00.808602Z","caller":"traceutil/trace.go:171","msg":"trace[475809474] transaction","detail":"{read_only:false; response_revision:3181; number_of_response:1; }","duration":"1.502802664s","start":"2026-03-29T02:04:59.305767Z","end":"2026-03-29T02:05:00.80857Z","steps":["trace[475809474] 'process raft request' (duration: 1.502030133s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.80865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430364022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:00.808676Z","caller":"traceutil/trace.go:171","msg":"trace[532753993] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3184; }","duration":"1.430416134s","start":"2026-03-29T02:04:59.378253Z","end":"2026-03-29T02:05:00.808669Z","steps":["trace[532753993] 'agreement among raft nodes before linearized reading' (duration: 1.430365983s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.808705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.378242Z","time spent":"1.430457795s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:05:00.808657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440635841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:00.808752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.305756Z","time spent":"1.502910958s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:00.80878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.30582Z","time spent":"1.502831506s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:00.808592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.306485Z","time spent":"1.502079565s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:00.808864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.681234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:00.808948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.880067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:05:00.808956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42179002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:05:00.80878Z","caller":"traceutil/trace.go:171","msg":"trace[1384445944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3184; }","duration":"1.440799055s","start":"2026-03-29T02:04:59.367951Z","end":"2026-03-29T02:05:00.80875Z","steps":["trace[1384445944] 'agreement among raft nodes before linearized reading' (duration: 1.44061677s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:00.809033Z","caller":"traceutil/trace.go:171","msg":"trace[810578796] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3184; }","duration":"1.421894873s","start":"2026-03-29T02:04:59.387129Z","end":"2026-03-29T02:05:00.809024Z","steps":["trace[810578796] 'agreement among raft nodes before linearized reading' (duration: 1.421776139s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.809069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430586439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-29T02:05:00.809074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.367929Z","time spent":"1.441125363s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:05:00.809076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.387119Z","time spent":"1.421946605s","remote":"127.0.0.1:43410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:00.809142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132306569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a12d9ccf3799f0\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-29T02:05:00.809781Z","caller":"traceutil/trace.go:171","msg":"trace[1838171973] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a12d9ccf3799f0; range_end:; response_count:1; response_revision:3184; }","duration":"1.132981077s","start":"2026-03-29T02:04:59.676779Z","end":"2026-03-29T02:05:00.80976Z","steps":["trace[1838171973] 'agreement among raft nodes before linearized reading' (duration: 1.132253677s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:00.809094Z","caller":"traceutil/trace.go:171","msg":"trace[1146193371] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3184; }","duration":"1.430623469s","start":"2026-03-29T02:04:59.378465Z","end":"2026-03-29T02:05:00.809088Z","steps":["trace[1146193371] 'agreement among raft nodes before linearized reading' (duration: 1.430556558s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.810024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.378459Z","time spent":"1.431539084s","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-29T02:05:00.809007Z","caller":"traceutil/trace.go:171","msg":"trace[1096928804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3184; }","duration":"945.942048ms","start":"2026-03-29T02:04:59.863028Z","end":"2026-03-29T02:05:00.80897Z","steps":["trace[1096928804] 'agreement among raft nodes before linearized reading' (duration: 945.854786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.810101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.863007Z","time spent":"947.077089ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:05:00.809004Z","caller":"traceutil/trace.go:171","msg":"trace[777134269] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3184; }","duration":"566.841608ms","start":"2026-03-29T02:05:00.242119Z","end":"2026-03-29T02:05:00.80896Z","steps":["trace[777134269] 'agreement among raft nodes before linearized reading' (duration: 566.714004ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:00.808851Z","caller":"traceutil/trace.go:171","msg":"trace[554956921] transaction","detail":"{read_only:false; response_revision:3184; number_of_response:1; }","duration":"918.30941ms","start":"2026-03-29T02:04:59.890526Z","end":"2026-03-29T02:05:00.808836Z","steps":["trace[554956921] 'process raft request' (duration: 917.877638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.810217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.242066Z","time spent":"568.097983ms","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:00.810307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.890503Z","time spent":"919.77214ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:00.810377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.676757Z","time spent":"1.133604863s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a12d9ccf3799f0\" "} {"level":"warn","ts":"2026-03-29T02:05:02.279442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147541506s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:02.279766Z","caller":"traceutil/trace.go:171","msg":"trace[1216663869] linearizableReadLoop","detail":"{readStateIndex:3317; appliedIndex:3316; }","duration":"1.463935397s","start":"2026-03-29T02:05:00.815784Z","end":"2026-03-29T02:05:02.279719Z","steps":["trace[1216663869] 'read index received' (duration: 316.068272ms)","trace[1216663869] 'applied index is now lower than readState.Index' (duration: 1.147862714s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:02.279957Z","caller":"traceutil/trace.go:171","msg":"trace[251493505] transaction","detail":"{read_only:false; response_revision:3185; number_of_response:1; }","duration":"1.467122113s","start":"2026-03-29T02:05:00.812814Z","end":"2026-03-29T02:05:02.279936Z","steps":["trace[251493505] 'process raft request' (duration: 318.992312ms)","trace[251493505] 'compare' (duration: 1.14696041s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:02.280038Z","caller":"traceutil/trace.go:171","msg":"trace[907117223] transaction","detail":"{read_only:false; response_revision:3186; number_of_response:1; }","duration":"1.463073994s","start":"2026-03-29T02:05:00.816949Z","end":"2026-03-29T02:05:02.280023Z","steps":["trace[907117223] 'process raft request' (duration: 1.462643132s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:02.28012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.816934Z","time spent":"1.463151686s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:02.280116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.812785Z","time spent":"1.467210476s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:02.280298Z","caller":"traceutil/trace.go:171","msg":"trace[730416648] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"974.800316ms","start":"2026-03-29T02:05:01.305487Z","end":"2026-03-29T02:05:02.280288Z","steps":["trace[730416648] 'process raft request' (duration: 974.20159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:02.280354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:01.305455Z","time spent":"974.871808ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:02.280592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464799391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-29T02:05:02.280659Z","caller":"traceutil/trace.go:171","msg":"trace[760834873] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3188; }","duration":"1.464918934s","start":"2026-03-29T02:05:00.815724Z","end":"2026-03-29T02:05:02.280643Z","steps":["trace[760834873] 'agreement among raft nodes before linearized reading' (duration: 1.464670767s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:02.280702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.8157Z","time spent":"1.464992686s","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-29T02:05:02.280884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463711971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:05:02.280934Z","caller":"traceutil/trace.go:171","msg":"trace[298467820] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3188; }","duration":"1.463774913s","start":"2026-03-29T02:05:00.817147Z","end":"2026-03-29T02:05:02.280922Z","steps":["trace[298467820] 'agreement among raft nodes before linearized reading' (duration: 1.463625799s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:02.280969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.817141Z","time spent":"1.463820654s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:05:02.281246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463893266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:02.279815Z","caller":"traceutil/trace.go:171","msg":"trace[1056392804] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"974.301593ms","start":"2026-03-29T02:05:01.305492Z","end":"2026-03-29T02:05:02.279793Z","steps":["trace[1056392804] 'process raft request' (duration: 974.231421ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:02.281375Z","caller":"traceutil/trace.go:171","msg":"trace[1140669477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3188; }","duration":"1.463976068s","start":"2026-03-29T02:05:00.817315Z","end":"2026-03-29T02:05:02.281291Z","steps":["trace[1140669477] 'agreement among raft nodes before linearized reading' (duration: 1.463880096s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:02.281408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:01.305451Z","time spent":"975.875195ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:02.281397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.337697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:05:02.281518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.868175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:05:02.281606Z","caller":"traceutil/trace.go:171","msg":"trace[1839609222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3188; }","duration":"976.03753ms","start":"2026-03-29T02:05:01.305549Z","end":"2026-03-29T02:05:02.281586Z","steps":["trace[1839609222] 'agreement among raft nodes before linearized reading' (duration: 975.743752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:02.281653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:01.305511Z","time spent":"976.134693ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:05:02.28162Z","caller":"traceutil/trace.go:171","msg":"trace[158667637] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:3188; }","duration":"870.586104ms","start":"2026-03-29T02:05:01.410982Z","end":"2026-03-29T02:05:02.281568Z","steps":["trace[158667637] 'agreement among raft nodes before linearized reading' (duration: 870.197973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:02.281811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:01.410957Z","time spent":"870.83752ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-29T02:05:02.281734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.721093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:05:02.281449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.817303Z","time spent":"1.464133132s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:05:02.282095Z","caller":"traceutil/trace.go:171","msg":"trace[867999614] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3188; }","duration":"326.137294ms","start":"2026-03-29T02:05:01.955933Z","end":"2026-03-29T02:05:02.28207Z","steps":["trace[867999614] 'agreement among raft nodes before linearized reading' (duration: 325.732053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:02.282603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:01.955904Z","time spent":"326.253968ms","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:02.785913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806107884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:05:02.890436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:02.284453Z","time spent":"605.977426ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:05:03.636477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.466117ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:03.636658Z","caller":"traceutil/trace.go:171","msg":"trace[1328301704] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3188; }","duration":"208.660532ms","start":"2026-03-29T02:05:03.427983Z","end":"2026-03-29T02:05:03.636644Z","steps":["trace[1328301704] 'range keys from in-memory index tree' (duration: 208.449407ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:03.636874Z","caller":"traceutil/trace.go:171","msg":"trace[430916109] linearizableReadLoop","detail":"{readStateIndex:3322; appliedIndex:3320; }","duration":"1.351573526s","start":"2026-03-29T02:05:02.285262Z","end":"2026-03-29T02:05:03.636835Z","steps":["trace[430916109] 'read index received' (duration: 562.333164ms)","trace[430916109] 'applied index is now lower than readState.Index' (duration: 789.238482ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:03.637019Z","caller":"traceutil/trace.go:171","msg":"trace[70397842] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"1.349804968s","start":"2026-03-29T02:05:02.287132Z","end":"2026-03-29T02:05:03.636937Z","steps":["trace[70397842] 'process raft request' (duration: 1.265218277s)","trace[70397842] 'compare' (duration: 84.092068ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:03.637292Z","caller":"traceutil/trace.go:171","msg":"trace[518667980] transaction","detail":"{read_only:false; response_revision:3191; number_of_response:1; }","duration":"798.503682ms","start":"2026-03-29T02:05:02.838767Z","end":"2026-03-29T02:05:03.637271Z","steps":["trace[518667980] 'process raft request' (duration: 797.981858ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:03.636956Z","caller":"traceutil/trace.go:171","msg":"trace[687785935] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"821.804994ms","start":"2026-03-29T02:05:02.815142Z","end":"2026-03-29T02:05:03.636948Z","steps":["trace[687785935] 'process raft request' (duration: 821.511926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:03.637453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:02.815124Z","time spent":"822.265067ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:03.637463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:02.287105Z","time spent":"1.350221069s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:03.63784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352577833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9175"} {"level":"info","ts":"2026-03-29T02:05:03.637923Z","caller":"traceutil/trace.go:171","msg":"trace[1483740375] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3191; }","duration":"1.352711747s","start":"2026-03-29T02:05:02.285193Z","end":"2026-03-29T02:05:03.637905Z","steps":["trace[1483740375] 'agreement among raft nodes before linearized reading' (duration: 1.35246964s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:03.63798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:02.285162Z","time spent":"1.352805669s","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9197,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:05:03.637466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:02.838732Z","time spent":"798.610865ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:03.66639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.904783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:05:03.66645Z","caller":"traceutil/trace.go:171","msg":"trace[397093183] transaction","detail":"{read_only:false; response_revision:3192; number_of_response:1; }","duration":"774.683547ms","start":"2026-03-29T02:05:02.891738Z","end":"2026-03-29T02:05:03.666421Z","steps":["trace[397093183] 'process raft request' (duration: 774.256846ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:03.666503Z","caller":"traceutil/trace.go:171","msg":"trace[2012675665] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3192; }","duration":"854.071018ms","start":"2026-03-29T02:05:02.812405Z","end":"2026-03-29T02:05:03.666476Z","steps":["trace[2012675665] 'agreement among raft nodes before linearized reading' (duration: 853.80096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:03.666472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.79708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:05:03.66659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:02.812379Z","time spent":"854.197501ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:05:03.666621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:02.891696Z","time spent":"774.80959ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:03.666629Z","caller":"traceutil/trace.go:171","msg":"trace[416549158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3192; }","duration":"853.982656ms","start":"2026-03-29T02:05:02.812607Z","end":"2026-03-29T02:05:03.66659Z","steps":["trace[416549158] 'agreement among raft nodes before linearized reading' (duration: 853.577335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:03.666633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.2824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:05:03.666667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.064893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:05:03.666603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134812613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:05:03.666807Z","caller":"traceutil/trace.go:171","msg":"trace[2040246802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3192; }","duration":"852.28608ms","start":"2026-03-29T02:05:02.814486Z","end":"2026-03-29T02:05:03.666772Z","steps":["trace[2040246802] 'agreement among raft nodes before linearized reading' (duration: 851.832337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:03.666877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:02.814439Z","time spent":"852.426183ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:05:03.666713Z","caller":"traceutil/trace.go:171","msg":"trace[399285284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3192; }","duration":"852.399412ms","start":"2026-03-29T02:05:02.814292Z","end":"2026-03-29T02:05:03.666692Z","steps":["trace[399285284] 'agreement among raft nodes before linearized reading' (duration: 852.098654ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:03.66692Z","caller":"traceutil/trace.go:171","msg":"trace[1658007940] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3192; }","duration":"1.135173713s","start":"2026-03-29T02:05:02.531648Z","end":"2026-03-29T02:05:03.666821Z","steps":["trace[1658007940] 'agreement among raft nodes before linearized reading' (duration: 1.134644479s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:03.667117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:02.531625Z","time spent":"1.13543416s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:05:03.666706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:02.812596Z","time spent":"854.095128ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:03.666994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:02.814281Z","time spent":"852.700131ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:05:03.66735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379513283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-29T02:05:03.667387Z","caller":"traceutil/trace.go:171","msg":"trace[836976838] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3192; }","duration":"1.379566914s","start":"2026-03-29T02:05:02.28781Z","end":"2026-03-29T02:05:03.667377Z","steps":["trace[836976838] 'agreement among raft nodes before linearized reading' (duration: 1.378447684s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:03.667408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:02.2878Z","time spent":"1.379603726s","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-29T02:05:03.666833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375659959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:03.668735Z","caller":"traceutil/trace.go:171","msg":"trace[875119910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3192; }","duration":"1.377598481s","start":"2026-03-29T02:05:02.291064Z","end":"2026-03-29T02:05:03.668663Z","steps":["trace[875119910] 'agreement among raft nodes before linearized reading' (duration: 1.375552745s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:03.668835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:02.291046Z","time spent":"1.377768306s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:05:04.356174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.396052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:04.356427Z","caller":"traceutil/trace.go:171","msg":"trace[187239150] transaction","detail":"{read_only:false; response_revision:3193; number_of_response:1; }","duration":"684.635406ms","start":"2026-03-29T02:05:03.671745Z","end":"2026-03-29T02:05:04.35638Z","steps":["trace[187239150] 'process raft request' (duration: 65.916125ms)","trace[187239150] 'compare' (duration: 617.833987ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:04.356761Z","caller":"traceutil/trace.go:171","msg":"trace[603950971] linearizableReadLoop","detail":"{readStateIndex:3327; appliedIndex:3325; }","duration":"684.577685ms","start":"2026-03-29T02:05:03.672162Z","end":"2026-03-29T02:05:04.35674Z","steps":["trace[603950971] 'read index received' (duration: 65.460563ms)","trace[603950971] 'applied index is now lower than readState.Index' (duration: 619.115552ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:04.357056Z","caller":"traceutil/trace.go:171","msg":"trace[1154455964] transaction","detail":"{read_only:false; response_revision:3194; number_of_response:1; }","duration":"684.959435ms","start":"2026-03-29T02:05:03.672086Z","end":"2026-03-29T02:05:04.357046Z","steps":["trace[1154455964] 'process raft request' (duration: 684.218825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:04.357186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:03.672077Z","time spent":"685.010737ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:04.357171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:03.67172Z","time spent":"685.317395ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:04.357394Z","caller":"traceutil/trace.go:171","msg":"trace[776263883] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"683.609479ms","start":"2026-03-29T02:05:03.673767Z","end":"2026-03-29T02:05:04.357377Z","steps":["trace[776263883] 'process raft request' (duration: 682.940841ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:04.357425Z","caller":"traceutil/trace.go:171","msg":"trace[66706376] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"685.253914ms","start":"2026-03-29T02:05:03.672146Z","end":"2026-03-29T02:05:04.3574Z","steps":["trace[66706376] 'process raft request' (duration: 684.493813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:04.357496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:03.673743Z","time spent":"683.701111ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:04.357509Z","caller":"traceutil/trace.go:171","msg":"trace[755642366] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"684.495113ms","start":"2026-03-29T02:05:03.672983Z","end":"2026-03-29T02:05:04.357478Z","steps":["trace[755642366] 'process raft request' (duration: 683.691141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:04.35756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:03.67212Z","time spent":"685.380407ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:04.357668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:03.672932Z","time spent":"684.639287ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:04.357781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.612533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:05:04.358368Z","caller":"traceutil/trace.go:171","msg":"trace[504073169] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3197; }","duration":"686.22153ms","start":"2026-03-29T02:05:03.672135Z","end":"2026-03-29T02:05:04.358356Z","steps":["trace[504073169] 'agreement among raft nodes before linearized reading' (duration: 685.284784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:04.35845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:03.672125Z","time spent":"686.315362ms","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:05:04.419247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.588579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:04.419271Z","caller":"traceutil/trace.go:171","msg":"trace[786509626] transaction","detail":"{read_only:false; response_revision:3199; number_of_response:1; }","duration":"132.16541ms","start":"2026-03-29T02:05:04.287064Z","end":"2026-03-29T02:05:04.419229Z","steps":["trace[786509626] 'process raft request' (duration: 131.863642ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:04.419333Z","caller":"traceutil/trace.go:171","msg":"trace[1021216393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3199; }","duration":"741.709863ms","start":"2026-03-29T02:05:03.677602Z","end":"2026-03-29T02:05:04.419312Z","steps":["trace[1021216393] 'agreement among raft nodes before linearized reading' (duration: 741.563939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:04.419368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:03.677588Z","time spent":"741.775054ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:05:04.419595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.314465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-29T02:05:04.419712Z","caller":"traceutil/trace.go:171","msg":"trace[857127370] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3199; }","duration":"747.476999ms","start":"2026-03-29T02:05:03.672207Z","end":"2026-03-29T02:05:04.419684Z","steps":["trace[857127370] 'agreement among raft nodes before linearized reading' (duration: 747.12579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:04.419709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.224443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:05:04.41977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:03.67218Z","time spent":"747.579922ms","remote":"127.0.0.1:43502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-29T02:05:04.419969Z","caller":"traceutil/trace.go:171","msg":"trace[1280169763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3199; }","duration":"135.541921ms","start":"2026-03-29T02:05:04.284402Z","end":"2026-03-29T02:05:04.419944Z","steps":["trace[1280169763] 'agreement among raft nodes before linearized reading' (duration: 134.906084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:04.845895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.389559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:04.846002Z","caller":"traceutil/trace.go:171","msg":"trace[378715096] linearizableReadLoop","detail":"{readStateIndex:3333; appliedIndex:3332; }","duration":"168.074813ms","start":"2026-03-29T02:05:04.67791Z","end":"2026-03-29T02:05:04.845985Z","steps":["trace[378715096] 'read index received' (duration: 42.511µs)","trace[378715096] 'applied index is now lower than readState.Index' (duration: 168.030512ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:04.846236Z","caller":"traceutil/trace.go:171","msg":"trace[1761047986] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"422.199357ms","start":"2026-03-29T02:05:04.424022Z","end":"2026-03-29T02:05:04.846221Z","steps":["trace[1761047986] 'process raft request' (duration: 46.360856ms)","trace[1761047986] 'compare' (duration: 374.956027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:04.846305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:04.423991Z","time spent":"422.28198ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:04.846411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.473244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a12d9ccf3799f0\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-29T02:05:04.846502Z","caller":"traceutil/trace.go:171","msg":"trace[1076699066] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a12d9ccf3799f0; range_end:; response_count:1; response_revision:3200; }","duration":"168.611627ms","start":"2026-03-29T02:05:04.677869Z","end":"2026-03-29T02:05:04.846481Z","steps":["trace[1076699066] 'agreement among raft nodes before linearized reading' (duration: 168.359381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:04.846243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.721012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:04.847248Z","caller":"traceutil/trace.go:171","msg":"trace[1894478854] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3200; }","duration":"134.555755ms","start":"2026-03-29T02:05:04.712461Z","end":"2026-03-29T02:05:04.847017Z","steps":["trace[1894478854] 'agreement among raft nodes before linearized reading' (duration: 133.718532ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:05.106485Z","caller":"traceutil/trace.go:171","msg":"trace[1830747426] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"257.071194ms","start":"2026-03-29T02:05:04.849373Z","end":"2026-03-29T02:05:05.106444Z","steps":["trace[1830747426] 'process raft request' (duration: 223.581357ms)","trace[1830747426] 'compare' (duration: 33.22065ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:11.027914Z","caller":"traceutil/trace.go:171","msg":"trace[500134] transaction","detail":"{read_only:false; response_revision:3234; number_of_response:1; }","duration":"153.337925ms","start":"2026-03-29T02:05:10.874543Z","end":"2026-03-29T02:05:11.02788Z","steps":["trace[500134] 'process raft request' (duration: 153.104239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:11.973637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.513096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:11.97382Z","caller":"traceutil/trace.go:171","msg":"trace[1565504825] transaction","detail":"{read_only:false; response_revision:3238; number_of_response:1; }","duration":"262.551663ms","start":"2026-03-29T02:05:11.711234Z","end":"2026-03-29T02:05:11.973786Z","steps":["trace[1565504825] 'process raft request' (duration: 62.77013ms)","trace[1565504825] 'compare' (duration: 199.095335ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:12.677766Z","caller":"traceutil/trace.go:171","msg":"trace[327322414] transaction","detail":"{read_only:false; response_revision:3240; number_of_response:1; }","duration":"214.398728ms","start":"2026-03-29T02:05:12.463328Z","end":"2026-03-29T02:05:12.677727Z","steps":["trace[327322414] 'process raft request' (duration: 213.504054ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:12.677821Z","caller":"traceutil/trace.go:171","msg":"trace[2037889523] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"210.527074ms","start":"2026-03-29T02:05:12.467262Z","end":"2026-03-29T02:05:12.677789Z","steps":["trace[2037889523] 'process raft request' (duration: 210.453562ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:12.677894Z","caller":"traceutil/trace.go:171","msg":"trace[1805283724] transaction","detail":"{read_only:false; response_revision:3242; number_of_response:1; }","duration":"210.637786ms","start":"2026-03-29T02:05:12.467202Z","end":"2026-03-29T02:05:12.67784Z","steps":["trace[1805283724] 'process raft request' (duration: 210.477292ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:12.677766Z","caller":"traceutil/trace.go:171","msg":"trace[874903268] transaction","detail":"{read_only:false; response_revision:3241; number_of_response:1; }","duration":"210.530583ms","start":"2026-03-29T02:05:12.467196Z","end":"2026-03-29T02:05:12.677727Z","steps":["trace[874903268] 'process raft request' (duration: 210.437451ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:12.677923Z","caller":"traceutil/trace.go:171","msg":"trace[1194509517] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"210.348418ms","start":"2026-03-29T02:05:12.467536Z","end":"2026-03-29T02:05:12.677885Z","steps":["trace[1194509517] 'process raft request' (duration: 210.210895ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:11.542346Z","caller":"traceutil/trace.go:171","msg":"trace[507885128] linearizableReadLoop","detail":"{readStateIndex:4075; appliedIndex:4074; }","duration":"106.248014ms","start":"2026-03-29T02:07:11.436065Z","end":"2026-03-29T02:07:11.542313Z","steps":["trace[507885128] 'read index received' (duration: 106.074739ms)","trace[507885128] 'applied index is now lower than readState.Index' (duration: 171.555µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:07:11.542936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.823359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:07:11.54315Z","caller":"traceutil/trace.go:171","msg":"trace[1091967878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3911; }","duration":"106.979322ms","start":"2026-03-29T02:07:11.436006Z","end":"2026-03-29T02:07:11.542986Z","steps":["trace[1091967878] 'agreement among raft nodes before linearized reading' (duration: 106.459719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:11.566005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.990011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:07:11.566094Z","caller":"traceutil/trace.go:171","msg":"trace[553661593] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3912; }","duration":"127.149585ms","start":"2026-03-29T02:07:11.438924Z","end":"2026-03-29T02:07:11.566074Z","steps":["trace[553661593] 'agreement among raft nodes before linearized reading' (duration: 126.98928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:11.566121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.928018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:07:11.56616Z","caller":"traceutil/trace.go:171","msg":"trace[1330050122] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3912; }","duration":"108.022351ms","start":"2026-03-29T02:07:11.458126Z","end":"2026-03-29T02:07:11.566148Z","steps":["trace[1330050122] 'agreement among raft nodes before linearized reading' (duration: 107.892627ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:17.888807Z","caller":"traceutil/trace.go:171","msg":"trace[1362605386] transaction","detail":"{read_only:false; response_revision:4013; number_of_response:1; }","duration":"250.717036ms","start":"2026-03-29T02:07:17.638048Z","end":"2026-03-29T02:07:17.888765Z","steps":["trace[1362605386] 'process raft request' (duration: 250.443389ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:17.898039Z","caller":"traceutil/trace.go:171","msg":"trace[352182178] linearizableReadLoop","detail":"{readStateIndex:4182; appliedIndex:4180; }","duration":"257.544896ms","start":"2026-03-29T02:07:17.640465Z","end":"2026-03-29T02:07:17.89801Z","steps":["trace[352182178] 'read index received' (duration: 248.013195ms)","trace[352182178] 'applied index is now lower than readState.Index' (duration: 9.530621ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:07:17.898138Z","caller":"traceutil/trace.go:171","msg":"trace[681537130] transaction","detail":"{read_only:false; response_revision:4015; number_of_response:1; }","duration":"256.768306ms","start":"2026-03-29T02:07:17.64135Z","end":"2026-03-29T02:07:17.898119Z","steps":["trace[681537130] 'process raft request' (duration: 256.624242ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:17.898113Z","caller":"traceutil/trace.go:171","msg":"trace[579169777] transaction","detail":"{read_only:false; response_revision:4014; number_of_response:1; }","duration":"257.869405ms","start":"2026-03-29T02:07:17.640173Z","end":"2026-03-29T02:07:17.898043Z","steps":["trace[579169777] 'process raft request' (duration: 257.605308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:17.898293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.804063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:07:17.898332Z","caller":"traceutil/trace.go:171","msg":"trace[599577351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4015; }","duration":"257.895505ms","start":"2026-03-29T02:07:17.640428Z","end":"2026-03-29T02:07:17.898323Z","steps":["trace[599577351] 'agreement among raft nodes before linearized reading' (duration: 257.731491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:17.898438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.44376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:07:17.898525Z","caller":"traceutil/trace.go:171","msg":"trace[33584392] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:4015; }","duration":"161.615944ms","start":"2026-03-29T02:07:17.736888Z","end":"2026-03-29T02:07:17.898504Z","steps":["trace[33584392] 'agreement among raft nodes before linearized reading' (duration: 161.437399ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:20.975857Z","caller":"traceutil/trace.go:171","msg":"trace[1526683478] transaction","detail":"{read_only:false; response_revision:4092; number_of_response:1; }","duration":"245.257811ms","start":"2026-03-29T02:07:20.730565Z","end":"2026-03-29T02:07:20.975823Z","steps":["trace[1526683478] 'process raft request' (duration: 242.670823ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:43.362224Z","caller":"traceutil/trace.go:171","msg":"trace[1119456387] transaction","detail":"{read_only:false; response_revision:4229; number_of_response:1; }","duration":"131.652834ms","start":"2026-03-29T02:07:43.230525Z","end":"2026-03-29T02:07:43.362178Z","steps":["trace[1119456387] 'process raft request' (duration: 131.399537ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:48.271038Z","caller":"traceutil/trace.go:171","msg":"trace[1320128347] transaction","detail":"{read_only:false; response_revision:4253; number_of_response:1; }","duration":"172.728658ms","start":"2026-03-29T02:07:48.098266Z","end":"2026-03-29T02:07:48.270995Z","steps":["trace[1320128347] 'process raft request' (duration: 172.470131ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:48.271877Z","caller":"traceutil/trace.go:171","msg":"trace[1999747734] linearizableReadLoop","detail":"{readStateIndex:4428; appliedIndex:4426; }","duration":"170.586821ms","start":"2026-03-29T02:07:48.101258Z","end":"2026-03-29T02:07:48.271845Z","steps":["trace[1999747734] 'read index received' (duration: 169.664557ms)","trace[1999747734] 'applied index is now lower than readState.Index' (duration: 920.954µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:07:48.271924Z","caller":"traceutil/trace.go:171","msg":"trace[1981887727] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"171.733232ms","start":"2026-03-29T02:07:48.100158Z","end":"2026-03-29T02:07:48.271892Z","steps":["trace[1981887727] 'process raft request' (duration: 171.528506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:48.272084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.805487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:07:48.272848Z","caller":"traceutil/trace.go:171","msg":"trace[282843849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4254; }","duration":"171.592767ms","start":"2026-03-29T02:07:48.101241Z","end":"2026-03-29T02:07:48.272834Z","steps":["trace[282843849] 'agreement among raft nodes before linearized reading' (duration: 170.726825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:48.273248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.410037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:07:48.273231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.32929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:07:48.273349Z","caller":"traceutil/trace.go:171","msg":"trace[253536233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4254; }","duration":"171.495715ms","start":"2026-03-29T02:07:48.101821Z","end":"2026-03-29T02:07:48.273317Z","steps":["trace[253536233] 'agreement among raft nodes before linearized reading' (duration: 171.106505ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:48.273287Z","caller":"traceutil/trace.go:171","msg":"trace[36276639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4254; }","duration":"167.463579ms","start":"2026-03-29T02:07:48.105815Z","end":"2026-03-29T02:07:48.273278Z","steps":["trace[36276639] 'agreement among raft nodes before linearized reading' (duration: 167.376827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:54.798435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806110860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:07:54.867375Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.467635665s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:07:54.868059Z","caller":"traceutil/trace.go:171","msg":"trace[1516468068] transaction","detail":"{read_only:false; response_revision:4292; number_of_response:1; }","duration":"1.468458548s","start":"2026-03-29T02:07:53.399565Z","end":"2026-03-29T02:07:54.868024Z","steps":["trace[1516468068] 'process raft request' (duration: 1.46817862s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:54.868282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:53.399541Z","time spent":"1.468627332s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:07:55.457865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.461852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:07:55.458163Z","caller":"traceutil/trace.go:171","msg":"trace[1372275376] linearizableReadLoop","detail":"{readStateIndex:4469; appliedIndex:4466; }","duration":"1.160190084s","start":"2026-03-29T02:07:54.297948Z","end":"2026-03-29T02:07:55.458138Z","steps":["trace[1372275376] 'read index received' (duration: 569.794915ms)","trace[1372275376] 'applied index is now lower than readState.Index' (duration: 590.393789ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:07:55.458239Z","caller":"traceutil/trace.go:171","msg":"trace[1589502067] transaction","detail":"{read_only:false; response_revision:4293; number_of_response:1; }","duration":"2.051939494s","start":"2026-03-29T02:07:53.406262Z","end":"2026-03-29T02:07:55.458202Z","steps":["trace[1589502067] 'process raft request' (duration: 1.766010939s)","trace[1589502067] 'compare' (duration: 284.798695ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:07:55.458303Z","caller":"traceutil/trace.go:171","msg":"trace[283929971] transaction","detail":"{read_only:false; response_revision:4294; number_of_response:1; }","duration":"943.450405ms","start":"2026-03-29T02:07:54.514806Z","end":"2026-03-29T02:07:55.458257Z","steps":["trace[283929971] 'process raft request' (duration: 943.195528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.458412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160469701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:07:55.458473Z","caller":"traceutil/trace.go:171","msg":"trace[1107657073] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4294; }","duration":"1.160565964s","start":"2026-03-29T02:07:54.297881Z","end":"2026-03-29T02:07:55.458446Z","steps":["trace[1107657073] 'agreement among raft nodes before linearized reading' (duration: 1.160384289s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.458497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.514778Z","time spent":"943.622739ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:07:55.458544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.297857Z","time spent":"1.160669796s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:07:55.458504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:53.406231Z","time spent":"2.05216005s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:07:55.458571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159860116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:07:55.459196Z","caller":"traceutil/trace.go:171","msg":"trace[1993639506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4294; }","duration":"1.160530483s","start":"2026-03-29T02:07:54.298636Z","end":"2026-03-29T02:07:55.459166Z","steps":["trace[1993639506] 'agreement among raft nodes before linearized reading' (duration: 1.159684641s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.459509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.298611Z","time spent":"1.160847841s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:07:55.458698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094186173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:07:55.459672Z","caller":"traceutil/trace.go:171","msg":"trace[627847668] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:4294; }","duration":"1.095187409s","start":"2026-03-29T02:07:54.364424Z","end":"2026-03-29T02:07:55.459611Z","steps":["trace[627847668] 'agreement among raft nodes before linearized reading' (duration: 1.093893055s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.459759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.364395Z","time spent":"1.095342543s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:07:55.458694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153281541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:07:55.459982Z","caller":"traceutil/trace.go:171","msg":"trace[1494197619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4294; }","duration":"1.154573146s","start":"2026-03-29T02:07:54.305372Z","end":"2026-03-29T02:07:55.459946Z","steps":["trace[1494197619] 'agreement among raft nodes before linearized reading' (duration: 1.153166329s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.460047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.305367Z","time spent":"1.154661658s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:07:55.458779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155323386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:07:55.460302Z","caller":"traceutil/trace.go:171","msg":"trace[2004880970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4294; }","duration":"1.156886367s","start":"2026-03-29T02:07:54.303396Z","end":"2026-03-29T02:07:55.460282Z","steps":["trace[2004880970] 'agreement among raft nodes before linearized reading' (duration: 1.155158771s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.460366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.303385Z","time spent":"1.156962058s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:07:55.458819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088358058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:07:55.460465Z","caller":"traceutil/trace.go:171","msg":"trace[666476995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4294; }","duration":"1.090039243s","start":"2026-03-29T02:07:54.370401Z","end":"2026-03-29T02:07:55.46044Z","steps":["trace[666476995] 'agreement among raft nodes before linearized reading' (duration: 1.088251466s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.460531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.370391Z","time spent":"1.090122985s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:07:55.458856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.240579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:07:55.460626Z","caller":"traceutil/trace.go:171","msg":"trace[49729025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4294; }","duration":"538.068798ms","start":"2026-03-29T02:07:54.922513Z","end":"2026-03-29T02:07:55.460582Z","steps":["trace[49729025] 'agreement among raft nodes before linearized reading' (duration: 536.067185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.458938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15169904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:07:55.460713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.922484Z","time spent":"538.207102ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:07:55.460775Z","caller":"traceutil/trace.go:171","msg":"trace[786503529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4294; }","duration":"1.153532939s","start":"2026-03-29T02:07:54.307206Z","end":"2026-03-29T02:07:55.460739Z","steps":["trace[786503529] 'agreement among raft nodes before linearized reading' (duration: 1.151416463s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.460847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.307198Z","time spent":"1.153629801s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:07:55.599039Z","caller":"traceutil/trace.go:171","msg":"trace[1809089844] transaction","detail":"{read_only:false; response_revision:4296; number_of_response:1; }","duration":"133.856282ms","start":"2026-03-29T02:07:55.465158Z","end":"2026-03-29T02:07:55.599014Z","steps":["trace[1809089844] 'process raft request' (duration: 132.953979ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:55.599346Z","caller":"traceutil/trace.go:171","msg":"trace[1252465217] transaction","detail":"{read_only:false; response_revision:4297; number_of_response:1; }","duration":"133.714458ms","start":"2026-03-29T02:07:55.465624Z","end":"2026-03-29T02:07:55.599339Z","steps":["trace[1252465217] 'process raft request' (duration: 133.340528ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:55.599543Z","caller":"traceutil/trace.go:171","msg":"trace[1430906864] transaction","detail":"{read_only:false; response_revision:4298; number_of_response:1; }","duration":"133.732059ms","start":"2026-03-29T02:07:55.465804Z","end":"2026-03-29T02:07:55.599536Z","steps":["trace[1430906864] 'process raft request' (duration: 133.499243ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:55.599824Z","caller":"traceutil/trace.go:171","msg":"trace[1991327866] transaction","detail":"{read_only:false; response_revision:4300; number_of_response:1; }","duration":"133.602795ms","start":"2026-03-29T02:07:55.466212Z","end":"2026-03-29T02:07:55.599815Z","steps":["trace[1991327866] 'process raft request' (duration: 133.546154ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:55.599885Z","caller":"traceutil/trace.go:171","msg":"trace[1543812635] transaction","detail":"{read_only:false; response_revision:4299; number_of_response:1; }","duration":"133.854972ms","start":"2026-03-29T02:07:55.465976Z","end":"2026-03-29T02:07:55.599831Z","steps":["trace[1543812635] 'process raft request' (duration: 133.534153ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:05.796469Z","caller":"traceutil/trace.go:171","msg":"trace[1786224280] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"111.061111ms","start":"2026-03-29T02:08:05.68537Z","end":"2026-03-29T02:08:05.796431Z","steps":["trace[1786224280] 'process raft request' (duration: 89.875434ms)","trace[1786224280] 'compare' (duration: 21.037253ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:05.807819Z","caller":"traceutil/trace.go:171","msg":"trace[1219851171] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"122.344738ms","start":"2026-03-29T02:08:05.685446Z","end":"2026-03-29T02:08:05.80779Z","steps":["trace[1219851171] 'process raft request' (duration: 122.169823ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:05.808022Z","caller":"traceutil/trace.go:171","msg":"trace[2147150222] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"122.463661ms","start":"2026-03-29T02:08:05.685524Z","end":"2026-03-29T02:08:05.807988Z","steps":["trace[2147150222] 'process raft request' (duration: 122.228025ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:24.09783Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2492} {"level":"info","ts":"2026-03-29T02:08:24.194716Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2492,"took":"95.657926ms","hash":518970071,"current-db-size-bytes":35028992,"current-db-size":"35 MB","current-db-size-in-use-bytes":11915264,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-03-29T02:08:24.194807Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":518970071,"revision":2492,"compact-revision":-1} {"level":"info","ts":"2026-03-29T02:08:26.28216Z","caller":"traceutil/trace.go:171","msg":"trace[810979531] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"106.578393ms","start":"2026-03-29T02:08:26.175555Z","end":"2026-03-29T02:08:26.282134Z","steps":["trace[810979531] 'process raft request' (duration: 106.47705ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:26.282191Z","caller":"traceutil/trace.go:171","msg":"trace[1391729177] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4467; }","duration":"109.326266ms","start":"2026-03-29T02:08:26.172793Z","end":"2026-03-29T02:08:26.282119Z","steps":["trace[1391729177] 'process raft request' (duration: 87.345548ms)","trace[1391729177] 'compare' (duration: 21.799383ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:26.417973Z","caller":"traceutil/trace.go:171","msg":"trace[1977224433] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4474; }","duration":"118.342063ms","start":"2026-03-29T02:08:26.299598Z","end":"2026-03-29T02:08:26.41794Z","steps":["trace[1977224433] 'process raft request' (duration: 118.067216ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:26.418038Z","caller":"traceutil/trace.go:171","msg":"trace[1011048992] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"119.141084ms","start":"2026-03-29T02:08:26.298867Z","end":"2026-03-29T02:08:26.418008Z","steps":["trace[1011048992] 'process raft request' (duration: 105.977138ms)","trace[1011048992] 'compare' (duration: 12.647432ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:26.418038Z","caller":"traceutil/trace.go:171","msg":"trace[702411094] transaction","detail":"{read_only:false; response_revision:4475; number_of_response:1; }","duration":"116.221687ms","start":"2026-03-29T02:08:26.301771Z","end":"2026-03-29T02:08:26.417993Z","steps":["trace[702411094] 'process raft request' (duration: 115.94173ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:30.205199Z","caller":"traceutil/trace.go:171","msg":"trace[1983588633] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"185.352025ms","start":"2026-03-29T02:08:30.019803Z","end":"2026-03-29T02:08:30.205155Z","steps":["trace[1983588633] 'process raft request' (duration: 162.977797ms)","trace[1983588633] 'compare' (duration: 22.04847ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:30.205341Z","caller":"traceutil/trace.go:171","msg":"trace[1954579678] linearizableReadLoop","detail":"{readStateIndex:4716; appliedIndex:4714; }","duration":"178.911626ms","start":"2026-03-29T02:08:30.026382Z","end":"2026-03-29T02:08:30.205293Z","steps":["trace[1954579678] 'read index received' (duration: 15.098268ms)","trace[1954579678] 'applied index is now lower than readState.Index' (duration: 163.809938ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:30.205435Z","caller":"traceutil/trace.go:171","msg":"trace[847173427] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"183.926937ms","start":"2026-03-29T02:08:30.021484Z","end":"2026-03-29T02:08:30.205411Z","steps":["trace[847173427] 'process raft request' (duration: 183.597968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:30.205562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.140672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:30.205621Z","caller":"traceutil/trace.go:171","msg":"trace[757749736] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4529; }","duration":"179.252495ms","start":"2026-03-29T02:08:30.026347Z","end":"2026-03-29T02:08:30.2056Z","steps":["trace[757749736] 'agreement among raft nodes before linearized reading' (duration: 179.121512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:30.216683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.917437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:30.216819Z","caller":"traceutil/trace.go:171","msg":"trace[1188549639] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:0; response_revision:4530; }","duration":"176.119872ms","start":"2026-03-29T02:08:30.040671Z","end":"2026-03-29T02:08:30.216791Z","steps":["trace[1188549639] 'agreement among raft nodes before linearized reading' (duration: 175.896557ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:30.216694Z","caller":"traceutil/trace.go:171","msg":"trace[1123379505] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"172.078816ms","start":"2026-03-29T02:08:30.044574Z","end":"2026-03-29T02:08:30.216652Z","steps":["trace[1123379505] 'process raft request' (duration: 171.055919ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:31.133237Z","caller":"traceutil/trace.go:171","msg":"trace[1839547937] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"128.794668ms","start":"2026-03-29T02:08:31.004399Z","end":"2026-03-29T02:08:31.133193Z","steps":["trace[1839547937] 'process raft request' (duration: 107.783495ms)","trace[1839547937] 'compare' (duration: 20.668094ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:43.400132Z","caller":"traceutil/trace.go:171","msg":"trace[728532955] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"106.333147ms","start":"2026-03-29T02:08:43.293754Z","end":"2026-03-29T02:08:43.400087Z","steps":["trace[728532955] 'process raft request' (duration: 80.765674ms)","trace[728532955] 'compare' (duration: 25.374758ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:51.974024Z","caller":"traceutil/trace.go:171","msg":"trace[959715063] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4667; }","duration":"185.503589ms","start":"2026-03-29T02:08:51.788469Z","end":"2026-03-29T02:08:51.973973Z","steps":["trace[959715063] 'process raft request' (duration: 98.45245ms)","trace[959715063] 'compare' (duration: 86.836544ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:51.97417Z","caller":"traceutil/trace.go:171","msg":"trace[515115128] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"121.112625ms","start":"2026-03-29T02:08:51.85302Z","end":"2026-03-29T02:08:51.974132Z","steps":["trace[515115128] 'process raft request' (duration: 120.852769ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:53.19334Z","caller":"traceutil/trace.go:171","msg":"trace[1612186949] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"118.701982ms","start":"2026-03-29T02:08:53.074612Z","end":"2026-03-29T02:08:53.193314Z","steps":["trace[1612186949] 'process raft request' (duration: 118.493876ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:54.008997Z","caller":"traceutil/trace.go:171","msg":"trace[607265080] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"189.679609ms","start":"2026-03-29T02:08:53.819258Z","end":"2026-03-29T02:08:54.008937Z","steps":["trace[607265080] 'process raft request' (duration: 189.420523ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:54.175832Z","caller":"traceutil/trace.go:171","msg":"trace[2131945143] linearizableReadLoop","detail":"{readStateIndex:4882; appliedIndex:4880; }","duration":"191.736853ms","start":"2026-03-29T02:08:53.98406Z","end":"2026-03-29T02:08:54.175797Z","steps":["trace[2131945143] 'read index received' (duration: 24.69721ms)","trace[2131945143] 'applied index is now lower than readState.Index' (duration: 167.038413ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:54.175887Z","caller":"traceutil/trace.go:171","msg":"trace[1478137462] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"196.507878ms","start":"2026-03-29T02:08:53.979325Z","end":"2026-03-29T02:08:54.175833Z","steps":["trace[1478137462] 'process raft request' (duration: 131.245992ms)","trace[1478137462] 'compare' (duration: 65.083851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:54.176125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.570903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:08:54.176138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.063241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:08:54.176245Z","caller":"traceutil/trace.go:171","msg":"trace[1320046225] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:4680; }","duration":"192.217245ms","start":"2026-03-29T02:08:53.984006Z","end":"2026-03-29T02:08:54.176223Z","steps":["trace[1320046225] 'agreement among raft nodes before linearized reading' (duration: 191.959089ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:54.176184Z","caller":"traceutil/trace.go:171","msg":"trace[536423066] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4680; }","duration":"152.689216ms","start":"2026-03-29T02:08:54.023476Z","end":"2026-03-29T02:08:54.176165Z","steps":["trace[536423066] 'agreement among raft nodes before linearized reading' (duration: 152.500911ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:54.336932Z","caller":"traceutil/trace.go:171","msg":"trace[1243471085] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"155.541591ms","start":"2026-03-29T02:08:54.181346Z","end":"2026-03-29T02:08:54.336887Z","steps":["trace[1243471085] 'process raft request' (duration: 151.369041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:54.337126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.777184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:08:54.336925Z","caller":"traceutil/trace.go:171","msg":"trace[368854901] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"142.748174ms","start":"2026-03-29T02:08:54.194135Z","end":"2026-03-29T02:08:54.336883Z","steps":["trace[368854901] 'process raft request' (duration: 142.510718ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:54.337214Z","caller":"traceutil/trace.go:171","msg":"trace[429880028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4683; }","duration":"118.931259ms","start":"2026-03-29T02:08:54.218271Z","end":"2026-03-29T02:08:54.337202Z","steps":["trace[429880028] 'agreement among raft nodes before linearized reading' (duration: 118.690052ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:54.336913Z","caller":"traceutil/trace.go:171","msg":"trace[1926204241] linearizableReadLoop","detail":"{readStateIndex:4885; appliedIndex:4882; }","duration":"118.532627ms","start":"2026-03-29T02:08:54.218326Z","end":"2026-03-29T02:08:54.336859Z","steps":["trace[1926204241] 'read index received' (duration: 36.333525ms)","trace[1926204241] 'applied index is now lower than readState.Index' (duration: 82.197772ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:01.699189Z","caller":"traceutil/trace.go:171","msg":"trace[856919408] linearizableReadLoop","detail":"{readStateIndex:4920; appliedIndex:4919; }","duration":"239.866439ms","start":"2026-03-29T02:09:01.459302Z","end":"2026-03-29T02:09:01.699168Z","steps":["trace[856919408] 'read index received' (duration: 172.432105ms)","trace[856919408] 'applied index is now lower than readState.Index' (duration: 67.433724ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:01.699281Z","caller":"traceutil/trace.go:171","msg":"trace[1824687605] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"254.122563ms","start":"2026-03-29T02:09:01.445152Z","end":"2026-03-29T02:09:01.699274Z","steps":["trace[1824687605] 'process raft request' (duration: 186.612328ms)","trace[1824687605] 'compare' (duration: 67.30673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:01.699627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.27536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:09:01.699733Z","caller":"traceutil/trace.go:171","msg":"trace[1111009792] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4716; }","duration":"240.472765ms","start":"2026-03-29T02:09:01.459236Z","end":"2026-03-29T02:09:01.699709Z","steps":["trace[1111009792] 'agreement among raft nodes before linearized reading' (duration: 240.149776ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:12.273215Z","caller":"traceutil/trace.go:171","msg":"trace[1191214714] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"283.678349ms","start":"2026-03-29T02:09:11.989501Z","end":"2026-03-29T02:09:12.27318Z","steps":["trace[1191214714] 'process raft request' (duration: 283.420962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:12.662582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.384172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:12.662735Z","caller":"traceutil/trace.go:171","msg":"trace[389332304] linearizableReadLoop","detail":"{readStateIndex:5003; appliedIndex:5002; }","duration":"292.594282ms","start":"2026-03-29T02:09:12.370121Z","end":"2026-03-29T02:09:12.662715Z","steps":["trace[389332304] 'read index received' (duration: 72.552µs)","trace[389332304] 'applied index is now lower than readState.Index' (duration: 292.52006ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:12.662808Z","caller":"traceutil/trace.go:171","msg":"trace[1491896766] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"513.36421ms","start":"2026-03-29T02:09:12.149433Z","end":"2026-03-29T02:09:12.662797Z","steps":["trace[1491896766] 'process raft request' (duration: 196.663639ms)","trace[1491896766] 'compare' (duration: 316.034493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:12.66286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:12.1494Z","time spent":"513.436402ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:12.663212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.078916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:12.663329Z","caller":"traceutil/trace.go:171","msg":"trace[1556763837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4796; }","duration":"293.224269ms","start":"2026-03-29T02:09:12.370055Z","end":"2026-03-29T02:09:12.66328Z","steps":["trace[1556763837] 'agreement among raft nodes before linearized reading' (duration: 292.931731ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:12.690415Z","caller":"traceutil/trace.go:171","msg":"trace[789666639] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"282.583539ms","start":"2026-03-29T02:09:12.407791Z","end":"2026-03-29T02:09:12.690375Z","steps":["trace[789666639] 'process raft request' (duration: 282.25276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:12.690625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.319354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:09:12.69076Z","caller":"traceutil/trace.go:171","msg":"trace[1689116106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4797; }","duration":"194.55239ms","start":"2026-03-29T02:09:12.496177Z","end":"2026-03-29T02:09:12.690729Z","steps":["trace[1689116106] 'agreement among raft nodes before linearized reading' (duration: 194.138559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:12.690754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.438433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:09:12.690864Z","caller":"traceutil/trace.go:171","msg":"trace[1006573787] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4797; }","duration":"158.625397ms","start":"2026-03-29T02:09:12.532212Z","end":"2026-03-29T02:09:12.690838Z","steps":["trace[1006573787] 'agreement among raft nodes before linearized reading' (duration: 158.216686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:12.690766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.664938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:09:12.690999Z","caller":"traceutil/trace.go:171","msg":"trace[592775043] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:4797; }","duration":"260.949586ms","start":"2026-03-29T02:09:12.430026Z","end":"2026-03-29T02:09:12.690975Z","steps":["trace[592775043] 'agreement among raft nodes before linearized reading' (duration: 260.284078ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:12.798471Z","caller":"traceutil/trace.go:171","msg":"trace[533687033] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"101.524237ms","start":"2026-03-29T02:09:12.696913Z","end":"2026-03-29T02:09:12.798437Z","steps":["trace[533687033] 'process raft request' (duration: 101.227719ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:12.798526Z","caller":"traceutil/trace.go:171","msg":"trace[1188406467] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"101.937808ms","start":"2026-03-29T02:09:12.696529Z","end":"2026-03-29T02:09:12.798467Z","steps":["trace[1188406467] 'process raft request' (duration: 100.249752ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:12.798896Z","caller":"traceutil/trace.go:171","msg":"trace[1043206048] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"101.831195ms","start":"2026-03-29T02:09:12.697014Z","end":"2026-03-29T02:09:12.798846Z","steps":["trace[1043206048] 'process raft request' (duration: 101.178638ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:16.813708Z","caller":"traceutil/trace.go:171","msg":"trace[98232188] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"134.867738ms","start":"2026-03-29T02:09:16.6788Z","end":"2026-03-29T02:09:16.813667Z","steps":["trace[98232188] 'process raft request' (duration: 107.166141ms)","trace[98232188] 'compare' (duration: 27.335937ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:16.818357Z","caller":"traceutil/trace.go:171","msg":"trace[807198323] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"137.074399ms","start":"2026-03-29T02:09:16.681259Z","end":"2026-03-29T02:09:16.818334Z","steps":["trace[807198323] 'process raft request' (duration: 136.927115ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:16.818573Z","caller":"traceutil/trace.go:171","msg":"trace[313655882] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"139.503636ms","start":"2026-03-29T02:09:16.678825Z","end":"2026-03-29T02:09:16.818328Z","steps":["trace[313655882] 'process raft request' (duration: 139.231649ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:16.83963Z","caller":"traceutil/trace.go:171","msg":"trace[1494490754] linearizableReadLoop","detail":"{readStateIndex:5088; appliedIndex:5085; }","duration":"126.352886ms","start":"2026-03-29T02:09:16.713254Z","end":"2026-03-29T02:09:16.839607Z","steps":["trace[1494490754] 'read index received' (duration: 72.728759ms)","trace[1494490754] 'applied index is now lower than readState.Index' (duration: 53.622457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:16.839968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.698745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:09:16.840051Z","caller":"traceutil/trace.go:171","msg":"trace[443703221] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:4882; }","duration":"126.84677ms","start":"2026-03-29T02:09:16.713186Z","end":"2026-03-29T02:09:16.840033Z","steps":["trace[443703221] 'agreement among raft nodes before linearized reading' (duration: 126.578572ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:18.766826Z","caller":"traceutil/trace.go:171","msg":"trace[188307644] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"115.404796ms","start":"2026-03-29T02:09:18.651331Z","end":"2026-03-29T02:09:18.766736Z","steps":["trace[188307644] 'process raft request' (duration: 115.113208ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:18.766855Z","caller":"traceutil/trace.go:171","msg":"trace[975321724] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"104.691363ms","start":"2026-03-29T02:09:18.662122Z","end":"2026-03-29T02:09:18.766813Z","steps":["trace[975321724] 'process raft request' (duration: 104.521399ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:19.292775Z","caller":"traceutil/trace.go:171","msg":"trace[1794642722] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"221.764805ms","start":"2026-03-29T02:09:19.07098Z","end":"2026-03-29T02:09:19.292745Z","steps":["trace[1794642722] 'process raft request' (duration: 221.536009ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:19.330261Z","caller":"traceutil/trace.go:171","msg":"trace[52527425] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"123.157908ms","start":"2026-03-29T02:09:19.207065Z","end":"2026-03-29T02:09:19.330223Z","steps":["trace[52527425] 'process raft request' (duration: 122.701396ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:20.382003Z","caller":"traceutil/trace.go:171","msg":"trace[1703022723] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"267.649181ms","start":"2026-03-29T02:09:20.114324Z","end":"2026-03-29T02:09:20.381974Z","steps":["trace[1703022723] 'process raft request' (duration: 265.819411ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:21.777825Z","caller":"traceutil/trace.go:171","msg":"trace[1116289237] linearizableReadLoop","detail":"{readStateIndex:5398; appliedIndex:5397; }","duration":"349.247732ms","start":"2026-03-29T02:09:21.428542Z","end":"2026-03-29T02:09:21.777789Z","steps":["trace[1116289237] 'read index received' (duration: 299.130711ms)","trace[1116289237] 'applied index is now lower than readState.Index' (duration: 50.114711ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:21.777855Z","caller":"traceutil/trace.go:171","msg":"trace[1660610397] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"396.180406ms","start":"2026-03-29T02:09:21.381641Z","end":"2026-03-29T02:09:21.777821Z","steps":["trace[1660610397] 'process raft request' (duration: 346.102856ms)","trace[1660610397] 'compare' (duration: 49.372621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:21.778126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:21.381613Z","time spent":"396.393162ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:09:21.77812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.56294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:09:21.778217Z","caller":"traceutil/trace.go:171","msg":"trace[1161556262] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:5183; }","duration":"349.713905ms","start":"2026-03-29T02:09:21.428479Z","end":"2026-03-29T02:09:21.778193Z","steps":["trace[1161556262] 'agreement among raft nodes before linearized reading' (duration: 349.428327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:21.778272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:21.428454Z","time spent":"349.808527ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-29T02:09:22.949257Z","caller":"traceutil/trace.go:171","msg":"trace[6332746] linearizableReadLoop","detail":"{readStateIndex:5429; appliedIndex:5427; }","duration":"625.793717ms","start":"2026-03-29T02:09:22.323441Z","end":"2026-03-29T02:09:22.949235Z","steps":["trace[6332746] 'read index received' (duration: 6.088757ms)","trace[6332746] 'applied index is now lower than readState.Index' (duration: 619.70374ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:22.949378Z","caller":"traceutil/trace.go:171","msg":"trace[53255120] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"625.126368ms","start":"2026-03-29T02:09:22.324239Z","end":"2026-03-29T02:09:22.949366Z","steps":["trace[53255120] 'process raft request' (duration: 624.841941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:22.9495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.324226Z","time spent":"625.17872ms","remote":"127.0.0.1:43502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11902,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:22.949883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.408064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-29T02:09:22.950102Z","caller":"traceutil/trace.go:171","msg":"trace[508046456] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5214; }","duration":"626.698331ms","start":"2026-03-29T02:09:22.323391Z","end":"2026-03-29T02:09:22.950089Z","steps":["trace[508046456] 'agreement among raft nodes before linearized reading' (duration: 626.149136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:22.950135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.323371Z","time spent":"626.755822ms","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":672,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-29T02:09:22.94988Z","caller":"traceutil/trace.go:171","msg":"trace[1223552790] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"629.107437ms","start":"2026-03-29T02:09:22.320505Z","end":"2026-03-29T02:09:22.949613Z","steps":["trace[1223552790] 'process raft request' (duration: 540.685089ms)","trace[1223552790] 'compare' (duration: 87.568995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:22.950371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.320477Z","time spent":"629.765425ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:09:22.996569Z","caller":"traceutil/trace.go:171","msg":"trace[313515886] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"661.975926ms","start":"2026-03-29T02:09:22.334564Z","end":"2026-03-29T02:09:22.99654Z","steps":["trace[313515886] 'process raft request' (duration: 661.789911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:22.996803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.334538Z","time spent":"662.1313ms","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:23.001247Z","caller":"traceutil/trace.go:171","msg":"trace[1294319544] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"128.151395ms","start":"2026-03-29T02:09:22.873045Z","end":"2026-03-29T02:09:23.001197Z","steps":["trace[1294319544] 'process raft request' (duration: 127.655901ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:23.001481Z","caller":"traceutil/trace.go:171","msg":"trace[1872982061] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"125.675427ms","start":"2026-03-29T02:09:22.875794Z","end":"2026-03-29T02:09:23.001469Z","steps":["trace[1872982061] 'process raft request' (duration: 125.05901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.001798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.282995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:09:23.001832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.046704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:23.001888Z","caller":"traceutil/trace.go:171","msg":"trace[1170457331] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5218; }","duration":"218.186677ms","start":"2026-03-29T02:09:22.783687Z","end":"2026-03-29T02:09:23.001874Z","steps":["trace[1170457331] 'agreement among raft nodes before linearized reading' (duration: 218.061364ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:23.001889Z","caller":"traceutil/trace.go:171","msg":"trace[1655020551] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5218; }","duration":"118.419679ms","start":"2026-03-29T02:09:22.883443Z","end":"2026-03-29T02:09:23.001863Z","steps":["trace[1655020551] 'agreement among raft nodes before linearized reading' (duration: 118.180522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.002164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.217177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:09:23.002207Z","caller":"traceutil/trace.go:171","msg":"trace[1743479897] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5218; }","duration":"415.263668ms","start":"2026-03-29T02:09:22.586933Z","end":"2026-03-29T02:09:23.002196Z","steps":["trace[1743479897] 'agreement among raft nodes before linearized reading' (duration: 415.173416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.002245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.58686Z","time spent":"415.373931ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:09:23.002441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.269594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:23.002474Z","caller":"traceutil/trace.go:171","msg":"trace[988446266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5218; }","duration":"428.352856ms","start":"2026-03-29T02:09:22.574115Z","end":"2026-03-29T02:09:23.002468Z","steps":["trace[988446266] 'agreement among raft nodes before linearized reading' (duration: 428.294754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.002495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.574079Z","time spent":"428.412117ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:09:23.002735Z","caller":"traceutil/trace.go:171","msg":"trace[1803499350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5218; }","duration":"100.012396ms","start":"2026-03-29T02:09:22.902706Z","end":"2026-03-29T02:09:23.002719Z","steps":["trace[1803499350] 'agreement among raft nodes before linearized reading' (duration: 99.948344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.00284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.49469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:09:23.002933Z","caller":"traceutil/trace.go:171","msg":"trace[421150187] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:5218; }","duration":"118.606394ms","start":"2026-03-29T02:09:22.884303Z","end":"2026-03-29T02:09:23.002909Z","steps":["trace[421150187] 'agreement among raft nodes before linearized reading' (duration: 118.327356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.002978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.308606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:23.003012Z","caller":"traceutil/trace.go:171","msg":"trace[347196518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5218; }","duration":"635.405479ms","start":"2026-03-29T02:09:22.367595Z","end":"2026-03-29T02:09:23.003001Z","steps":["trace[347196518] 'agreement among raft nodes before linearized reading' (duration: 635.348508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.003065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.367565Z","time spent":"635.493502ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:09:23.003292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.45061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:09:23.003353Z","caller":"traceutil/trace.go:171","msg":"trace[698966601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5218; }","duration":"118.550833ms","start":"2026-03-29T02:09:22.884788Z","end":"2026-03-29T02:09:23.003339Z","steps":["trace[698966601] 'agreement among raft nodes before linearized reading' (duration: 118.402968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.00357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.542635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-03-29T02:09:23.003621Z","caller":"traceutil/trace.go:171","msg":"trace[647466525] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:5218; }","duration":"634.662149ms","start":"2026-03-29T02:09:22.368948Z","end":"2026-03-29T02:09:23.00361Z","steps":["trace[647466525] 'agreement among raft nodes before linearized reading' (duration: 633.713483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.003653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.368926Z","time spent":"634.716521ms","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":49,"response size":1957138,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-29T02:09:23.195201Z","caller":"traceutil/trace.go:171","msg":"trace[1428696807] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"137.345016ms","start":"2026-03-29T02:09:23.057817Z","end":"2026-03-29T02:09:23.195162Z","steps":["trace[1428696807] 'process raft request' (duration: 137.100859ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:23.195479Z","caller":"traceutil/trace.go:171","msg":"trace[2029598699] linearizableReadLoop","detail":"{readStateIndex:5446; appliedIndex:5445; }","duration":"137.558662ms","start":"2026-03-29T02:09:23.057901Z","end":"2026-03-29T02:09:23.19546Z","steps":["trace[2029598699] 'read index received' (duration: 136.961646ms)","trace[2029598699] 'applied index is now lower than readState.Index' (duration: 595.226µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:23.195781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.84976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-03-29T02:09:23.195851Z","caller":"traceutil/trace.go:171","msg":"trace[1504071817] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5230; }","duration":"137.939422ms","start":"2026-03-29T02:09:23.057893Z","end":"2026-03-29T02:09:23.195832Z","steps":["trace[1504071817] 'agreement among raft nodes before linearized reading' (duration: 137.703316ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:23.203837Z","caller":"traceutil/trace.go:171","msg":"trace[1249106828] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"133.791589ms","start":"2026-03-29T02:09:23.070028Z","end":"2026-03-29T02:09:23.20382Z","steps":["trace[1249106828] 'process raft request' (duration: 133.573583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.203852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.056826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-03-29T02:09:23.203892Z","caller":"traceutil/trace.go:171","msg":"trace[479365817] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5231; }","duration":"138.163379ms","start":"2026-03-29T02:09:23.065719Z","end":"2026-03-29T02:09:23.203882Z","steps":["trace[479365817] 'agreement among raft nodes before linearized reading' (duration: 138.016095ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:24.322576Z","caller":"traceutil/trace.go:171","msg":"trace[1405753261] linearizableReadLoop","detail":"{readStateIndex:5482; appliedIndex:5481; }","duration":"220.561123ms","start":"2026-03-29T02:09:24.101989Z","end":"2026-03-29T02:09:24.32255Z","steps":["trace[1405753261] 'read index received' (duration: 220.370887ms)","trace[1405753261] 'applied index is now lower than readState.Index' (duration: 189.076µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:24.322726Z","caller":"traceutil/trace.go:171","msg":"trace[2052158710] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"220.924833ms","start":"2026-03-29T02:09:24.101766Z","end":"2026-03-29T02:09:24.322691Z","steps":["trace[2052158710] 'process raft request' (duration: 220.614124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:24.32281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.797259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-29T02:09:24.322851Z","caller":"traceutil/trace.go:171","msg":"trace[1260263331] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5266; }","duration":"220.888322ms","start":"2026-03-29T02:09:24.101954Z","end":"2026-03-29T02:09:24.322842Z","steps":["trace[1260263331] 'agreement among raft nodes before linearized reading' (duration: 220.693476ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:24.394047Z","caller":"traceutil/trace.go:171","msg":"trace[2021016311] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"243.428188ms","start":"2026-03-29T02:09:24.15058Z","end":"2026-03-29T02:09:24.394009Z","steps":["trace[2021016311] 'process raft request' (duration: 243.11744ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:24.54787Z","caller":"traceutil/trace.go:171","msg":"trace[274379276] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"146.179869ms","start":"2026-03-29T02:09:24.401663Z","end":"2026-03-29T02:09:24.547843Z","steps":["trace[274379276] 'process raft request' (duration: 146.009614ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:24.652601Z","caller":"traceutil/trace.go:171","msg":"trace[2017503073] linearizableReadLoop","detail":"{readStateIndex:5485; appliedIndex:5483; }","duration":"214.811395ms","start":"2026-03-29T02:09:24.437766Z","end":"2026-03-29T02:09:24.652578Z","steps":["trace[2017503073] 'read index received' (duration: 109.865555ms)","trace[2017503073] 'applied index is now lower than readState.Index' (duration: 104.94471ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:24.652701Z","caller":"traceutil/trace.go:171","msg":"trace[1018064540] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"236.55034ms","start":"2026-03-29T02:09:24.416112Z","end":"2026-03-29T02:09:24.652662Z","steps":["trace[1018064540] 'process raft request' (duration: 234.939036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:24.652963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.174205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9418fcd1-62a7-4fcb-b031-2c1944d3464f\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-29T02:09:24.653057Z","caller":"traceutil/trace.go:171","msg":"trace[71082368] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9418fcd1-62a7-4fcb-b031-2c1944d3464f; range_end:; response_count:1; response_revision:5269; }","duration":"215.3306ms","start":"2026-03-29T02:09:24.437707Z","end":"2026-03-29T02:09:24.653037Z","steps":["trace[71082368] 'agreement among raft nodes before linearized reading' (duration: 215.062283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:24.653076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.878517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:09:24.65317Z","caller":"traceutil/trace.go:171","msg":"trace[756058027] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5269; }","duration":"200.064212ms","start":"2026-03-29T02:09:24.453085Z","end":"2026-03-29T02:09:24.65315Z","steps":["trace[756058027] 'agreement among raft nodes before linearized reading' (duration: 199.773014ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:26.245808Z","caller":"traceutil/trace.go:171","msg":"trace[1625897883] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"479.176506ms","start":"2026-03-29T02:09:25.766604Z","end":"2026-03-29T02:09:26.24578Z","steps":["trace[1625897883] 'process raft request' (duration: 478.779625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:26.246023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:25.766575Z","time spent":"479.308819ms","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451470,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:26.554227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.526741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:26.554337Z","caller":"traceutil/trace.go:171","msg":"trace[1163620754] linearizableReadLoop","detail":"{readStateIndex:5513; appliedIndex:5511; }","duration":"448.550428ms","start":"2026-03-29T02:09:26.10577Z","end":"2026-03-29T02:09:26.55432Z","steps":["trace[1163620754] 'read index received' (duration: 139.517686ms)","trace[1163620754] 'applied index is now lower than readState.Index' (duration: 309.031562ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:26.554398Z","caller":"traceutil/trace.go:171","msg":"trace[756972411] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"632.691065ms","start":"2026-03-29T02:09:25.921685Z","end":"2026-03-29T02:09:26.554376Z","steps":["trace[756972411] 'process raft request' (duration: 494.907456ms)","trace[756972411] 'compare' (duration: 137.389468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:26.554477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:25.921657Z","time spent":"632.789848ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:26.554633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.760984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4d8f778f-e12a-4b81-a34f-141c64c5c05f\" ","response":"range_response_count:1 size:4077"} {"level":"info","ts":"2026-03-29T02:09:26.554693Z","caller":"traceutil/trace.go:171","msg":"trace[420202645] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4d8f778f-e12a-4b81-a34f-141c64c5c05f; range_end:; response_count:1; response_revision:5296; }","duration":"448.94992ms","start":"2026-03-29T02:09:26.105714Z","end":"2026-03-29T02:09:26.554664Z","steps":["trace[420202645] 'agreement among raft nodes before linearized reading' (duration: 448.661272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:26.554789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:26.105693Z","time spent":"449.088713ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4099,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4d8f778f-e12a-4b81-a34f-141c64c5c05f\" "} {"level":"warn","ts":"2026-03-29T02:09:26.647646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.059993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9418fcd1-62a7-4fcb-b031-2c1944d3464f\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-29T02:09:26.647716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.089499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:09:26.647738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.925149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:26.647757Z","caller":"traceutil/trace.go:171","msg":"trace[1129698193] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5297; }","duration":"122.182962ms","start":"2026-03-29T02:09:26.525564Z","end":"2026-03-29T02:09:26.647747Z","steps":["trace[1129698193] 'agreement among raft nodes before linearized reading' (duration: 122.100709ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:26.647788Z","caller":"traceutil/trace.go:171","msg":"trace[1372772571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5297; }","duration":"279.007591ms","start":"2026-03-29T02:09:26.368767Z","end":"2026-03-29T02:09:26.647774Z","steps":["trace[1372772571] 'agreement among raft nodes before linearized reading' (duration: 278.924849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:26.648068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.136064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517432"} {"level":"info","ts":"2026-03-29T02:09:26.648099Z","caller":"traceutil/trace.go:171","msg":"trace[681974118] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:5297; }","duration":"302.208896ms","start":"2026-03-29T02:09:26.345884Z","end":"2026-03-29T02:09:26.648093Z","steps":["trace[681974118] 'agreement among raft nodes before linearized reading' (duration: 301.860777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:26.648119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:26.34586Z","time spent":"302.252238ms","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":517454,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-29T02:09:26.64813Z","caller":"traceutil/trace.go:171","msg":"trace[1009570094] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"102.7262ms","start":"2026-03-29T02:09:26.545394Z","end":"2026-03-29T02:09:26.648121Z","steps":["trace[1009570094] 'process raft request' (duration: 101.890867ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:26.647726Z","caller":"traceutil/trace.go:171","msg":"trace[1516008518] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9418fcd1-62a7-4fcb-b031-2c1944d3464f; range_end:; response_count:1; response_revision:5297; }","duration":"528.159145ms","start":"2026-03-29T02:09:26.119549Z","end":"2026-03-29T02:09:26.647708Z","steps":["trace[1516008518] 'agreement among raft nodes before linearized reading' (duration: 527.882138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:26.648243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:26.119469Z","time spent":"528.761543ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9418fcd1-62a7-4fcb-b031-2c1944d3464f\" "} {"level":"info","ts":"2026-03-29T02:09:26.865067Z","caller":"traceutil/trace.go:171","msg":"trace[455198138] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"207.627597ms","start":"2026-03-29T02:09:26.657405Z","end":"2026-03-29T02:09:26.865033Z","steps":["trace[455198138] 'process raft request' (duration: 207.098903ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:26.86529Z","caller":"traceutil/trace.go:171","msg":"trace[749865424] linearizableReadLoop","detail":"{readStateIndex:5515; appliedIndex:5514; }","duration":"181.265747ms","start":"2026-03-29T02:09:26.684013Z","end":"2026-03-29T02:09:26.865278Z","steps":["trace[749865424] 'read index received' (duration: 180.457075ms)","trace[749865424] 'applied index is now lower than readState.Index' (duration: 807.792µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:26.865427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.37907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9418fcd1-62a7-4fcb-b031-2c1944d3464f\" ","response":"range_response_count:1 size:3877"} {"level":"info","ts":"2026-03-29T02:09:26.865533Z","caller":"traceutil/trace.go:171","msg":"trace[1304443336] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9418fcd1-62a7-4fcb-b031-2c1944d3464f; range_end:; response_count:1; response_revision:5298; }","duration":"181.551134ms","start":"2026-03-29T02:09:26.683956Z","end":"2026-03-29T02:09:26.865507Z","steps":["trace[1304443336] 'agreement among raft nodes before linearized reading' (duration: 181.366699ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:29.174718Z","caller":"traceutil/trace.go:171","msg":"trace[898619699] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"102.829502ms","start":"2026-03-29T02:09:29.07185Z","end":"2026-03-29T02:09:29.174679Z","steps":["trace[898619699] 'process raft request' (duration: 101.730852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:30.790282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806113278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:09:31.11579Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127398495s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:09:31.116607Z","caller":"traceutil/trace.go:171","msg":"trace[1067214975] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"1.128264609s","start":"2026-03-29T02:09:29.98831Z","end":"2026-03-29T02:09:31.116575Z","steps":["trace[1067214975] 'process raft request' (duration: 1.128043093s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:31.116813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:29.988297Z","time spent":"1.128404522s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4062,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:31.23305Z","caller":"traceutil/trace.go:171","msg":"trace[675768790] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"664.668519ms","start":"2026-03-29T02:09:30.568343Z","end":"2026-03-29T02:09:31.233012Z","steps":["trace[675768790] 'process raft request' (duration: 664.380141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:31.233248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:30.568315Z","time spent":"664.820314ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:31.233256Z","caller":"traceutil/trace.go:171","msg":"trace[2013910200] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"125.04267ms","start":"2026-03-29T02:09:31.108186Z","end":"2026-03-29T02:09:31.233229Z","steps":["trace[2013910200] 'process raft request' (duration: 124.730792ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:31.233253Z","caller":"traceutil/trace.go:171","msg":"trace[850284451] linearizableReadLoop","detail":"{readStateIndex:5567; appliedIndex:5565; }","duration":"943.704941ms","start":"2026-03-29T02:09:30.289509Z","end":"2026-03-29T02:09:31.233214Z","steps":["trace[850284451] 'read index received' (duration: 826.69257ms)","trace[850284451] 'applied index is now lower than readState.Index' (duration: 117.010211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:31.233424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.886175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:31.233506Z","caller":"traceutil/trace.go:171","msg":"trace[950503041] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5349; }","duration":"944.04496ms","start":"2026-03-29T02:09:30.289441Z","end":"2026-03-29T02:09:31.233486Z","steps":["trace[950503041] 'agreement among raft nodes before linearized reading' (duration: 943.881546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:31.233566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:30.289411Z","time spent":"944.143172ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:09:31.23374Z","caller":"traceutil/trace.go:171","msg":"trace[1615995533] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5349; }","duration":"108.118717ms","start":"2026-03-29T02:09:31.125611Z","end":"2026-03-29T02:09:31.233729Z","steps":["trace[1615995533] 'process raft request' (duration: 107.87682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:31.234082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.423967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:31.234124Z","caller":"traceutil/trace.go:171","msg":"trace[1602981363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5350; }","duration":"866.536039ms","start":"2026-03-29T02:09:30.367579Z","end":"2026-03-29T02:09:31.234115Z","steps":["trace[1602981363] 'agreement among raft nodes before linearized reading' (duration: 866.080727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:31.234157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:30.367552Z","time spent":"866.590431ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:09:32.486672Z","caller":"traceutil/trace.go:171","msg":"trace[552539989] linearizableReadLoop","detail":"{readStateIndex:5585; appliedIndex:5584; }","duration":"117.70235ms","start":"2026-03-29T02:09:32.368936Z","end":"2026-03-29T02:09:32.486639Z","steps":["trace[552539989] 'read index received' (duration: 117.380581ms)","trace[552539989] 'applied index is now lower than readState.Index' (duration: 320.388µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:32.486858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.902305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:32.486912Z","caller":"traceutil/trace.go:171","msg":"trace[573622430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5364; }","duration":"118.024429ms","start":"2026-03-29T02:09:32.368873Z","end":"2026-03-29T02:09:32.486898Z","steps":["trace[573622430] 'agreement among raft nodes before linearized reading' (duration: 117.887565ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:32.486832Z","caller":"traceutil/trace.go:171","msg":"trace[1630164364] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"137.44329ms","start":"2026-03-29T02:09:32.349346Z","end":"2026-03-29T02:09:32.486789Z","steps":["trace[1630164364] 'process raft request' (duration: 137.07455ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:32.699994Z","caller":"traceutil/trace.go:171","msg":"trace[1009916680] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"143.025292ms","start":"2026-03-29T02:09:32.556908Z","end":"2026-03-29T02:09:32.699934Z","steps":["trace[1009916680] 'process raft request' (duration: 142.631092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:35.414835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.851243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:35.414943Z","caller":"traceutil/trace.go:171","msg":"trace[1876396590] linearizableReadLoop","detail":"{readStateIndex:5733; appliedIndex:5732; }","duration":"1.070900991s","start":"2026-03-29T02:09:34.344027Z","end":"2026-03-29T02:09:35.414928Z","steps":["trace[1876396590] 'read index received' (duration: 461.873783ms)","trace[1876396590] 'applied index is now lower than readState.Index' (duration: 609.026008ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:35.415023Z","caller":"traceutil/trace.go:171","msg":"trace[542995989] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"1.07237155s","start":"2026-03-29T02:09:34.342614Z","end":"2026-03-29T02:09:35.414986Z","steps":["trace[542995989] 'process raft request' (duration: 463.269601ms)","trace[542995989] 'compare' (duration: 608.720729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:35.415152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071126686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"warn","ts":"2026-03-29T02:09:35.415163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:34.342592Z","time spent":"1.072506184s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:09:35.415176Z","caller":"traceutil/trace.go:171","msg":"trace[2090277590] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5507; }","duration":"1.071207578s","start":"2026-03-29T02:09:34.343961Z","end":"2026-03-29T02:09:35.415169Z","steps":["trace[2090277590] 'agreement among raft nodes before linearized reading' (duration: 1.071029483s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:35.415211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:34.343908Z","time spent":"1.071296541s","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1847,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-29T02:09:35.94869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.306114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:35.948821Z","caller":"traceutil/trace.go:171","msg":"trace[92616255] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"1.167670136s","start":"2026-03-29T02:09:34.781128Z","end":"2026-03-29T02:09:35.948798Z","steps":["trace[92616255] 'process raft request' (duration: 1.022146046s)","trace[92616255] 'compare' (duration: 144.639366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:35.948882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:34.781101Z","time spent":"1.167746239s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:36.203211Z","caller":"traceutil/trace.go:171","msg":"trace[4663970] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"940.011231ms","start":"2026-03-29T02:09:35.263157Z","end":"2026-03-29T02:09:36.203168Z","steps":["trace[4663970] 'process raft request' (duration: 881.738707ms)","trace[4663970] 'compare' (duration: 57.984536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:36.203459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:35.263128Z","time spent":"940.244006ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:36.20327Z","caller":"traceutil/trace.go:171","msg":"trace[1517302501] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"940.02765ms","start":"2026-03-29T02:09:35.263207Z","end":"2026-03-29T02:09:36.203234Z","steps":["trace[1517302501] 'process raft request' (duration: 939.869046ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:36.203546Z","caller":"traceutil/trace.go:171","msg":"trace[1609844350] linearizableReadLoop","detail":"{readStateIndex:5738; appliedIndex:5733; }","duration":"788.554467ms","start":"2026-03-29T02:09:35.414963Z","end":"2026-03-29T02:09:36.203518Z","steps":["trace[1609844350] 'read index received' (duration: 388.330481ms)","trace[1609844350] 'applied index is now lower than readState.Index' (duration: 400.222826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:36.203649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:35.263177Z","time spent":"940.422832ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:36.203705Z","caller":"traceutil/trace.go:171","msg":"trace[59544396] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"940.416781ms","start":"2026-03-29T02:09:35.263276Z","end":"2026-03-29T02:09:36.203693Z","steps":["trace[59544396] 'process raft request' (duration: 939.873746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.203841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:35.263235Z","time spent":"940.503503ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:36.203927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.074573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:09:36.203962Z","caller":"traceutil/trace.go:171","msg":"trace[516856257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5513; }","duration":"849.151685ms","start":"2026-03-29T02:09:35.354803Z","end":"2026-03-29T02:09:36.203955Z","steps":["trace[516856257] 'agreement among raft nodes before linearized reading' (duration: 848.909309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.203998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:35.354783Z","time spent":"849.209316ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:09:36.204079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.433265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8dq9\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-29T02:09:36.204127Z","caller":"traceutil/trace.go:171","msg":"trace[1641940604] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8dq9; range_end:; response_count:1; response_revision:5513; }","duration":"980.517839ms","start":"2026-03-29T02:09:35.223595Z","end":"2026-03-29T02:09:36.204113Z","steps":["trace[1641940604] 'agreement among raft nodes before linearized reading' (duration: 980.372085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.20416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:35.223572Z","time spent":"980.58161ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8dq9\" "} {"level":"info","ts":"2026-03-29T02:09:36.204206Z","caller":"traceutil/trace.go:171","msg":"trace[462984002] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"872.73901ms","start":"2026-03-29T02:09:35.33146Z","end":"2026-03-29T02:09:36.204199Z","steps":["trace[462984002] 'process raft request' (duration: 871.865406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.204281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:35.331433Z","time spent":"872.819902ms","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:36.204411Z","caller":"traceutil/trace.go:171","msg":"trace[20124496] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"784.057824ms","start":"2026-03-29T02:09:35.420344Z","end":"2026-03-29T02:09:36.204402Z","steps":["trace[20124496] 'process raft request' (duration: 783.089248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.204494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:35.420318Z","time spent":"784.157868ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:09:36.204655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.843582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:09:36.204701Z","caller":"traceutil/trace.go:171","msg":"trace[141667867] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5513; }","duration":"812.928024ms","start":"2026-03-29T02:09:35.391765Z","end":"2026-03-29T02:09:36.204693Z","steps":["trace[141667867] 'agreement among raft nodes before linearized reading' (duration: 812.841412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.204732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:35.391744Z","time spent":"812.981835ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:09:36.204759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.276325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:09:36.204826Z","caller":"traceutil/trace.go:171","msg":"trace[1028583345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5513; }","duration":"824.384728ms","start":"2026-03-29T02:09:35.38043Z","end":"2026-03-29T02:09:36.204815Z","steps":["trace[1028583345] 'agreement among raft nodes before linearized reading' (duration: 824.245394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.204854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:35.380407Z","time spent":"824.44088ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:36.204942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217395907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719304"} {"level":"warn","ts":"2026-03-29T02:09:36.205006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.958791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:09:36.204942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316805395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:09:36.205082Z","caller":"traceutil/trace.go:171","msg":"trace[899849068] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5513; }","duration":"1.316992571s","start":"2026-03-29T02:09:34.888063Z","end":"2026-03-29T02:09:36.205055Z","steps":["trace[899849068] 'agreement among raft nodes before linearized reading' (duration: 1.316636892s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.205101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531833377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:09:36.205148Z","caller":"traceutil/trace.go:171","msg":"trace[2023612154] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5513; }","duration":"1.53194401s","start":"2026-03-29T02:09:34.673195Z","end":"2026-03-29T02:09:36.205139Z","steps":["trace[2023612154] 'agreement among raft nodes before linearized reading' (duration: 1.531843867s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.205162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:34.888039Z","time spent":"1.317104984s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:09:36.205271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.754542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-03-29T02:09:36.205308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.413154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:09:36.205324Z","caller":"traceutil/trace.go:171","msg":"trace[2128573659] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5513; }","duration":"762.848514ms","start":"2026-03-29T02:09:35.442461Z","end":"2026-03-29T02:09:36.20531Z","steps":["trace[2128573659] 'agreement among raft nodes before linearized reading' (duration: 762.713721ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:36.205344Z","caller":"traceutil/trace.go:171","msg":"trace[940044693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5513; }","duration":"735.486836ms","start":"2026-03-29T02:09:35.46985Z","end":"2026-03-29T02:09:36.205337Z","steps":["trace[940044693] 'agreement among raft nodes before linearized reading' (duration: 735.408994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.205361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:35.442439Z","time spent":"762.915317ms","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3528,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-29T02:09:36.205369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:35.469825Z","time spent":"735.539858ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:09:36.20502Z","caller":"traceutil/trace.go:171","msg":"trace[1629537507] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5513; }","duration":"1.21752383s","start":"2026-03-29T02:09:34.987481Z","end":"2026-03-29T02:09:36.205005Z","steps":["trace[1629537507] 'agreement among raft nodes before linearized reading' (duration: 1.217029776s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.205389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.945848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:09:36.205516Z","caller":"traceutil/trace.go:171","msg":"trace[1125469289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5513; }","duration":"842.354849ms","start":"2026-03-29T02:09:35.363141Z","end":"2026-03-29T02:09:36.205496Z","steps":["trace[1125469289] 'agreement among raft nodes before linearized reading' (duration: 841.668701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.205568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.931416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:09:36.205027Z","caller":"traceutil/trace.go:171","msg":"trace[213628913] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:5513; }","duration":"845.024922ms","start":"2026-03-29T02:09:35.359996Z","end":"2026-03-29T02:09:36.205021Z","steps":["trace[213628913] 'agreement among raft nodes before linearized reading' (duration: 844.91746ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:36.205591Z","caller":"traceutil/trace.go:171","msg":"trace[1860885592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5513; }","duration":"737.000588ms","start":"2026-03-29T02:09:35.468584Z","end":"2026-03-29T02:09:36.205585Z","steps":["trace[1860885592] 'agreement among raft nodes before linearized reading' (duration: 736.930186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.205603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:35.363108Z","time spent":"842.484363ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:09:36.205182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:34.67317Z","time spent":"1.532004532s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:09:36.205544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:34.987449Z","time spent":"1.217997943s","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719326,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-29T02:09:36.205611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:35.46856Z","time spent":"737.047309ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:36.20562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:35.359973Z","time spent":"845.630338ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:09:36.204489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835105032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:36.206304Z","caller":"traceutil/trace.go:171","msg":"trace[696687777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5513; }","duration":"1.836969703s","start":"2026-03-29T02:09:34.369321Z","end":"2026-03-29T02:09:36.206291Z","steps":["trace[696687777] 'agreement among raft nodes before linearized reading' (duration: 1.835131003s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.206343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:34.36928Z","time spent":"1.837052775s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:09:36.482475Z","caller":"traceutil/trace.go:171","msg":"trace[1278490233] linearizableReadLoop","detail":"{readStateIndex:5740; appliedIndex:5739; }","duration":"272.230137ms","start":"2026-03-29T02:09:36.210219Z","end":"2026-03-29T02:09:36.482449Z","steps":["trace[1278490233] 'read index received' (duration: 186.927303ms)","trace[1278490233] 'applied index is now lower than readState.Index' (duration: 85.301773ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:36.482564Z","caller":"traceutil/trace.go:171","msg":"trace[1082980088] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"272.996047ms","start":"2026-03-29T02:09:36.209525Z","end":"2026-03-29T02:09:36.482521Z","steps":["trace[1082980088] 'process raft request' (duration: 187.607682ms)","trace[1082980088] 'compare' (duration: 85.211161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:36.482729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.485773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:09:36.482781Z","caller":"traceutil/trace.go:171","msg":"trace[71666630] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5514; }","duration":"272.556065ms","start":"2026-03-29T02:09:36.210203Z","end":"2026-03-29T02:09:36.482759Z","steps":["trace[71666630] 'agreement among raft nodes before linearized reading' (duration: 272.38396ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:36.495305Z","caller":"traceutil/trace.go:171","msg":"trace[361981161] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"284.911713ms","start":"2026-03-29T02:09:36.21035Z","end":"2026-03-29T02:09:36.495262Z","steps":["trace[361981161] 'process raft request' (duration: 284.667716ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:36.495342Z","caller":"traceutil/trace.go:171","msg":"trace[50206517] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"284.396058ms","start":"2026-03-29T02:09:36.210924Z","end":"2026-03-29T02:09:36.495321Z","steps":["trace[50206517] 'process raft request' (duration: 284.300586ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:36.495354Z","caller":"traceutil/trace.go:171","msg":"trace[831365158] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"284.413379ms","start":"2026-03-29T02:09:36.210917Z","end":"2026-03-29T02:09:36.49533Z","steps":["trace[831365158] 'process raft request' (duration: 284.249444ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:36.495635Z","caller":"traceutil/trace.go:171","msg":"trace[1338615790] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"284.558963ms","start":"2026-03-29T02:09:36.211041Z","end":"2026-03-29T02:09:36.4956Z","steps":["trace[1338615790] 'process raft request' (duration: 284.224594ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:36.495779Z","caller":"traceutil/trace.go:171","msg":"trace[2134432698] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"284.183773ms","start":"2026-03-29T02:09:36.21156Z","end":"2026-03-29T02:09:36.495744Z","steps":["trace[2134432698] 'process raft request' (duration: 284.098851ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:36.495854Z","caller":"traceutil/trace.go:171","msg":"trace[1504581269] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"284.747659ms","start":"2026-03-29T02:09:36.211094Z","end":"2026-03-29T02:09:36.495842Z","steps":["trace[1504581269] 'process raft request' (duration: 284.42218ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:36.495994Z","caller":"traceutil/trace.go:171","msg":"trace[800444911] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"282.874666ms","start":"2026-03-29T02:09:36.213109Z","end":"2026-03-29T02:09:36.495984Z","steps":["trace[800444911] 'process raft request' (duration: 282.601909ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:36.496035Z","caller":"traceutil/trace.go:171","msg":"trace[175758052] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"282.854266ms","start":"2026-03-29T02:09:36.213166Z","end":"2026-03-29T02:09:36.496021Z","steps":["trace[175758052] 'process raft request' (duration: 282.689762ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:36.496233Z","caller":"traceutil/trace.go:171","msg":"trace[891412503] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"278.305162ms","start":"2026-03-29T02:09:36.217905Z","end":"2026-03-29T02:09:36.49621Z","steps":["trace[891412503] 'process raft request' (duration: 278.036094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.496279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.79512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-29T02:09:36.49641Z","caller":"traceutil/trace.go:171","msg":"trace[216751286] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5523; }","duration":"284.969775ms","start":"2026-03-29T02:09:36.21142Z","end":"2026-03-29T02:09:36.496389Z","steps":["trace[216751286] 'agreement among raft nodes before linearized reading' (duration: 284.655566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.496482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.657341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:36.496516Z","caller":"traceutil/trace.go:171","msg":"trace[1988636118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5523; }","duration":"278.734174ms","start":"2026-03-29T02:09:36.217771Z","end":"2026-03-29T02:09:36.496505Z","steps":["trace[1988636118] 'agreement among raft nodes before linearized reading' (duration: 278.650951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.496575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.456123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62871"} {"level":"info","ts":"2026-03-29T02:09:36.496625Z","caller":"traceutil/trace.go:171","msg":"trace[802151265] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5523; }","duration":"283.549576ms","start":"2026-03-29T02:09:36.213063Z","end":"2026-03-29T02:09:36.496613Z","steps":["trace[802151265] 'agreement among raft nodes before linearized reading' (duration: 283.006821ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:36.774985Z","caller":"traceutil/trace.go:171","msg":"trace[151083629] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"267.107216ms","start":"2026-03-29T02:09:36.507835Z","end":"2026-03-29T02:09:36.774942Z","steps":["trace[151083629] 'process raft request' (duration: 266.847858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.775225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.820047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8dq9\" ","response":"range_response_count:1 size:9728"} {"level":"info","ts":"2026-03-29T02:09:36.775329Z","caller":"traceutil/trace.go:171","msg":"trace[153732385] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8dq9; range_end:; response_count:1; response_revision:5527; }","duration":"256.052374ms","start":"2026-03-29T02:09:36.519262Z","end":"2026-03-29T02:09:36.775315Z","steps":["trace[153732385] 'agreement among raft nodes before linearized reading' (duration: 255.796227ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:36.775002Z","caller":"traceutil/trace.go:171","msg":"trace[611483680] linearizableReadLoop","detail":"{readStateIndex:5753; appliedIndex:5749; }","duration":"255.651202ms","start":"2026-03-29T02:09:36.519325Z","end":"2026-03-29T02:09:36.774976Z","steps":["trace[611483680] 'read index received' (duration: 53.939255ms)","trace[611483680] 'applied index is now lower than readState.Index' (duration: 201.710797ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:36.775139Z","caller":"traceutil/trace.go:171","msg":"trace[1512280483] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"266.768066ms","start":"2026-03-29T02:09:36.508342Z","end":"2026-03-29T02:09:36.77511Z","steps":["trace[1512280483] 'process raft request' (duration: 266.500379ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:36.775185Z","caller":"traceutil/trace.go:171","msg":"trace[1576142968] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"260.789513ms","start":"2026-03-29T02:09:36.51437Z","end":"2026-03-29T02:09:36.775159Z","steps":["trace[1576142968] 'process raft request' (duration: 260.538667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.775696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.936689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:36.775762Z","caller":"traceutil/trace.go:171","msg":"trace[678700613] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5527; }","duration":"132.076943ms","start":"2026-03-29T02:09:36.643674Z","end":"2026-03-29T02:09:36.775751Z","steps":["trace[678700613] 'agreement among raft nodes before linearized reading' (duration: 131.953099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.775794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.025453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"warn","ts":"2026-03-29T02:09:36.775966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.986221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:36.776043Z","caller":"traceutil/trace.go:171","msg":"trace[948335673] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5527; }","duration":"173.105724ms","start":"2026-03-29T02:09:36.602929Z","end":"2026-03-29T02:09:36.776035Z","steps":["trace[948335673] 'agreement among raft nodes before linearized reading' (duration: 172.738154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:36.776452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.053115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719304"} {"level":"info","ts":"2026-03-29T02:09:36.776494Z","caller":"traceutil/trace.go:171","msg":"trace[835544721] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5527; }","duration":"229.137638ms","start":"2026-03-29T02:09:36.547346Z","end":"2026-03-29T02:09:36.776484Z","steps":["trace[835544721] 'agreement among raft nodes before linearized reading' (duration: 228.619884ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:36.775846Z","caller":"traceutil/trace.go:171","msg":"trace[1577628141] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5527; }","duration":"256.132946ms","start":"2026-03-29T02:09:36.519699Z","end":"2026-03-29T02:09:36.775832Z","steps":["trace[1577628141] 'agreement among raft nodes before linearized reading' (duration: 255.893599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:37.255086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.199775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:37.255349Z","caller":"traceutil/trace.go:171","msg":"trace[147236822] linearizableReadLoop","detail":"{readStateIndex:5754; appliedIndex:5753; }","duration":"470.152609ms","start":"2026-03-29T02:09:36.785172Z","end":"2026-03-29T02:09:37.255324Z","steps":["trace[147236822] 'read index received' (duration: 367.144492ms)","trace[147236822] 'applied index is now lower than readState.Index' (duration: 103.005927ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:37.255397Z","caller":"traceutil/trace.go:171","msg":"trace[112332850] transaction","detail":"{read_only:false; response_revision:5528; number_of_response:1; }","duration":"472.264517ms","start":"2026-03-29T02:09:36.783089Z","end":"2026-03-29T02:09:37.255354Z","steps":["trace[112332850] 'process raft request' (duration: 369.2598ms)","trace[112332850] 'compare' (duration: 101.979639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:37.255648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.466493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-29T02:09:37.255993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:36.78307Z","time spent":"472.836432ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:37.256038Z","caller":"traceutil/trace.go:171","msg":"trace[110007339] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5528; }","duration":"468.886454ms","start":"2026-03-29T02:09:36.787125Z","end":"2026-03-29T02:09:37.256011Z","steps":["trace[110007339] 'agreement among raft nodes before linearized reading' (duration: 468.348249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:37.256017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.552448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-29T02:09:37.256135Z","caller":"traceutil/trace.go:171","msg":"trace[784926335] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5528; }","duration":"195.730804ms","start":"2026-03-29T02:09:37.060379Z","end":"2026-03-29T02:09:37.25611Z","steps":["trace[784926335] 'agreement among raft nodes before linearized reading' (duration: 195.359644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:37.256151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.471174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719304"} {"level":"info","ts":"2026-03-29T02:09:37.256268Z","caller":"traceutil/trace.go:171","msg":"trace[1121254073] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5528; }","duration":"464.594468ms","start":"2026-03-29T02:09:36.791649Z","end":"2026-03-29T02:09:37.256243Z","steps":["trace[1121254073] 'agreement among raft nodes before linearized reading' (duration: 464.011752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:37.256073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:36.787103Z","time spent":"468.960177ms","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":718,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-29T02:09:37.255763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.06796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424\" ","response":"range_response_count:1 size:2535"} {"level":"warn","ts":"2026-03-29T02:09:37.256363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:36.791643Z","time spent":"464.70443ms","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719326,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-29T02:09:37.256454Z","caller":"traceutil/trace.go:171","msg":"trace[985986156] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424; range_end:; response_count:1; response_revision:5528; }","duration":"465.78174ms","start":"2026-03-29T02:09:36.79066Z","end":"2026-03-29T02:09:37.256442Z","steps":["trace[985986156] 'agreement among raft nodes before linearized reading' (duration: 465.016879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:37.256487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:36.790647Z","time spent":"465.831051ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2557,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424\" "} {"level":"warn","ts":"2026-03-29T02:09:37.255817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.624186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:09:37.256625Z","caller":"traceutil/trace.go:171","msg":"trace[1971450285] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5528; }","duration":"432.486429ms","start":"2026-03-29T02:09:36.824091Z","end":"2026-03-29T02:09:37.256578Z","steps":["trace[1971450285] 'agreement among raft nodes before linearized reading' (duration: 431.591804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:37.255821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.708394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-29T02:09:37.256805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:36.824059Z","time spent":"432.682864ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:09:37.256837Z","caller":"traceutil/trace.go:171","msg":"trace[1965512872] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5528; }","duration":"256.787553ms","start":"2026-03-29T02:09:37.000032Z","end":"2026-03-29T02:09:37.256819Z","steps":["trace[1965512872] 'agreement among raft nodes before linearized reading' (duration: 255.610261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:37.255671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.461498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:09:37.257093Z","caller":"traceutil/trace.go:171","msg":"trace[346246952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5528; }","duration":"471.929958ms","start":"2026-03-29T02:09:36.785154Z","end":"2026-03-29T02:09:37.257084Z","steps":["trace[346246952] 'agreement among raft nodes before linearized reading' (duration: 470.283882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:37.25712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:36.785147Z","time spent":"471.962579ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:09:38.681024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806113660,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:09:38.814493Z","caller":"traceutil/trace.go:171","msg":"trace[1969417837] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"941.784259ms","start":"2026-03-29T02:09:37.872676Z","end":"2026-03-29T02:09:38.814461Z","steps":["trace[1969417837] 'process raft request' (duration: 941.504951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:38.81469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:37.872604Z","time spent":"941.983724ms","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58177,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:38.81923Z","caller":"traceutil/trace.go:171","msg":"trace[911546314] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"941.913822ms","start":"2026-03-29T02:09:37.877148Z","end":"2026-03-29T02:09:38.819062Z","steps":["trace[911546314] 'process raft request' (duration: 941.656015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:38.819378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:37.877119Z","time spent":"942.19109ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:09:38.819344Z","caller":"traceutil/trace.go:171","msg":"trace[1257040389] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"939.963059ms","start":"2026-03-29T02:09:37.879346Z","end":"2026-03-29T02:09:38.819309Z","steps":["trace[1257040389] 'process raft request' (duration: 939.6304ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:38.819447Z","caller":"traceutil/trace.go:171","msg":"trace[1070310668] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"939.209718ms","start":"2026-03-29T02:09:37.880176Z","end":"2026-03-29T02:09:38.819386Z","steps":["trace[1070310668] 'process raft request' (duration: 938.89876ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:38.819549Z","caller":"traceutil/trace.go:171","msg":"trace[1701767746] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"878.058226ms","start":"2026-03-29T02:09:37.941455Z","end":"2026-03-29T02:09:38.819513Z","steps":["trace[1701767746] 'process raft request' (duration: 877.703486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:38.819556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:37.879318Z","time spent":"940.126384ms","remote":"127.0.0.1:43514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:38.819637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:37.941433Z","time spent":"878.162909ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:09:38.819647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:37.88016Z","time spent":"939.388194ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4934,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:38.819942Z","caller":"traceutil/trace.go:171","msg":"trace[966533336] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"607.027173ms","start":"2026-03-29T02:09:38.212896Z","end":"2026-03-29T02:09:38.819923Z","steps":["trace[966533336] 'process raft request' (duration: 606.91252ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:38.820039Z","caller":"traceutil/trace.go:171","msg":"trace[1599183060] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"608.713289ms","start":"2026-03-29T02:09:38.211313Z","end":"2026-03-29T02:09:38.820026Z","steps":["trace[1599183060] 'process raft request' (duration: 607.905957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:38.820056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:38.212851Z","time spent":"607.149846ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:38.820111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:38.211287Z","time spent":"608.786271ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:38.820246Z","caller":"traceutil/trace.go:171","msg":"trace[660894570] linearizableReadLoop","detail":"{readStateIndex:5787; appliedIndex:5778; }","duration":"640.111098ms","start":"2026-03-29T02:09:38.180121Z","end":"2026-03-29T02:09:38.820232Z","steps":["trace[660894570] 'read index received' (duration: 634.133494ms)","trace[660894570] 'applied index is now lower than readState.Index' (duration: 5.976883ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:38.820264Z","caller":"traceutil/trace.go:171","msg":"trace[1472119547] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"605.197503ms","start":"2026-03-29T02:09:38.215018Z","end":"2026-03-29T02:09:38.820215Z","steps":["trace[1472119547] 'process raft request' (duration: 604.857304ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:38.820444Z","caller":"traceutil/trace.go:171","msg":"trace[1388600509] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"577.457734ms","start":"2026-03-29T02:09:38.24298Z","end":"2026-03-29T02:09:38.820437Z","steps":["trace[1388600509] 'process raft request' (duration: 577.138235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:38.820493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:38.242964Z","time spent":"577.505915ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:09:38.820508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:38.215Z","time spent":"605.380458ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:38.820641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.526499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:09:38.820679Z","caller":"traceutil/trace.go:171","msg":"trace[319951987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5559; }","duration":"640.616351ms","start":"2026-03-29T02:09:38.180051Z","end":"2026-03-29T02:09:38.820668Z","steps":["trace[319951987] 'agreement among raft nodes before linearized reading' (duration: 640.55537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:38.820705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:38.180025Z","time spent":"640.674523ms","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:09:38.820914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.777908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8dq9\" ","response":"range_response_count:1 size:9728"} {"level":"warn","ts":"2026-03-29T02:09:38.821052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.96869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:09:38.821081Z","caller":"traceutil/trace.go:171","msg":"trace[2001345271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5559; }","duration":"313.011322ms","start":"2026-03-29T02:09:38.508062Z","end":"2026-03-29T02:09:38.821074Z","steps":["trace[2001345271] 'agreement among raft nodes before linearized reading' (duration: 312.853467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:38.821073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.970206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:09:38.821086Z","caller":"traceutil/trace.go:171","msg":"trace[1280809706] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8dq9; range_end:; response_count:1; response_revision:5559; }","duration":"579.946622ms","start":"2026-03-29T02:09:38.24112Z","end":"2026-03-29T02:09:38.821066Z","steps":["trace[1280809706] 'agreement among raft nodes before linearized reading' (duration: 579.618523ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:38.821125Z","caller":"traceutil/trace.go:171","msg":"trace[1266369872] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:5559; }","duration":"303.044269ms","start":"2026-03-29T02:09:38.518066Z","end":"2026-03-29T02:09:38.82111Z","steps":["trace[1266369872] 'agreement among raft nodes before linearized reading' (duration: 302.799662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:38.82115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:38.241042Z","time spent":"580.095006ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9750,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8dq9\" "} {"level":"warn","ts":"2026-03-29T02:09:38.821176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.713943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8dq9-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-29T02:09:38.821201Z","caller":"traceutil/trace.go:171","msg":"trace[372892027] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8dq9-tls; range_end:; response_count:1; response_revision:5559; }","duration":"312.766745ms","start":"2026-03-29T02:09:38.508428Z","end":"2026-03-29T02:09:38.821195Z","steps":["trace[372892027] 'agreement among raft nodes before linearized reading' (duration: 312.690273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:38.82122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:38.508414Z","time spent":"312.800975ms","remote":"127.0.0.1:55166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2206,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8dq9-tls\" "} {"level":"warn","ts":"2026-03-29T02:09:38.82122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.336974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:09:38.821271Z","caller":"traceutil/trace.go:171","msg":"trace[109574172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5559; }","duration":"304.391876ms","start":"2026-03-29T02:09:38.516865Z","end":"2026-03-29T02:09:38.821256Z","steps":["trace[109574172] 'agreement among raft nodes before linearized reading' (duration: 304.213211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:38.821289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.981578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:09:38.82136Z","caller":"traceutil/trace.go:171","msg":"trace[209079383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5559; }","duration":"314.097331ms","start":"2026-03-29T02:09:38.507245Z","end":"2026-03-29T02:09:38.821342Z","steps":["trace[209079383] 'agreement among raft nodes before linearized reading' (duration: 313.919266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:38.821392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.122409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:09:38.821418Z","caller":"traceutil/trace.go:171","msg":"trace[1221066259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5559; }","duration":"334.195611ms","start":"2026-03-29T02:09:38.487215Z","end":"2026-03-29T02:09:38.82141Z","steps":["trace[1221066259] 'agreement among raft nodes before linearized reading' (duration: 334.124769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:38.821418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:38.507219Z","time spent":"314.186054ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:38.821447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:38.48719Z","time spent":"334.250683ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:09:38.821163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:38.518055Z","time spent":"303.09987ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:09:38.821481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.823219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18a12de1ebb1322b\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-03-29T02:09:38.821883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.03777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:38.821904Z","caller":"traceutil/trace.go:171","msg":"trace[61754914] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18a12de1ebb1322b; range_end:; response_count:1; response_revision:5559; }","duration":"244.299242ms","start":"2026-03-29T02:09:38.577595Z","end":"2026-03-29T02:09:38.821895Z","steps":["trace[61754914] 'agreement among raft nodes before linearized reading' (duration: 243.829009ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:38.821913Z","caller":"traceutil/trace.go:171","msg":"trace[1448732937] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5559; }","duration":"204.102822ms","start":"2026-03-29T02:09:38.617799Z","end":"2026-03-29T02:09:38.821902Z","steps":["trace[1448732937] 'agreement among raft nodes before linearized reading' (duration: 204.060421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:38.821305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:38.516823Z","time spent":"304.476038ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:09:38.821102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:38.508055Z","time spent":"313.041912ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:38.821728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.71295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:09:38.822151Z","caller":"traceutil/trace.go:171","msg":"trace[1808253584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5559; }","duration":"314.133702ms","start":"2026-03-29T02:09:38.508008Z","end":"2026-03-29T02:09:38.822142Z","steps":["trace[1808253584] 'agreement among raft nodes before linearized reading' (duration: 313.671449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:38.822182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:38.507967Z","time spent":"314.206014ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:38.822483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.400687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:09:38.822547Z","caller":"traceutil/trace.go:171","msg":"trace[1123070990] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5559; }","duration":"266.468988ms","start":"2026-03-29T02:09:38.556048Z","end":"2026-03-29T02:09:38.822517Z","steps":["trace[1123070990] 'agreement among raft nodes before linearized reading' (duration: 265.379308ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:39.409265Z","caller":"traceutil/trace.go:171","msg":"trace[134110365] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"147.620537ms","start":"2026-03-29T02:09:39.261613Z","end":"2026-03-29T02:09:39.409233Z","steps":["trace[134110365] 'process raft request' (duration: 146.113356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:40.72354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.305819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:40.723618Z","caller":"traceutil/trace.go:171","msg":"trace[1413543210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5573; }","duration":"351.440813ms","start":"2026-03-29T02:09:40.372158Z","end":"2026-03-29T02:09:40.723598Z","steps":["trace[1413543210] 'range keys from in-memory index tree' (duration: 351.207796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:40.723648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:40.372133Z","time spent":"351.508945ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:09:40.723844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090860176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:09:40.723902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.695211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-03-29T02:09:40.723953Z","caller":"traceutil/trace.go:171","msg":"trace[1530536653] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5573; }","duration":"1.090983519s","start":"2026-03-29T02:09:39.632935Z","end":"2026-03-29T02:09:40.723918Z","steps":["trace[1530536653] 'count revisions from in-memory index tree' (duration: 1.090738963s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:40.723999Z","caller":"traceutil/trace.go:171","msg":"trace[1786526771] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424; range_end:; response_count:1; response_revision:5573; }","duration":"894.861475ms","start":"2026-03-29T02:09:39.829112Z","end":"2026-03-29T02:09:40.723973Z","steps":["trace[1786526771] 'range keys from in-memory index tree' (duration: 894.583868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:40.72402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.632861Z","time spent":"1.091140354s","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":5,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:09:40.724061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.829073Z","time spent":"894.973778ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424\" "} {"level":"warn","ts":"2026-03-29T02:09:40.724356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.031267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777489"} {"level":"info","ts":"2026-03-29T02:09:40.724413Z","caller":"traceutil/trace.go:171","msg":"trace[2064819161] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5573; }","duration":"613.091449ms","start":"2026-03-29T02:09:40.111304Z","end":"2026-03-29T02:09:40.724396Z","steps":["trace[2064819161] 'range keys from in-memory index tree' (duration: 612.397849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:40.724456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:40.111233Z","time spent":"613.210252ms","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777511,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-29T02:09:41.287934Z","caller":"traceutil/trace.go:171","msg":"trace[485044879] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"456.498885ms","start":"2026-03-29T02:09:40.831405Z","end":"2026-03-29T02:09:41.287904Z","steps":["trace[485044879] 'process raft request' (duration: 456.286899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.288134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:40.831373Z","time spent":"456.656709ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:41.405318Z","caller":"traceutil/trace.go:171","msg":"trace[283996970] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"572.97615ms","start":"2026-03-29T02:09:40.832312Z","end":"2026-03-29T02:09:41.405288Z","steps":["trace[283996970] 'process raft request' (duration: 508.059495ms)","trace[283996970] 'compare' (duration: 64.679209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:41.405509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:40.832283Z","time spent":"573.131105ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:41.405583Z","caller":"traceutil/trace.go:171","msg":"trace[1998413212] linearizableReadLoop","detail":"{readStateIndex:5804; appliedIndex:5801; }","duration":"566.297917ms","start":"2026-03-29T02:09:40.839238Z","end":"2026-03-29T02:09:41.405536Z","steps":["trace[1998413212] 'read index received' (duration: 448.492385ms)","trace[1998413212] 'applied index is now lower than readState.Index' (duration: 117.801812ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:41.405745Z","caller":"traceutil/trace.go:171","msg":"trace[1843401599] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"572.375824ms","start":"2026-03-29T02:09:40.833317Z","end":"2026-03-29T02:09:41.405693Z","steps":["trace[1843401599] 'process raft request' (duration: 571.925451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.405941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.596241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:09:41.405971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.079159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:09:41.406005Z","caller":"traceutil/trace.go:171","msg":"trace[26957993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5576; }","duration":"564.715425ms","start":"2026-03-29T02:09:40.841275Z","end":"2026-03-29T02:09:41.40599Z","steps":["trace[26957993] 'agreement among raft nodes before linearized reading' (duration: 564.480298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.406002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.590971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:09:41.405996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.71878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:09:41.406017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:40.833305Z","time spent":"572.541649ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:41.40606Z","caller":"traceutil/trace.go:171","msg":"trace[1345490727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5576; }","duration":"564.672213ms","start":"2026-03-29T02:09:40.841375Z","end":"2026-03-29T02:09:41.406048Z","steps":["trace[1345490727] 'agreement among raft nodes before linearized reading' (duration: 564.383995ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:41.406077Z","caller":"traceutil/trace.go:171","msg":"trace[1157382738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5576; }","duration":"563.198883ms","start":"2026-03-29T02:09:40.842807Z","end":"2026-03-29T02:09:41.406006Z","steps":["trace[1157382738] 'agreement among raft nodes before linearized reading' (duration: 562.948126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.40607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.997344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:09:41.406099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.755521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:09:41.4061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:40.84137Z","time spent":"564.721405ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:09:41.406095Z","caller":"traceutil/trace.go:171","msg":"trace[1089503037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5576; }","duration":"566.869603ms","start":"2026-03-29T02:09:40.839202Z","end":"2026-03-29T02:09:41.406071Z","steps":["trace[1089503037] 'agreement among raft nodes before linearized reading' (duration: 566.511133ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:41.406127Z","caller":"traceutil/trace.go:171","msg":"trace[1068061128] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5576; }","duration":"551.799831ms","start":"2026-03-29T02:09:40.854321Z","end":"2026-03-29T02:09:41.406121Z","steps":["trace[1068061128] 'agreement among raft nodes before linearized reading' (duration: 551.7402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.406143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:40.854308Z","time spent":"551.831752ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:09:41.406133Z","caller":"traceutil/trace.go:171","msg":"trace[1913354147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5576; }","duration":"564.079887ms","start":"2026-03-29T02:09:40.842039Z","end":"2026-03-29T02:09:41.406119Z","steps":["trace[1913354147] 'agreement among raft nodes before linearized reading' (duration: 563.912873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.40616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:40.83919Z","time spent":"566.955706ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:09:41.406177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:40.842035Z","time spent":"564.131849ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:41.406039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:40.841266Z","time spent":"564.768226ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:41.406234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:40.842801Z","time spent":"563.419249ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:09:41.406294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.285493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:09:41.406391Z","caller":"traceutil/trace.go:171","msg":"trace[1760319392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:5576; }","duration":"564.452027ms","start":"2026-03-29T02:09:40.841919Z","end":"2026-03-29T02:09:41.406371Z","steps":["trace[1760319392] 'agreement among raft nodes before linearized reading' (duration: 563.84372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.406487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:40.841913Z","time spent":"564.55609ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:09:41.407069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.575321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777489"} {"level":"info","ts":"2026-03-29T02:09:41.407128Z","caller":"traceutil/trace.go:171","msg":"trace[659212575] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5576; }","duration":"394.690974ms","start":"2026-03-29T02:09:41.012419Z","end":"2026-03-29T02:09:41.40711Z","steps":["trace[659212575] 'agreement among raft nodes before linearized reading' (duration: 393.41947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.407173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:41.012391Z","time spent":"394.767346ms","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777511,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-29T02:09:41.607485Z","caller":"traceutil/trace.go:171","msg":"trace[641479701] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"195.847816ms","start":"2026-03-29T02:09:41.411615Z","end":"2026-03-29T02:09:41.607463Z","steps":["trace[641479701] 'process raft request' (duration: 195.63202ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:41.607881Z","caller":"traceutil/trace.go:171","msg":"trace[2103313872] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"195.60406ms","start":"2026-03-29T02:09:41.412258Z","end":"2026-03-29T02:09:41.607862Z","steps":["trace[2103313872] 'process raft request' (duration: 195.159818ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:41.608041Z","caller":"traceutil/trace.go:171","msg":"trace[68521573] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"195.576649ms","start":"2026-03-29T02:09:41.412399Z","end":"2026-03-29T02:09:41.607975Z","steps":["trace[68521573] 'process raft request' (duration: 195.475476ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:41.608029Z","caller":"traceutil/trace.go:171","msg":"trace[1683582313] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"195.708443ms","start":"2026-03-29T02:09:41.412295Z","end":"2026-03-29T02:09:41.608003Z","steps":["trace[1683582313] 'process raft request' (duration: 195.431515ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:41.608082Z","caller":"traceutil/trace.go:171","msg":"trace[1249748776] linearizableReadLoop","detail":"{readStateIndex:5810; appliedIndex:5804; }","duration":"194.191671ms","start":"2026-03-29T02:09:41.413857Z","end":"2026-03-29T02:09:41.608049Z","steps":["trace[1249748776] 'read index received' (duration: 21.859208ms)","trace[1249748776] 'applied index is now lower than readState.Index' (duration: 172.331243ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:41.608219Z","caller":"traceutil/trace.go:171","msg":"trace[267157242] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"195.333843ms","start":"2026-03-29T02:09:41.412874Z","end":"2026-03-29T02:09:41.608208Z","steps":["trace[267157242] 'process raft request' (duration: 195.062865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.608431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.561551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62871"} {"level":"info","ts":"2026-03-29T02:09:41.608462Z","caller":"traceutil/trace.go:171","msg":"trace[1528525328] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5582; }","duration":"194.647003ms","start":"2026-03-29T02:09:41.413805Z","end":"2026-03-29T02:09:41.608452Z","steps":["trace[1528525328] 'agreement among raft nodes before linearized reading' (duration: 194.424017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.608478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.396569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:09:41.608558Z","caller":"traceutil/trace.go:171","msg":"trace[600002684] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:5582; }","duration":"178.514143ms","start":"2026-03-29T02:09:41.430027Z","end":"2026-03-29T02:09:41.608541Z","steps":["trace[600002684] 'agreement among raft nodes before linearized reading' (duration: 178.288347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.608722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.12296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777489"} {"level":"info","ts":"2026-03-29T02:09:41.608764Z","caller":"traceutil/trace.go:171","msg":"trace[1934838517] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5582; }","duration":"190.180301ms","start":"2026-03-29T02:09:41.418569Z","end":"2026-03-29T02:09:41.608749Z","steps":["trace[1934838517] 'agreement among raft nodes before linearized reading' (duration: 189.684368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.970638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.419264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:41.970882Z","caller":"traceutil/trace.go:171","msg":"trace[1316392337] linearizableReadLoop","detail":"{readStateIndex:5813; appliedIndex:5811; }","duration":"241.543366ms","start":"2026-03-29T02:09:41.72932Z","end":"2026-03-29T02:09:41.970863Z","steps":["trace[1316392337] 'read index received' (duration: 181.751791ms)","trace[1316392337] 'applied index is now lower than readState.Index' (duration: 59.790555ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:41.970885Z","caller":"traceutil/trace.go:171","msg":"trace[567308110] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"326.626204ms","start":"2026-03-29T02:09:41.644228Z","end":"2026-03-29T02:09:41.970854Z","steps":["trace[567308110] 'process raft request' (duration: 54.875121ms)","trace[567308110] 'compare' (duration: 271.004022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:41.97097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.655849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-03-29T02:09:41.971002Z","caller":"traceutil/trace.go:171","msg":"trace[971952723] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424; range_end:; response_count:1; response_revision:5584; }","duration":"241.736892ms","start":"2026-03-29T02:09:41.729254Z","end":"2026-03-29T02:09:41.970991Z","steps":["trace[971952723] 'agreement among raft nodes before linearized reading' (duration: 241.66227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.971048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:41.644181Z","time spent":"326.775289ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:41.971041Z","caller":"traceutil/trace.go:171","msg":"trace[1386020881] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"310.975246ms","start":"2026-03-29T02:09:41.660028Z","end":"2026-03-29T02:09:41.971003Z","steps":["trace[1386020881] 'process raft request' (duration: 310.729979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.971217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:41.659994Z","time spent":"311.1318ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:42.126173Z","caller":"traceutil/trace.go:171","msg":"trace[486804912] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"109.036772ms","start":"2026-03-29T02:09:42.0171Z","end":"2026-03-29T02:09:42.126137Z","steps":["trace[486804912] 'process raft request' (duration: 108.777875ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:42.479654Z","caller":"traceutil/trace.go:171","msg":"trace[1267615085] linearizableReadLoop","detail":"{readStateIndex:5820; appliedIndex:5818; }","duration":"148.762889ms","start":"2026-03-29T02:09:42.33086Z","end":"2026-03-29T02:09:42.479623Z","steps":["trace[1267615085] 'read index received' (duration: 29.990611ms)","trace[1267615085] 'applied index is now lower than readState.Index' (duration: 118.771048ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:42.47975Z","caller":"traceutil/trace.go:171","msg":"trace[800017692] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"188.384932ms","start":"2026-03-29T02:09:42.291318Z","end":"2026-03-29T02:09:42.479702Z","steps":["trace[800017692] 'process raft request' (duration: 170.513984ms)","trace[800017692] 'compare' (duration: 17.525629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:42.479967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.085398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:09:42.480021Z","caller":"traceutil/trace.go:171","msg":"trace[804664747] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5590; }","duration":"149.182841ms","start":"2026-03-29T02:09:42.330826Z","end":"2026-03-29T02:09:42.480009Z","steps":["trace[804664747] 'agreement among raft nodes before linearized reading' (duration: 148.968965ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:42.540034Z","caller":"traceutil/trace.go:171","msg":"trace[975470252] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"173.917297ms","start":"2026-03-29T02:09:42.366094Z","end":"2026-03-29T02:09:42.540011Z","steps":["trace[975470252] 'process raft request' (duration: 173.606659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:42.540191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.033283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:42.540243Z","caller":"traceutil/trace.go:171","msg":"trace[2090182027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5591; }","duration":"173.157936ms","start":"2026-03-29T02:09:42.367075Z","end":"2026-03-29T02:09:42.540233Z","steps":["trace[2090182027] 'agreement among raft nodes before linearized reading' (duration: 173.045373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:43.941075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806113793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:09:44.3245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.008652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:44.324624Z","caller":"traceutil/trace.go:171","msg":"trace[221122769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5610; }","duration":"957.188127ms","start":"2026-03-29T02:09:43.367409Z","end":"2026-03-29T02:09:44.324597Z","steps":["trace[221122769] 'range keys from in-memory index tree' (duration: 956.9037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:44.324685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.367352Z","time spent":"957.318921ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:09:44.324716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.054265ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:44.324861Z","caller":"traceutil/trace.go:171","msg":"trace[720764215] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5610; }","duration":"885.214979ms","start":"2026-03-29T02:09:43.439627Z","end":"2026-03-29T02:09:44.324842Z","steps":["trace[720764215] 'range keys from in-memory index tree' (duration: 885.036804ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:44.324889Z","caller":"traceutil/trace.go:171","msg":"trace[1777830776] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"903.372796ms","start":"2026-03-29T02:09:43.421481Z","end":"2026-03-29T02:09:44.324853Z","steps":["trace[1777830776] 'process raft request' (duration: 880.682375ms)","trace[1777830776] 'compare' (duration: 21.943361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:44.325106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.421443Z","time spent":"903.540531ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:44.678007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.618195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:44.678124Z","caller":"traceutil/trace.go:171","msg":"trace[1793528727] linearizableReadLoop","detail":"{readStateIndex:5842; appliedIndex:5840; }","duration":"1.237851765s","start":"2026-03-29T02:09:43.440253Z","end":"2026-03-29T02:09:44.678105Z","steps":["trace[1793528727] 'read index received' (duration: 861.85093ms)","trace[1793528727] 'applied index is now lower than readState.Index' (duration: 375.999725ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:44.678127Z","caller":"traceutil/trace.go:171","msg":"trace[1169453599] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"1.255454468s","start":"2026-03-29T02:09:43.422653Z","end":"2026-03-29T02:09:44.678108Z","steps":["trace[1169453599] 'process raft request' (duration: 1.068630427s)","trace[1169453599] 'compare' (duration: 186.491011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:44.6782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.422629Z","time spent":"1.255542089s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:44.678297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23805117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:09:44.678327Z","caller":"traceutil/trace.go:171","msg":"trace[308796657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5612; }","duration":"1.238146243s","start":"2026-03-29T02:09:43.440168Z","end":"2026-03-29T02:09:44.678315Z","steps":["trace[308796657] 'agreement among raft nodes before linearized reading' (duration: 1.23801321s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:44.678354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.440145Z","time spent":"1.238202055s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:09:44.775225Z","caller":"traceutil/trace.go:171","msg":"trace[1509631640] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"366.897454ms","start":"2026-03-29T02:09:44.408299Z","end":"2026-03-29T02:09:44.775197Z","steps":["trace[1509631640] 'process raft request' (duration: 366.73148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:44.775337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163013587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:09:44.775346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:44.408267Z","time spent":"367.030047ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:09:44.775376Z","caller":"traceutil/trace.go:171","msg":"trace[30114047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5614; }","duration":"1.163060088s","start":"2026-03-29T02:09:43.612303Z","end":"2026-03-29T02:09:44.775363Z","steps":["trace[30114047] 'agreement among raft nodes before linearized reading' (duration: 1.162973836s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:44.775408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.612298Z","time spent":"1.163102389s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:44.77542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157718272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:09:44.775444Z","caller":"traceutil/trace.go:171","msg":"trace[1002259095] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"446.07601ms","start":"2026-03-29T02:09:44.329336Z","end":"2026-03-29T02:09:44.775412Z","steps":["trace[1002259095] 'process raft request' (duration: 445.558246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:44.775443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.972398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-29T02:09:44.775477Z","caller":"traceutil/trace.go:171","msg":"trace[601616003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5614; }","duration":"1.157781505s","start":"2026-03-29T02:09:43.617674Z","end":"2026-03-29T02:09:44.775456Z","steps":["trace[601616003] 'agreement among raft nodes before linearized reading' (duration: 1.1576124s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:44.775495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163174692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:09:44.775546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.617662Z","time spent":"1.157875487s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:09:44.775542Z","caller":"traceutil/trace.go:171","msg":"trace[2022058447] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424; range_end:; response_count:1; response_revision:5614; }","duration":"793.094521ms","start":"2026-03-29T02:09:43.982426Z","end":"2026-03-29T02:09:44.77552Z","steps":["trace[2022058447] 'agreement among raft nodes before linearized reading' (duration: 792.844204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:44.775246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163300065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:09:44.775572Z","caller":"traceutil/trace.go:171","msg":"trace[1940343200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5614; }","duration":"1.163290294s","start":"2026-03-29T02:09:43.612263Z","end":"2026-03-29T02:09:44.775553Z","steps":["trace[1940343200] 'agreement among raft nodes before linearized reading' (duration: 1.163038247s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:44.775588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:44.329311Z","time spent":"446.199874ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:44.775593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162029911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:09:44.7756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.98235Z","time spent":"793.240985ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424\" "} {"level":"warn","ts":"2026-03-29T02:09:44.77562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.612255Z","time spent":"1.163351257s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:09:44.775629Z","caller":"traceutil/trace.go:171","msg":"trace[61573431] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:5614; }","duration":"1.162125773s","start":"2026-03-29T02:09:43.613493Z","end":"2026-03-29T02:09:44.775618Z","steps":["trace[61573431] 'agreement among raft nodes before linearized reading' (duration: 1.161988549s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:44.775629Z","caller":"traceutil/trace.go:171","msg":"trace[668935564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5614; }","duration":"1.163731936s","start":"2026-03-29T02:09:43.611867Z","end":"2026-03-29T02:09:44.775599Z","steps":["trace[668935564] 'agreement among raft nodes before linearized reading' (duration: 1.163218912s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:44.77566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.613465Z","time spent":"1.162186125s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:09:44.775223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.988555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:09:44.775702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.611837Z","time spent":"1.16384882s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:09:44.775707Z","caller":"traceutil/trace.go:171","msg":"trace[323742472] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5614; }","duration":"858.552761ms","start":"2026-03-29T02:09:43.917145Z","end":"2026-03-29T02:09:44.775698Z","steps":["trace[323742472] 'agreement among raft nodes before linearized reading' (duration: 857.980195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:44.77574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.91712Z","time spent":"858.609252ms","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-03-29T02:09:44.775843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162444622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:09:44.775893Z","caller":"traceutil/trace.go:171","msg":"trace[658929136] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5614; }","duration":"1.162503153s","start":"2026-03-29T02:09:43.613369Z","end":"2026-03-29T02:09:44.775872Z","steps":["trace[658929136] 'agreement among raft nodes before linearized reading' (duration: 1.161776223s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:44.775924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.613361Z","time spent":"1.162555814s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:09:44.776161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.171713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:44.776217Z","caller":"traceutil/trace.go:171","msg":"trace[1072321971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5614; }","duration":"450.273035ms","start":"2026-03-29T02:09:44.325934Z","end":"2026-03-29T02:09:44.776207Z","steps":["trace[1072321971] 'agreement among raft nodes before linearized reading' (duration: 449.319399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:44.776237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:44.325903Z","time spent":"450.328887ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:09:44.916958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.696909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:44.917126Z","caller":"traceutil/trace.go:171","msg":"trace[656744181] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"234.012797ms","start":"2026-03-29T02:09:44.683091Z","end":"2026-03-29T02:09:44.917103Z","steps":["trace[656744181] 'process raft request' (duration: 128.04653ms)","trace[656744181] 'compare' (duration: 105.568376ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:45.199664Z","caller":"traceutil/trace.go:171","msg":"trace[558499772] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"419.793729ms","start":"2026-03-29T02:09:44.779849Z","end":"2026-03-29T02:09:45.199643Z","steps":["trace[558499772] 'process raft request' (duration: 419.596424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:45.199864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:44.779827Z","time spent":"419.914223ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:45.199972Z","caller":"traceutil/trace.go:171","msg":"trace[867115308] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"420.036996ms","start":"2026-03-29T02:09:44.779918Z","end":"2026-03-29T02:09:45.199955Z","steps":["trace[867115308] 'process raft request' (duration: 419.680816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:45.200026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:44.779912Z","time spent":"420.085018ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:45.200301Z","caller":"traceutil/trace.go:171","msg":"trace[1943831766] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"420.273922ms","start":"2026-03-29T02:09:44.779995Z","end":"2026-03-29T02:09:45.200268Z","steps":["trace[1943831766] 'process raft request' (duration: 419.888022ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:45.200379Z","caller":"traceutil/trace.go:171","msg":"trace[1484721504] linearizableReadLoop","detail":"{readStateIndex:5851; appliedIndex:5844; }","duration":"419.746059ms","start":"2026-03-29T02:09:44.780609Z","end":"2026-03-29T02:09:45.200355Z","steps":["trace[1484721504] 'read index received' (duration: 30.741941ms)","trace[1484721504] 'applied index is now lower than readState.Index' (duration: 389.003028ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:45.200498Z","caller":"traceutil/trace.go:171","msg":"trace[827021301] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"420.018505ms","start":"2026-03-29T02:09:44.780471Z","end":"2026-03-29T02:09:45.20049Z","steps":["trace[827021301] 'process raft request' (duration: 419.789339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:45.200505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:44.77999Z","time spent":"420.399066ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:45.200574Z","caller":"traceutil/trace.go:171","msg":"trace[622807991] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"420.169929ms","start":"2026-03-29T02:09:44.780393Z","end":"2026-03-29T02:09:45.200563Z","steps":["trace[622807991] 'process raft request' (duration: 419.794269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:45.200617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:44.780451Z","time spent":"420.068727ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:45.200634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:44.780386Z","time spent":"420.215671ms","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:09:45.20071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.075188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62871"} {"level":"warn","ts":"2026-03-29T02:09:45.200768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.704675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:45.200792Z","caller":"traceutil/trace.go:171","msg":"trace[407586805] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5621; }","duration":"420.18743ms","start":"2026-03-29T02:09:44.780582Z","end":"2026-03-29T02:09:45.200769Z","steps":["trace[407586805] 'agreement among raft nodes before linearized reading' (duration: 419.904752ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:45.200807Z","caller":"traceutil/trace.go:171","msg":"trace[1693452572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5621; }","duration":"416.732096ms","start":"2026-03-29T02:09:44.784055Z","end":"2026-03-29T02:09:45.200787Z","steps":["trace[1693452572] 'agreement among raft nodes before linearized reading' (duration: 416.684604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:45.200827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:44.780574Z","time spent":"420.246322ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62893,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:09:45.200849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:44.78403Z","time spent":"416.815538ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:09:45.200875Z","caller":"traceutil/trace.go:171","msg":"trace[251875162] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"420.358245ms","start":"2026-03-29T02:09:44.780508Z","end":"2026-03-29T02:09:45.200866Z","steps":["trace[251875162] 'process raft request' (duration: 419.80416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:45.200918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:44.780499Z","time spent":"420.394876ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:45.782338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.953988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:45.782516Z","caller":"traceutil/trace.go:171","msg":"trace[1928748917] linearizableReadLoop","detail":"{readStateIndex:5852; appliedIndex:5851; }","duration":"415.420901ms","start":"2026-03-29T02:09:45.367062Z","end":"2026-03-29T02:09:45.782483Z","steps":["trace[1928748917] 'read index received' (duration: 222.053443ms)","trace[1928748917] 'applied index is now lower than readState.Index' (duration: 193.365238ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:45.782678Z","caller":"traceutil/trace.go:171","msg":"trace[195638295] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"440.293662ms","start":"2026-03-29T02:09:45.342366Z","end":"2026-03-29T02:09:45.782659Z","steps":["trace[195638295] 'process raft request' (duration: 246.896233ms)","trace[195638295] 'compare' (duration: 192.833034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:45.782784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:45.342332Z","time spent":"440.394894ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:45.783173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.10147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:45.783252Z","caller":"traceutil/trace.go:171","msg":"trace[550945342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5622; }","duration":"416.224954ms","start":"2026-03-29T02:09:45.367008Z","end":"2026-03-29T02:09:45.783233Z","steps":["trace[550945342] 'agreement among raft nodes before linearized reading' (duration: 416.115211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:45.783283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:45.366978Z","time spent":"416.298276ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:09:45.783383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.586786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:45.783413Z","caller":"traceutil/trace.go:171","msg":"trace[1436068427] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5622; }","duration":"269.149591ms","start":"2026-03-29T02:09:45.514254Z","end":"2026-03-29T02:09:45.783404Z","steps":["trace[1436068427] 'agreement among raft nodes before linearized reading' (duration: 268.590466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:45.783392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.463682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-29T02:09:45.783462Z","caller":"traceutil/trace.go:171","msg":"trace[401242234] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424; range_end:; response_count:1; response_revision:5622; }","duration":"242.573914ms","start":"2026-03-29T02:09:45.540867Z","end":"2026-03-29T02:09:45.783441Z","steps":["trace[401242234] 'agreement among raft nodes before linearized reading' (duration: 242.312867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.870334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806113812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:09:46.882847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.092551675s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:09:46.883325Z","caller":"traceutil/trace.go:171","msg":"trace[1086449613] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"1.093124471s","start":"2026-03-29T02:09:45.790169Z","end":"2026-03-29T02:09:46.883294Z","steps":["trace[1086449613] 'process raft request' (duration: 1.092960356s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.883466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:45.790141Z","time spent":"1.093248864s","remote":"127.0.0.1:43514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2540,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:09:47.268304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.577429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:47.26868Z","caller":"traceutil/trace.go:171","msg":"trace[1404186451] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"999.042387ms","start":"2026-03-29T02:09:46.269591Z","end":"2026-03-29T02:09:47.268634Z","steps":["trace[1404186451] 'process raft request' (duration: 844.030847ms)","trace[1404186451] 'compare' (duration: 154.407794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:47.268891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:46.269564Z","time spent":"999.208632ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:47.268925Z","caller":"traceutil/trace.go:171","msg":"trace[407768491] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"583.960514ms","start":"2026-03-29T02:09:46.684937Z","end":"2026-03-29T02:09:47.268898Z","steps":["trace[407768491] 'process raft request' (duration: 583.696727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:47.269125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:46.684906Z","time spent":"584.101337ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:47.269163Z","caller":"traceutil/trace.go:171","msg":"trace[1944949241] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"938.85528ms","start":"2026-03-29T02:09:46.330283Z","end":"2026-03-29T02:09:47.269138Z","steps":["trace[1944949241] 'process raft request' (duration: 938.153291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:47.270067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:46.330253Z","time spent":"938.969563ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:47.536475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.746814ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:09:47.536734Z","caller":"traceutil/trace.go:171","msg":"trace[1181814606] linearizableReadLoop","detail":"{readStateIndex:5857; appliedIndex:5852; }","duration":"1.167059193s","start":"2026-03-29T02:09:46.36965Z","end":"2026-03-29T02:09:47.53671Z","steps":["trace[1181814606] 'read index received' (duration: 513.539745ms)","trace[1181814606] 'applied index is now lower than readState.Index' (duration: 653.517848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:47.536903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167243098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:47.53695Z","caller":"traceutil/trace.go:171","msg":"trace[468388935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5626; }","duration":"1.167355351s","start":"2026-03-29T02:09:46.369581Z","end":"2026-03-29T02:09:47.536937Z","steps":["trace[468388935] 'agreement among raft nodes before linearized reading' (duration: 1.167248708s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:47.536986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:46.369556Z","time spent":"1.167423333s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:09:47.537484Z","caller":"traceutil/trace.go:171","msg":"trace[1099155886] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"647.281667ms","start":"2026-03-29T02:09:46.890191Z","end":"2026-03-29T02:09:47.537472Z","steps":["trace[1099155886] 'process raft request' (duration: 646.424283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:47.537576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:46.890162Z","time spent":"647.362049ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2145,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:09:47.658706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.838293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-29T02:09:47.658793Z","caller":"traceutil/trace.go:171","msg":"trace[1348093252] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424; range_end:; response_count:1; response_revision:5627; }","duration":"869.945666ms","start":"2026-03-29T02:09:46.788828Z","end":"2026-03-29T02:09:47.658774Z","steps":["trace[1348093252] 'agreement among raft nodes before linearized reading' (duration: 748.613078ms)","trace[1348093252] 'range keys from in-memory index tree' (duration: 121.111873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:47.658834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:46.788805Z","time spent":"870.020049ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424\" "} {"level":"warn","ts":"2026-03-29T02:09:47.659152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.042331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8dq9.18a12de1624c1418\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-29T02:09:47.659182Z","caller":"traceutil/trace.go:171","msg":"trace[1140787838] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8dq9.18a12de1624c1418; range_end:; response_count:1; response_revision:5627; }","duration":"287.091583ms","start":"2026-03-29T02:09:47.372083Z","end":"2026-03-29T02:09:47.659174Z","steps":["trace[1140787838] 'agreement among raft nodes before linearized reading' (duration: 165.369074ms)","trace[1140787838] 'range keys from in-memory index tree' (duration: 121.651277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:47.659353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.278542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:09:47.659382Z","caller":"traceutil/trace.go:171","msg":"trace[839241776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5627; }","duration":"452.339574ms","start":"2026-03-29T02:09:47.207035Z","end":"2026-03-29T02:09:47.659375Z","steps":["trace[839241776] 'agreement among raft nodes before linearized reading' (duration: 330.428759ms)","trace[839241776] 'range keys from in-memory index tree' (duration: 121.835472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:47.659401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:47.207024Z","time spent":"452.371934ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:47.659554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.465307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:09:47.659595Z","caller":"traceutil/trace.go:171","msg":"trace[801925322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5627; }","duration":"452.514108ms","start":"2026-03-29T02:09:47.20706Z","end":"2026-03-29T02:09:47.659574Z","steps":["trace[801925322] 'agreement among raft nodes before linearized reading' (duration: 330.398548ms)","trace[801925322] 'range keys from in-memory index tree' (duration: 122.039158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:47.659618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:47.20705Z","time spent":"452.56155ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:47.659953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.507563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:09:47.659994Z","caller":"traceutil/trace.go:171","msg":"trace[868535261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5627; }","duration":"454.595935ms","start":"2026-03-29T02:09:47.205386Z","end":"2026-03-29T02:09:47.659982Z","steps":["trace[868535261] 'agreement among raft nodes before linearized reading' (duration: 332.114535ms)","trace[868535261] 'range keys from in-memory index tree' (duration: 122.418008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:47.660019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:47.20536Z","time spent":"454.650477ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:09:47.660121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.288917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:09:47.660147Z","caller":"traceutil/trace.go:171","msg":"trace[1687933829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5627; }","duration":"454.596056ms","start":"2026-03-29T02:09:47.205543Z","end":"2026-03-29T02:09:47.660139Z","steps":["trace[1687933829] 'agreement among raft nodes before linearized reading' (duration: 331.947151ms)","trace[1687933829] 'range keys from in-memory index tree' (duration: 122.585773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:47.660166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:47.205536Z","time spent":"454.624926ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:47.660137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.539503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:09:47.660241Z","caller":"traceutil/trace.go:171","msg":"trace[1600219144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5627; }","duration":"738.650056ms","start":"2026-03-29T02:09:46.921555Z","end":"2026-03-29T02:09:47.660205Z","steps":["trace[1600219144] 'agreement among raft nodes before linearized reading' (duration: 615.955751ms)","trace[1600219144] 'range keys from in-memory index tree' (duration: 122.448389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:47.66025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.461714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:09:47.660275Z","caller":"traceutil/trace.go:171","msg":"trace[1308396700] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5627; }","duration":"453.483535ms","start":"2026-03-29T02:09:47.206783Z","end":"2026-03-29T02:09:47.660266Z","steps":["trace[1308396700] 'agreement among raft nodes before linearized reading' (duration: 330.696897ms)","trace[1308396700] 'range keys from in-memory index tree' (duration: 122.734197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:47.660283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:46.92147Z","time spent":"738.803641ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:09:47.660297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:47.206709Z","time spent":"453.580518ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:09:47.660256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.794658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:09:47.660363Z","caller":"traceutil/trace.go:171","msg":"trace[735895332] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:5627; }","duration":"451.944953ms","start":"2026-03-29T02:09:47.20839Z","end":"2026-03-29T02:09:47.660335Z","steps":["trace[735895332] 'agreement among raft nodes before linearized reading' (duration: 329.106913ms)","trace[735895332] 'range keys from in-memory index tree' (duration: 122.586352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:47.660137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.930954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:47.660419Z","caller":"traceutil/trace.go:171","msg":"trace[215279209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5627; }","duration":"122.284114ms","start":"2026-03-29T02:09:47.538126Z","end":"2026-03-29T02:09:47.66041Z","steps":["trace[215279209] 'range keys from in-memory index tree' (duration: 121.820182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:47.660421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:47.208384Z","time spent":"452.024055ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"info","ts":"2026-03-29T02:09:47.66051Z","caller":"traceutil/trace.go:171","msg":"trace[1352240598] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"116.309481ms","start":"2026-03-29T02:09:47.54419Z","end":"2026-03-29T02:09:47.6605Z","steps":["trace[1352240598] 'process raft request' (duration: 114.111751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:47.660541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.37883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8dq9\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-03-29T02:09:47.660615Z","caller":"traceutil/trace.go:171","msg":"trace[1044275092] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8dq9; range_end:; response_count:1; response_revision:5627; }","duration":"291.493703ms","start":"2026-03-29T02:09:47.369103Z","end":"2026-03-29T02:09:47.660596Z","steps":["trace[1044275092] 'agreement among raft nodes before linearized reading' (duration: 168.383026ms)","trace[1044275092] 'range keys from in-memory index tree' (duration: 122.561322ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:49.339157Z","caller":"traceutil/trace.go:171","msg":"trace[418128732] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"122.028348ms","start":"2026-03-29T02:09:49.217089Z","end":"2026-03-29T02:09:49.339118Z","steps":["trace[418128732] 'process raft request' (duration: 121.723189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:49.84004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806113919,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:09:50.174496Z","caller":"traceutil/trace.go:171","msg":"trace[116045303] transaction","detail":"{read_only:false; response_revision:5685; number_of_response:1; }","duration":"898.122725ms","start":"2026-03-29T02:09:49.276341Z","end":"2026-03-29T02:09:50.174464Z","steps":["trace[116045303] 'process raft request' (duration: 897.745484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.174867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.276316Z","time spent":"898.286069ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:50.174933Z","caller":"traceutil/trace.go:171","msg":"trace[1250809819] transaction","detail":"{read_only:false; response_revision:5686; number_of_response:1; }","duration":"898.075013ms","start":"2026-03-29T02:09:49.276812Z","end":"2026-03-29T02:09:50.174887Z","steps":["trace[1250809819] 'process raft request' (duration: 897.59017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.175143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.276802Z","time spent":"898.227958ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:50.175174Z","caller":"traceutil/trace.go:171","msg":"trace[75991515] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"879.059114ms","start":"2026-03-29T02:09:49.296072Z","end":"2026-03-29T02:09:50.175131Z","steps":["trace[75991515] 'process raft request' (duration: 878.649313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.175392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.296053Z","time spent":"879.249729ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:09:50.30383Z","caller":"traceutil/trace.go:171","msg":"trace[39480440] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"959.677949ms","start":"2026-03-29T02:09:49.34412Z","end":"2026-03-29T02:09:50.303798Z","steps":["trace[39480440] 'process raft request' (duration: 946.960351ms)","trace[39480440] 'compare' (duration: 12.512422ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:50.303924Z","caller":"traceutil/trace.go:171","msg":"trace[721371290] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"504.480728ms","start":"2026-03-29T02:09:49.799423Z","end":"2026-03-29T02:09:50.303904Z","steps":["trace[721371290] 'process raft request' (duration: 504.366244ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:50.303933Z","caller":"traceutil/trace.go:171","msg":"trace[1304607509] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"827.885455ms","start":"2026-03-29T02:09:49.476017Z","end":"2026-03-29T02:09:50.303902Z","steps":["trace[1304607509] 'process raft request' (duration: 827.72128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.304067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.344101Z","time spent":"959.896365ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:09:50.30408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.799388Z","time spent":"504.592381ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:50.304101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.475995Z","time spent":"828.002097ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:50.303839Z","caller":"traceutil/trace.go:171","msg":"trace[888027721] linearizableReadLoop","detail":"{readStateIndex:5923; appliedIndex:5920; }","duration":"964.772628ms","start":"2026-03-29T02:09:49.339048Z","end":"2026-03-29T02:09:50.30382Z","steps":["trace[888027721] 'read index received' (duration: 836.16583ms)","trace[888027721] 'applied index is now lower than readState.Index' (duration: 128.605768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:50.304492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.794047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:09:50.305213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.528835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:09:50.304946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.724733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-mg8mq\" ","response":"range_response_count:1 size:4040"} {"level":"warn","ts":"2026-03-29T02:09:50.305285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.062596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-29T02:09:50.305299Z","caller":"traceutil/trace.go:171","msg":"trace[1783234161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5690; }","duration":"619.661708ms","start":"2026-03-29T02:09:49.685613Z","end":"2026-03-29T02:09:50.305275Z","steps":["trace[1783234161] 'agreement among raft nodes before linearized reading' (duration: 618.931398ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:50.30536Z","caller":"traceutil/trace.go:171","msg":"trace[1690065807] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5690; }","duration":"931.121568ms","start":"2026-03-29T02:09:49.374212Z","end":"2026-03-29T02:09:50.305333Z","steps":["trace[1690065807] 'agreement among raft nodes before linearized reading' (duration: 930.224463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.304634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.995032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:09:50.305388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.68558Z","time spent":"619.792852ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:09:50.305374Z","caller":"traceutil/trace.go:171","msg":"trace[1583519204] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-mg8mq; range_end:; response_count:1; response_revision:5690; }","duration":"963.138583ms","start":"2026-03-29T02:09:49.342182Z","end":"2026-03-29T02:09:50.30532Z","steps":["trace[1583519204] 'agreement among raft nodes before linearized reading' (duration: 962.166197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.305417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.374195Z","time spent":"931.211941ms","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-29T02:09:50.305462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.342161Z","time spent":"963.285628ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4062,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-mg8mq\" "} {"level":"info","ts":"2026-03-29T02:09:50.305454Z","caller":"traceutil/trace.go:171","msg":"trace[1833329241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5690; }","duration":"936.789433ms","start":"2026-03-29T02:09:49.368635Z","end":"2026-03-29T02:09:50.305424Z","steps":["trace[1833329241] 'agreement among raft nodes before linearized reading' (duration: 935.982841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.305511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002777147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-29T02:09:50.305241Z","caller":"traceutil/trace.go:171","msg":"trace[1216191078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5690; }","duration":"618.569078ms","start":"2026-03-29T02:09:49.686661Z","end":"2026-03-29T02:09:50.30523Z","steps":["trace[1216191078] 'agreement among raft nodes before linearized reading' (duration: 617.754886ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:50.305548Z","caller":"traceutil/trace.go:171","msg":"trace[1518245145] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5690; }","duration":"1.00285787s","start":"2026-03-29T02:09:49.302678Z","end":"2026-03-29T02:09:50.305536Z","steps":["trace[1518245145] 'agreement among raft nodes before linearized reading' (duration: 1.001207325s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.305552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.368563Z","time spent":"936.947388ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:09:50.305576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.302654Z","time spent":"1.002914452s","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211011,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-29T02:09:50.305572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.686645Z","time spent":"618.914828ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:50.304711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.127808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:09:50.305685Z","caller":"traceutil/trace.go:171","msg":"trace[651116352] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5690; }","duration":"618.171908ms","start":"2026-03-29T02:09:49.687491Z","end":"2026-03-29T02:09:50.305663Z","steps":["trace[651116352] 'agreement among raft nodes before linearized reading' (duration: 616.997396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.305758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.68747Z","time spent":"618.26731ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:09:50.304764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.714708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:09:50.305814Z","caller":"traceutil/trace.go:171","msg":"trace[164772323] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:5690; }","duration":"617.790998ms","start":"2026-03-29T02:09:49.688013Z","end":"2026-03-29T02:09:50.305804Z","steps":["trace[164772323] 'agreement among raft nodes before linearized reading' (duration: 616.510583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.305853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.688004Z","time spent":"617.838229ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:09:50.304743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.666059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:09:50.305941Z","caller":"traceutil/trace.go:171","msg":"trace[970689532] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5690; }","duration":"669.950534ms","start":"2026-03-29T02:09:49.635979Z","end":"2026-03-29T02:09:50.305929Z","steps":["trace[970689532] 'agreement among raft nodes before linearized reading' (duration: 668.638198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.305985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.635957Z","time spent":"670.010556ms","remote":"127.0.0.1:44328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:09:50.30507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.347618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:09:50.30626Z","caller":"traceutil/trace.go:171","msg":"trace[1912536807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5690; }","duration":"617.55114ms","start":"2026-03-29T02:09:49.68869Z","end":"2026-03-29T02:09:50.306241Z","steps":["trace[1912536807] 'agreement among raft nodes before linearized reading' (duration: 615.755321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.306331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.688681Z","time spent":"617.627722ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:50.304869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.609409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12974"} {"level":"info","ts":"2026-03-29T02:09:50.306568Z","caller":"traceutil/trace.go:171","msg":"trace[2125776790] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5690; }","duration":"964.307646ms","start":"2026-03-29T02:09:49.342234Z","end":"2026-03-29T02:09:50.306542Z","steps":["trace[2125776790] 'agreement among raft nodes before linearized reading' (duration: 962.428784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.306905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.342227Z","time spent":"964.384728ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12996,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-29T02:09:50.304907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.365126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:09:50.308925Z","caller":"traceutil/trace.go:171","msg":"trace[1873578734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5690; }","duration":"621.415466ms","start":"2026-03-29T02:09:49.687491Z","end":"2026-03-29T02:09:50.308907Z","steps":["trace[1873578734] 'agreement among raft nodes before linearized reading' (duration: 617.021136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.308976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.687466Z","time spent":"621.491449ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:50.305072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.202365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-bc77584d5-p2bv7.18a12de4ac760a7f\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-03-29T02:09:50.309111Z","caller":"traceutil/trace.go:171","msg":"trace[318884376] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-bc77584d5-p2bv7.18a12de4ac760a7f; range_end:; response_count:1; response_revision:5690; }","duration":"129.261596ms","start":"2026-03-29T02:09:50.179828Z","end":"2026-03-29T02:09:50.30909Z","steps":["trace[318884376] 'agreement among raft nodes before linearized reading' (duration: 124.819215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.305185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.444298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:803605"} {"level":"info","ts":"2026-03-29T02:09:50.309198Z","caller":"traceutil/trace.go:171","msg":"trace[1489755436] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:5690; }","duration":"961.475178ms","start":"2026-03-29T02:09:49.3477Z","end":"2026-03-29T02:09:50.309175Z","steps":["trace[1489755436] 'agreement among raft nodes before linearized reading' (duration: 956.865682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.309298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.34768Z","time spent":"961.594681ms","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":27,"response size":803627,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-29T02:09:50.304593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.094192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:09:50.309534Z","caller":"traceutil/trace.go:171","msg":"trace[860344812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5690; }","duration":"624.057688ms","start":"2026-03-29T02:09:49.685455Z","end":"2026-03-29T02:09:50.309513Z","steps":["trace[860344812] 'agreement among raft nodes before linearized reading' (duration: 619.075722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.309614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.685437Z","time spent":"624.156921ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:09:50.461973Z","caller":"traceutil/trace.go:171","msg":"trace[8275415] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"149.194751ms","start":"2026-03-29T02:09:50.312737Z","end":"2026-03-29T02:09:50.461931Z","steps":["trace[8275415] 'process raft request' (duration: 111.114269ms)","trace[8275415] 'compare' (duration: 37.863616ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:50.469071Z","caller":"traceutil/trace.go:171","msg":"trace[1384680730] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"155.703619ms","start":"2026-03-29T02:09:50.313317Z","end":"2026-03-29T02:09:50.46902Z","steps":["trace[1384680730] 'process raft request' (duration: 155.37282ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:50.469478Z","caller":"traceutil/trace.go:171","msg":"trace[466933773] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"155.637917ms","start":"2026-03-29T02:09:50.313808Z","end":"2026-03-29T02:09:50.469446Z","steps":["trace[466933773] 'process raft request' (duration: 155.077922ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:50.469933Z","caller":"traceutil/trace.go:171","msg":"trace[739615257] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"156.040948ms","start":"2026-03-29T02:09:50.313871Z","end":"2026-03-29T02:09:50.469911Z","steps":["trace[739615257] 'process raft request' (duration: 155.440482ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:50.470067Z","caller":"traceutil/trace.go:171","msg":"trace[25462601] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"155.802342ms","start":"2026-03-29T02:09:50.314244Z","end":"2026-03-29T02:09:50.470046Z","steps":["trace[25462601] 'process raft request' (duration: 155.553155ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:50.470453Z","caller":"traceutil/trace.go:171","msg":"trace[33116455] linearizableReadLoop","detail":"{readStateIndex:5926; appliedIndex:5923; }","duration":"156.565192ms","start":"2026-03-29T02:09:50.313869Z","end":"2026-03-29T02:09:50.470434Z","steps":["trace[33116455] 'read index received' (duration: 110.202634ms)","trace[33116455] 'applied index is now lower than readState.Index' (duration: 46.361388ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:50.470501Z","caller":"traceutil/trace.go:171","msg":"trace[474918799] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"155.092172ms","start":"2026-03-29T02:09:50.315393Z","end":"2026-03-29T02:09:50.470485Z","steps":["trace[474918799] 'process raft request' (duration: 154.916167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.470855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.964694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-29T02:09:50.470897Z","caller":"traceutil/trace.go:171","msg":"trace[738642607] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5698; }","duration":"157.034626ms","start":"2026-03-29T02:09:50.31385Z","end":"2026-03-29T02:09:50.470885Z","steps":["trace[738642607] 'agreement among raft nodes before linearized reading' (duration: 156.82606ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:50.470628Z","caller":"traceutil/trace.go:171","msg":"trace[1332107611] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"148.07892ms","start":"2026-03-29T02:09:50.322519Z","end":"2026-03-29T02:09:50.470598Z","steps":["trace[1332107611] 'process raft request' (duration: 147.846373ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:50.470697Z","caller":"traceutil/trace.go:171","msg":"trace[1997100099] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"156.395068ms","start":"2026-03-29T02:09:50.314275Z","end":"2026-03-29T02:09:50.47067Z","steps":["trace[1997100099] 'process raft request' (duration: 155.879424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.47135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.610836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:09:50.471392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.943136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-03-29T02:09:50.471407Z","caller":"traceutil/trace.go:171","msg":"trace[590439959] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5698; }","duration":"121.736619ms","start":"2026-03-29T02:09:50.349658Z","end":"2026-03-29T02:09:50.471395Z","steps":["trace[590439959] 'agreement among raft nodes before linearized reading' (duration: 121.612836ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:50.471438Z","caller":"traceutil/trace.go:171","msg":"trace[1564596920] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5698; }","duration":"133.021608ms","start":"2026-03-29T02:09:50.338399Z","end":"2026-03-29T02:09:50.471421Z","steps":["trace[1564596920] 'agreement among raft nodes before linearized reading' (duration: 132.900815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.471513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.461157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62871"} {"level":"info","ts":"2026-03-29T02:09:50.471582Z","caller":"traceutil/trace.go:171","msg":"trace[1127442421] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5698; }","duration":"157.550929ms","start":"2026-03-29T02:09:50.314015Z","end":"2026-03-29T02:09:50.471566Z","steps":["trace[1127442421] 'agreement among raft nodes before linearized reading' (duration: 157.242591ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:56.655405Z","caller":"traceutil/trace.go:171","msg":"trace[1298354275] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"108.044166ms","start":"2026-03-29T02:09:56.547321Z","end":"2026-03-29T02:09:56.655365Z","steps":["trace[1298354275] 'process raft request' (duration: 95.306007ms)","trace[1298354275] 'compare' (duration: 12.374779ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:58.370377Z","caller":"traceutil/trace.go:171","msg":"trace[309970836] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"129.298137ms","start":"2026-03-29T02:09:58.241058Z","end":"2026-03-29T02:09:58.370356Z","steps":["trace[309970836] 'process raft request' (duration: 129.146622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:58.583508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.322861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:58.583777Z","caller":"traceutil/trace.go:171","msg":"trace[1967698783] linearizableReadLoop","detail":"{readStateIndex:6041; appliedIndex:6037; }","duration":"215.026951ms","start":"2026-03-29T02:09:58.368726Z","end":"2026-03-29T02:09:58.583753Z","steps":["trace[1967698783] 'read index received' (duration: 1.526322ms)","trace[1967698783] 'applied index is now lower than readState.Index' (duration: 213.499539ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:58.583774Z","caller":"traceutil/trace.go:171","msg":"trace[101392640] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"340.159753ms","start":"2026-03-29T02:09:58.243563Z","end":"2026-03-29T02:09:58.583722Z","steps":["trace[101392640] 'process raft request' (duration: 208.516393ms)","trace[101392640] 'compare' (duration: 131.181507ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:58.583838Z","caller":"traceutil/trace.go:171","msg":"trace[771651134] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"339.394422ms","start":"2026-03-29T02:09:58.24443Z","end":"2026-03-29T02:09:58.583824Z","steps":["trace[771651134] 'process raft request' (duration: 339.188546ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:58.583854Z","caller":"traceutil/trace.go:171","msg":"trace[1453340239] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"235.147471ms","start":"2026-03-29T02:09:58.34868Z","end":"2026-03-29T02:09:58.583828Z","steps":["trace[1453340239] 'process raft request' (duration: 235.003227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:58.583895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:58.244296Z","time spent":"339.574167ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:09:58.583929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.205725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:58.583967Z","caller":"traceutil/trace.go:171","msg":"trace[1510927344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5805; }","duration":"215.289268ms","start":"2026-03-29T02:09:58.368667Z","end":"2026-03-29T02:09:58.583957Z","steps":["trace[1510927344] 'agreement among raft nodes before linearized reading' (duration: 215.225407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:58.584004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:58.243529Z","time spent":"340.345388ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:58.584169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.979289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-f5jnk\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-29T02:09:58.584276Z","caller":"traceutil/trace.go:171","msg":"trace[1716063301] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-f5jnk; range_end:; response_count:1; response_revision:5805; }","duration":"170.129733ms","start":"2026-03-29T02:09:58.414105Z","end":"2026-03-29T02:09:58.584235Z","steps":["trace[1716063301] 'agreement among raft nodes before linearized reading' (duration: 169.829385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:58.919645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.263524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:58.919777Z","caller":"traceutil/trace.go:171","msg":"trace[1035069421] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"331.266911ms","start":"2026-03-29T02:09:58.588486Z","end":"2026-03-29T02:09:58.919753Z","steps":["trace[1035069421] 'process raft request' (duration: 106.804482ms)","trace[1035069421] 'compare' (duration: 223.819621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:58.919838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:58.588466Z","time spent":"331.347993ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:09:59.449531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.533945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:59.449994Z","caller":"traceutil/trace.go:171","msg":"trace[1935912533] linearizableReadLoop","detail":"{readStateIndex:6044; appliedIndex:6041; }","duration":"803.767763ms","start":"2026-03-29T02:09:58.646201Z","end":"2026-03-29T02:09:59.449968Z","steps":["trace[1935912533] 'read index received' (duration: 49.125154ms)","trace[1935912533] 'applied index is now lower than readState.Index' (duration: 754.641359ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:59.450202Z","caller":"traceutil/trace.go:171","msg":"trace[1441299090] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"860.950727ms","start":"2026-03-29T02:09:58.589231Z","end":"2026-03-29T02:09:59.450181Z","steps":["trace[1441299090] 'process raft request' (duration: 591.638941ms)","trace[1441299090] 'compare' (duration: 268.39119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:59.450358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:58.589202Z","time spent":"861.098141ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:59.450512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.295817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:09:59.450536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.233239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:59.450594Z","caller":"traceutil/trace.go:171","msg":"trace[576551425] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5808; }","duration":"576.346422ms","start":"2026-03-29T02:09:58.874229Z","end":"2026-03-29T02:09:59.450576Z","steps":["trace[576551425] 'agreement among raft nodes before linearized reading' (duration: 576.25398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.450594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.500138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:09:59.450649Z","caller":"traceutil/trace.go:171","msg":"trace[640758836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5808; }","duration":"783.605041ms","start":"2026-03-29T02:09:58.667029Z","end":"2026-03-29T02:09:59.450634Z","steps":["trace[640758836] 'agreement among raft nodes before linearized reading' (duration: 783.396505ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:59.450663Z","caller":"traceutil/trace.go:171","msg":"trace[162899117] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"857.967875ms","start":"2026-03-29T02:09:58.592665Z","end":"2026-03-29T02:09:59.450633Z","steps":["trace[162899117] 'process raft request' (duration: 857.142212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.450651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.769179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:09:59.450709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.504482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:09:59.4507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.241438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:09:59.450755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:58.592602Z","time spent":"858.098229ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:59.450736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.457943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:59.450788Z","caller":"traceutil/trace.go:171","msg":"trace[806087477] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5808; }","duration":"544.939053ms","start":"2026-03-29T02:09:58.905818Z","end":"2026-03-29T02:09:59.450757Z","steps":["trace[806087477] 'agreement among raft nodes before linearized reading' (duration: 544.664666ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:59.450795Z","caller":"traceutil/trace.go:171","msg":"trace[142149501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5808; }","duration":"759.644516ms","start":"2026-03-29T02:09:58.691131Z","end":"2026-03-29T02:09:59.450775Z","steps":["trace[142149501] 'agreement among raft nodes before linearized reading' (duration: 759.345548ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:59.450817Z","caller":"traceutil/trace.go:171","msg":"trace[311085452] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5808; }","duration":"611.599567ms","start":"2026-03-29T02:09:58.839204Z","end":"2026-03-29T02:09:59.450803Z","steps":["trace[311085452] 'agreement among raft nodes before linearized reading' (duration: 611.482603ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:59.450813Z","caller":"traceutil/trace.go:171","msg":"trace[186357108] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:5808; }","duration":"758.378991ms","start":"2026-03-29T02:09:58.692408Z","end":"2026-03-29T02:09:59.450787Z","steps":["trace[186357108] 'agreement among raft nodes before linearized reading' (duration: 758.034952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.450858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:58.691119Z","time spent":"759.724009ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:59.450705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:58.667003Z","time spent":"783.689434ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:09:59.450644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:58.874199Z","time spent":"576.431695ms","remote":"127.0.0.1:42800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:09:59.450865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:58.6924Z","time spent":"758.455174ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:09:59.450818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.4256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:09:59.45089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.15051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:09:59.450595Z","caller":"traceutil/trace.go:171","msg":"trace[2091438519] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5808; }","duration":"804.42477ms","start":"2026-03-29T02:09:58.646146Z","end":"2026-03-29T02:09:59.450571Z","steps":["trace[2091438519] 'agreement among raft nodes before linearized reading' (duration: 804.260996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.450858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:58.905737Z","time spent":"545.108068ms","remote":"127.0.0.1:37144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:09:59.45101Z","caller":"traceutil/trace.go:171","msg":"trace[428206515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5808; }","duration":"759.668367ms","start":"2026-03-29T02:09:58.691257Z","end":"2026-03-29T02:09:59.450925Z","steps":["trace[428206515] 'agreement among raft nodes before linearized reading' (duration: 759.330618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.45086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:58.839174Z","time spent":"611.671139ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:09:59.450991Z","caller":"traceutil/trace.go:171","msg":"trace[433465692] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5808; }","duration":"760.309534ms","start":"2026-03-29T02:09:58.690655Z","end":"2026-03-29T02:09:59.450965Z","steps":["trace[433465692] 'agreement among raft nodes before linearized reading' (duration: 760.060937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.451149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:58.690603Z","time spent":"760.536531ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:09:59.451105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:58.691215Z","time spent":"759.876052ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:59.451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:58.646123Z","time spent":"804.866953ms","remote":"127.0.0.1:42834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:09:59.453005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.36506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:09:59.453227Z","caller":"traceutil/trace.go:171","msg":"trace[2051431943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5808; }","duration":"762.450752ms","start":"2026-03-29T02:09:58.690579Z","end":"2026-03-29T02:09:59.45303Z","steps":["trace[2051431943] 'agreement among raft nodes before linearized reading' (duration: 760.15819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.453261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:58.690554Z","time spent":"762.698579ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:09:59.761574Z","caller":"traceutil/trace.go:171","msg":"trace[2123759056] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"304.5217ms","start":"2026-03-29T02:09:59.457009Z","end":"2026-03-29T02:09:59.761531Z","steps":["trace[2123759056] 'process raft request' (duration: 304.253462ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:59.761602Z","caller":"traceutil/trace.go:171","msg":"trace[1841410416] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"304.325794ms","start":"2026-03-29T02:09:59.457252Z","end":"2026-03-29T02:09:59.761578Z","steps":["trace[1841410416] 'process raft request' (duration: 304.18664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.761774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.457243Z","time spent":"304.433938ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:59.761789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.45688Z","time spent":"304.776387ms","remote":"127.0.0.1:43310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:59.762152Z","caller":"traceutil/trace.go:171","msg":"trace[619165755] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"304.747306ms","start":"2026-03-29T02:09:59.457387Z","end":"2026-03-29T02:09:59.762134Z","steps":["trace[619165755] 'process raft request' (duration: 304.108019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.762247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.45737Z","time spent":"304.835498ms","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:59.762269Z","caller":"traceutil/trace.go:171","msg":"trace[1265918562] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"304.792257ms","start":"2026-03-29T02:09:59.457441Z","end":"2026-03-29T02:09:59.762233Z","steps":["trace[1265918562] 'process raft request' (duration: 304.525479ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:59.76241Z","caller":"traceutil/trace.go:171","msg":"trace[802266127] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"303.244135ms","start":"2026-03-29T02:09:59.459135Z","end":"2026-03-29T02:09:59.762379Z","steps":["trace[802266127] 'process raft request' (duration: 303.169823ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:59.762504Z","caller":"traceutil/trace.go:171","msg":"trace[2293449] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"304.811588ms","start":"2026-03-29T02:09:59.457681Z","end":"2026-03-29T02:09:59.762492Z","steps":["trace[2293449] 'process raft request' (duration: 304.51243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.762564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.457674Z","time spent":"304.864409ms","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:59.762599Z","caller":"traceutil/trace.go:171","msg":"trace[1142100983] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"305.021613ms","start":"2026-03-29T02:09:59.457555Z","end":"2026-03-29T02:09:59.762577Z","steps":["trace[1142100983] 'process raft request' (duration: 304.575051ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:59.762651Z","caller":"traceutil/trace.go:171","msg":"trace[824469966] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"304.149409ms","start":"2026-03-29T02:09:59.458491Z","end":"2026-03-29T02:09:59.762641Z","steps":["trace[824469966] 'process raft request' (duration: 303.755388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.762713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.458481Z","time spent":"304.202951ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:59.762716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.457548Z","time spent":"305.106625ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:59.762602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.459128Z","time spent":"303.375358ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:59.762447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.457431Z","time spent":"304.928ms","remote":"127.0.0.1:43310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:03.470984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.246441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:10:03.471146Z","caller":"traceutil/trace.go:171","msg":"trace[982617268] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"860.393462ms","start":"2026-03-29T02:10:02.610722Z","end":"2026-03-29T02:10:03.471116Z","steps":["trace[982617268] 'process raft request' (duration: 226.878144ms)","trace[982617268] 'compare' (duration: 631.965086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:03.471249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.610695Z","time spent":"860.504755ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:03.484281Z","caller":"traceutil/trace.go:171","msg":"trace[1086261053] linearizableReadLoop","detail":"{readStateIndex:6072; appliedIndex:6071; }","duration":"277.87669ms","start":"2026-03-29T02:10:03.20636Z","end":"2026-03-29T02:10:03.484237Z","steps":["trace[1086261053] 'read index received' (duration: 277.716155ms)","trace[1086261053] 'applied index is now lower than readState.Index' (duration: 158.655µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:03.48435Z","caller":"traceutil/trace.go:171","msg":"trace[819969015] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"839.076929ms","start":"2026-03-29T02:10:02.645247Z","end":"2026-03-29T02:10:03.484324Z","steps":["trace[819969015] 'process raft request' (duration: 838.798022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:03.484452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.6452Z","time spent":"839.200962ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:03.48468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.307422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:10:03.484748Z","caller":"traceutil/trace.go:171","msg":"trace[550897285] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5835; }","duration":"278.646911ms","start":"2026-03-29T02:10:03.206083Z","end":"2026-03-29T02:10:03.48473Z","steps":["trace[550897285] 'agreement among raft nodes before linearized reading' (duration: 278.307872ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:04.088138Z","caller":"traceutil/trace.go:171","msg":"trace[550423277] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"232.632743ms","start":"2026-03-29T02:10:03.855474Z","end":"2026-03-29T02:10:04.088107Z","steps":["trace[550423277] 'process raft request' (duration: 173.896536ms)","trace[550423277] 'compare' (duration: 58.563962ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:04.088429Z","caller":"traceutil/trace.go:171","msg":"trace[1631177081] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"231.513652ms","start":"2026-03-29T02:10:03.856905Z","end":"2026-03-29T02:10:04.088418Z","steps":["trace[1631177081] 'process raft request' (duration: 231.171153ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:04.088425Z","caller":"traceutil/trace.go:171","msg":"trace[1768052221] transaction","detail":"{read_only:false; response_revision:5841; number_of_response:1; }","duration":"197.865522ms","start":"2026-03-29T02:10:03.890538Z","end":"2026-03-29T02:10:04.088404Z","steps":["trace[1768052221] 'process raft request' (duration: 197.751739ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:05.6132Z","caller":"traceutil/trace.go:171","msg":"trace[2056974530] transaction","detail":"{read_only:false; response_revision:5845; number_of_response:1; }","duration":"136.060422ms","start":"2026-03-29T02:10:05.477109Z","end":"2026-03-29T02:10:05.613169Z","steps":["trace[2056974530] 'process raft request' (duration: 60.740782ms)","trace[2056974530] 'compare' (duration: 75.179646ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:05.68311Z","caller":"traceutil/trace.go:171","msg":"trace[608143242] transaction","detail":"{read_only:false; response_revision:5846; number_of_response:1; }","duration":"191.175209ms","start":"2026-03-29T02:10:05.491901Z","end":"2026-03-29T02:10:05.683076Z","steps":["trace[608143242] 'process raft request' (duration: 191.017354ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:05.683256Z","caller":"traceutil/trace.go:171","msg":"trace[2138098473] linearizableReadLoop","detail":"{readStateIndex:6083; appliedIndex:6083; }","duration":"126.811278ms","start":"2026-03-29T02:10:05.556426Z","end":"2026-03-29T02:10:05.683238Z","steps":["trace[2138098473] 'read index received' (duration: 126.804258ms)","trace[2138098473] 'applied index is now lower than readState.Index' (duration: 5.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:05.683511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.059886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-29T02:10:05.683624Z","caller":"traceutil/trace.go:171","msg":"trace[1678333778] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5846; }","duration":"127.21869ms","start":"2026-03-29T02:10:05.556332Z","end":"2026-03-29T02:10:05.683551Z","steps":["trace[1678333778] 'agreement among raft nodes before linearized reading' (duration: 126.995614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:05.683609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.95125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:10:05.683695Z","caller":"traceutil/trace.go:171","msg":"trace[1421550449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5846; }","duration":"124.111065ms","start":"2026-03-29T02:10:05.559563Z","end":"2026-03-29T02:10:05.683674Z","steps":["trace[1421550449] 'agreement among raft nodes before linearized reading' (duration: 123.864708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:06.678392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.404696ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:10:08.68102Z","caller":"traceutil/trace.go:171","msg":"trace[743264263] transaction","detail":"{read_only:false; response_revision:5871; number_of_response:1; }","duration":"155.499553ms","start":"2026-03-29T02:10:08.525403Z","end":"2026-03-29T02:10:08.680903Z","steps":["trace[743264263] 'process raft request' (duration: 97.910938ms)","trace[743264263] 'compare' (duration: 57.012369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:09.41928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.678879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:09.419381Z","caller":"traceutil/trace.go:171","msg":"trace[2062118622] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5873; }","duration":"155.833952ms","start":"2026-03-29T02:10:09.263518Z","end":"2026-03-29T02:10:09.419352Z","steps":["trace[2062118622] 'range keys from in-memory index tree' (duration: 155.543304ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:09.695603Z","caller":"traceutil/trace.go:171","msg":"trace[399125304] linearizableReadLoop","detail":"{readStateIndex:6113; appliedIndex:6112; }","duration":"240.344843ms","start":"2026-03-29T02:10:09.455228Z","end":"2026-03-29T02:10:09.695573Z","steps":["trace[399125304] 'read index received' (duration: 146.583889ms)","trace[399125304] 'applied index is now lower than readState.Index' (duration: 93.759634ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:09.695749Z","caller":"traceutil/trace.go:171","msg":"trace[332599561] transaction","detail":"{read_only:false; response_revision:5875; number_of_response:1; }","duration":"246.978565ms","start":"2026-03-29T02:10:09.448752Z","end":"2026-03-29T02:10:09.695731Z","steps":["trace[332599561] 'process raft request' (duration: 153.153259ms)","trace[332599561] 'compare' (duration: 93.320152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:09.695941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.690953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1892"} {"level":"info","ts":"2026-03-29T02:10:09.696032Z","caller":"traceutil/trace.go:171","msg":"trace[1152120768] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5875; }","duration":"240.793896ms","start":"2026-03-29T02:10:09.455216Z","end":"2026-03-29T02:10:09.69601Z","steps":["trace[1152120768] 'agreement among raft nodes before linearized reading' (duration: 240.635132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:09.700729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.137475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-lcfhn\" ","response":"range_response_count:1 size:5852"} {"level":"info","ts":"2026-03-29T02:10:09.70082Z","caller":"traceutil/trace.go:171","msg":"trace[1298581583] range","detail":"{range_begin:/registry/pods/monitoring/vector-lcfhn; range_end:; response_count:1; response_revision:5876; }","duration":"181.280998ms","start":"2026-03-29T02:10:09.519515Z","end":"2026-03-29T02:10:09.700796Z","steps":["trace[1298581583] 'agreement among raft nodes before linearized reading' (duration: 181.032422ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:09.949697Z","caller":"traceutil/trace.go:171","msg":"trace[296432325] transaction","detail":"{read_only:false; response_revision:5879; number_of_response:1; }","duration":"203.073473ms","start":"2026-03-29T02:10:09.746596Z","end":"2026-03-29T02:10:09.94967Z","steps":["trace[296432325] 'process raft request' (duration: 202.826706ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:09.950054Z","caller":"traceutil/trace.go:171","msg":"trace[1210000141] linearizableReadLoop","detail":"{readStateIndex:6119; appliedIndex:6116; }","duration":"176.879097ms","start":"2026-03-29T02:10:09.773141Z","end":"2026-03-29T02:10:09.95002Z","steps":["trace[1210000141] 'read index received' (duration: 176.299591ms)","trace[1210000141] 'applied index is now lower than readState.Index' (duration: 577.886µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:09.950205Z","caller":"traceutil/trace.go:171","msg":"trace[1779056003] transaction","detail":"{read_only:false; response_revision:5881; number_of_response:1; }","duration":"203.472304ms","start":"2026-03-29T02:10:09.746714Z","end":"2026-03-29T02:10:09.950187Z","steps":["trace[1779056003] 'process raft request' (duration: 203.156406ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:09.950238Z","caller":"traceutil/trace.go:171","msg":"trace[1940887518] transaction","detail":"{read_only:false; response_revision:5880; number_of_response:1; }","duration":"203.550876ms","start":"2026-03-29T02:10:09.746667Z","end":"2026-03-29T02:10:09.950218Z","steps":["trace[1940887518] 'process raft request' (duration: 202.941339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:09.95042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.118662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:10:09.950498Z","caller":"traceutil/trace.go:171","msg":"trace[1528742728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5881; }","duration":"185.257476ms","start":"2026-03-29T02:10:09.765222Z","end":"2026-03-29T02:10:09.950479Z","steps":["trace[1528742728] 'agreement among raft nodes before linearized reading' (duration: 185.004049ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:09.961657Z","caller":"traceutil/trace.go:171","msg":"trace[548000756] transaction","detail":"{read_only:false; response_revision:5882; number_of_response:1; }","duration":"154.071983ms","start":"2026-03-29T02:10:09.807549Z","end":"2026-03-29T02:10:09.961621Z","steps":["trace[548000756] 'process raft request' (duration: 153.840947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:09.96173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.65686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70931"} {"level":"warn","ts":"2026-03-29T02:10:09.961739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.009603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:10:09.961771Z","caller":"traceutil/trace.go:171","msg":"trace[1628196645] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5882; }","duration":"184.734602ms","start":"2026-03-29T02:10:09.777024Z","end":"2026-03-29T02:10:09.961758Z","steps":["trace[1628196645] 'agreement among raft nodes before linearized reading' (duration: 184.523676ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:09.961816Z","caller":"traceutil/trace.go:171","msg":"trace[1287175361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5882; }","duration":"180.143116ms","start":"2026-03-29T02:10:09.781646Z","end":"2026-03-29T02:10:09.961789Z","steps":["trace[1287175361] 'agreement among raft nodes before linearized reading' (duration: 179.904839ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:10.11169Z","caller":"traceutil/trace.go:171","msg":"trace[1019763744] transaction","detail":"{read_only:false; response_revision:5885; number_of_response:1; }","duration":"109.448723ms","start":"2026-03-29T02:10:10.002191Z","end":"2026-03-29T02:10:10.11164Z","steps":["trace[1019763744] 'process raft request' (duration: 23.228435ms)","trace[1019763744] 'compare' (duration: 85.91996ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:10.111615Z","caller":"traceutil/trace.go:171","msg":"trace[634130384] transaction","detail":"{read_only:false; response_revision:5886; number_of_response:1; }","duration":"107.333586ms","start":"2026-03-29T02:10:10.004251Z","end":"2026-03-29T02:10:10.111585Z","steps":["trace[634130384] 'process raft request' (duration: 107.261024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:11.327301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.119006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-29T02:10:11.327473Z","caller":"traceutil/trace.go:171","msg":"trace[503095145] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5942; }","duration":"184.699192ms","start":"2026-03-29T02:10:11.142752Z","end":"2026-03-29T02:10:11.327451Z","steps":["trace[503095145] 'range keys from in-memory index tree' (duration: 183.725855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:11.591962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.034678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:10:11.592063Z","caller":"traceutil/trace.go:171","msg":"trace[2076762264] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:5943; }","duration":"160.218252ms","start":"2026-03-29T02:10:11.431822Z","end":"2026-03-29T02:10:11.592041Z","steps":["trace[2076762264] 'range keys from in-memory index tree' (duration: 159.784831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:12.082256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.697702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:10:12.082373Z","caller":"traceutil/trace.go:171","msg":"trace[454400257] linearizableReadLoop","detail":"{readStateIndex:6188; appliedIndex:6187; }","duration":"115.419877ms","start":"2026-03-29T02:10:11.966932Z","end":"2026-03-29T02:10:12.082352Z","steps":["trace[454400257] 'read index received' (duration: 49.351µs)","trace[454400257] 'applied index is now lower than readState.Index' (duration: 115.369076ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:12.082756Z","caller":"traceutil/trace.go:171","msg":"trace[714177318] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"304.023715ms","start":"2026-03-29T02:10:11.778708Z","end":"2026-03-29T02:10:12.082732Z","steps":["trace[714177318] 'process raft request' (duration: 39.755037ms)","trace[714177318] 'compare' (duration: 263.457096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:12.082903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:11.778671Z","time spent":"304.146978ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:12.082909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.967251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:10:12.08296Z","caller":"traceutil/trace.go:171","msg":"trace[189820173] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:5949; }","duration":"116.065614ms","start":"2026-03-29T02:10:11.96688Z","end":"2026-03-29T02:10:12.082946Z","steps":["trace[189820173] 'agreement among raft nodes before linearized reading' (duration: 115.92628ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:12.603138Z","caller":"traceutil/trace.go:171","msg":"trace[682116761] linearizableReadLoop","detail":"{readStateIndex:6190; appliedIndex:6189; }","duration":"486.246039ms","start":"2026-03-29T02:10:12.116872Z","end":"2026-03-29T02:10:12.603118Z","steps":["trace[682116761] 'read index received' (duration: 392.330666ms)","trace[682116761] 'applied index is now lower than readState.Index' (duration: 93.914653ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:12.603253Z","caller":"traceutil/trace.go:171","msg":"trace[962541530] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"513.866185ms","start":"2026-03-29T02:10:12.089346Z","end":"2026-03-29T02:10:12.603212Z","steps":["trace[962541530] 'process raft request' (duration: 419.992833ms)","trace[962541530] 'compare' (duration: 93.677957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:12.603321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.490816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:10:12.603353Z","caller":"traceutil/trace.go:171","msg":"trace[1387137468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5951; }","duration":"486.553807ms","start":"2026-03-29T02:10:12.116786Z","end":"2026-03-29T02:10:12.60334Z","steps":["trace[1387137468] 'agreement among raft nodes before linearized reading' (duration: 486.440334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:12.603379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:12.116767Z","time spent":"486.604299ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:10:12.603433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:12.089322Z","time spent":"514.012559ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:12.603595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.421241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:10:12.603616Z","caller":"traceutil/trace.go:171","msg":"trace[1935078204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5951; }","duration":"312.466422ms","start":"2026-03-29T02:10:12.291143Z","end":"2026-03-29T02:10:12.60361Z","steps":["trace[1935078204] 'agreement among raft nodes before linearized reading' (duration: 312.4025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:12.603597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.978241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:12.603634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:12.291132Z","time spent":"312.498103ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:10:12.603655Z","caller":"traceutil/trace.go:171","msg":"trace[1942313448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5951; }","duration":"234.089955ms","start":"2026-03-29T02:10:12.369553Z","end":"2026-03-29T02:10:12.603643Z","steps":["trace[1942313448] 'agreement among raft nodes before linearized reading' (duration: 233.989072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:12.603988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.568766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:10:12.604022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.903112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:10:12.604056Z","caller":"traceutil/trace.go:171","msg":"trace[1374939499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5951; }","duration":"350.69141ms","start":"2026-03-29T02:10:12.253348Z","end":"2026-03-29T02:10:12.604039Z","steps":["trace[1374939499] 'agreement among raft nodes before linearized reading' (duration: 350.017401ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:12.604105Z","caller":"traceutil/trace.go:171","msg":"trace[895250592] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5951; }","duration":"314.057356ms","start":"2026-03-29T02:10:12.290028Z","end":"2026-03-29T02:10:12.604086Z","steps":["trace[895250592] 'agreement among raft nodes before linearized reading' (duration: 313.690466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:12.604197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:12.290001Z","time spent":"314.18507ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:10:12.604111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:12.253319Z","time spent":"350.779281ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:10:12.919436Z","caller":"traceutil/trace.go:171","msg":"trace[1070514064] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"311.786494ms","start":"2026-03-29T02:10:12.607613Z","end":"2026-03-29T02:10:12.919399Z","steps":["trace[1070514064] 'process raft request' (duration: 229.644563ms)","trace[1070514064] 'compare' (duration: 81.935665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:12.919595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:12.60759Z","time spent":"311.921667ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:13.226863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.002348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:10:13.227115Z","caller":"traceutil/trace.go:171","msg":"trace[2071422951] transaction","detail":"{read_only:false; response_revision:5954; number_of_response:1; }","duration":"617.269824ms","start":"2026-03-29T02:10:12.609814Z","end":"2026-03-29T02:10:13.227084Z","steps":["trace[2071422951] 'process raft request' (duration: 617.176682ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:13.227235Z","caller":"traceutil/trace.go:171","msg":"trace[5013681] transaction","detail":"{read_only:false; response_revision:5955; number_of_response:1; }","duration":"616.076241ms","start":"2026-03-29T02:10:12.611147Z","end":"2026-03-29T02:10:13.227223Z","steps":["trace[5013681] 'process raft request' (duration: 615.880166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:13.227292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:12.609776Z","time spent":"617.419298ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:13.22732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:12.61113Z","time spent":"616.156323ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:13.227356Z","caller":"traceutil/trace.go:171","msg":"trace[408201169] transaction","detail":"{read_only:false; response_revision:5959; number_of_response:1; }","duration":"368.075616ms","start":"2026-03-29T02:10:12.859273Z","end":"2026-03-29T02:10:13.227349Z","steps":["trace[408201169] 'process raft request' (duration: 368.049155ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:13.227354Z","caller":"traceutil/trace.go:171","msg":"trace[229284518] transaction","detail":"{read_only:false; response_revision:5956; number_of_response:1; }","duration":"615.883495ms","start":"2026-03-29T02:10:12.61142Z","end":"2026-03-29T02:10:13.227304Z","steps":["trace[229284518] 'process raft request' (duration: 615.631339ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:13.227154Z","caller":"traceutil/trace.go:171","msg":"trace[887409671] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"618.147298ms","start":"2026-03-29T02:10:12.608941Z","end":"2026-03-29T02:10:13.227088Z","steps":["trace[887409671] 'process raft request' (duration: 501.788899ms)","trace[887409671] 'compare' (duration: 115.825034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:13.227399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:12.859229Z","time spent":"368.148017ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:13.22747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:12.608913Z","time spent":"618.539479ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:13.227575Z","caller":"traceutil/trace.go:171","msg":"trace[839882071] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"410.469788ms","start":"2026-03-29T02:10:12.817098Z","end":"2026-03-29T02:10:13.227568Z","steps":["trace[839882071] 'process raft request' (duration: 410.167719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:13.227573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:12.61141Z","time spent":"616.044431ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:13.227619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:12.817066Z","time spent":"410.532ms","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18273,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:13.227655Z","caller":"traceutil/trace.go:171","msg":"trace[2113695559] transaction","detail":"{read_only:false; response_revision:5957; number_of_response:1; }","duration":"532.400938ms","start":"2026-03-29T02:10:12.695246Z","end":"2026-03-29T02:10:13.227647Z","steps":["trace[2113695559] 'process raft request' (duration: 531.990717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:13.227698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:12.695221Z","time spent":"532.4551ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:13.227747Z","caller":"traceutil/trace.go:171","msg":"trace[402195982] linearizableReadLoop","detail":"{readStateIndex:6195; appliedIndex:6190; }","duration":"608.105222ms","start":"2026-03-29T02:10:12.619634Z","end":"2026-03-29T02:10:13.22774Z","steps":["trace[402195982] 'read index received' (duration: 217.647324ms)","trace[402195982] 'applied index is now lower than readState.Index' (duration: 390.457028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:13.228313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.682949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-29T02:10:13.22834Z","caller":"traceutil/trace.go:171","msg":"trace[765217860] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5959; }","duration":"608.753851ms","start":"2026-03-29T02:10:12.61958Z","end":"2026-03-29T02:10:13.228333Z","steps":["trace[765217860] 'agreement among raft nodes before linearized reading' (duration: 608.188955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:13.22836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:12.619566Z","time spent":"608.789281ms","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":611,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:10:16.783505Z","caller":"traceutil/trace.go:171","msg":"trace[58860208] transaction","detail":"{read_only:false; response_revision:6004; number_of_response:1; }","duration":"256.692643ms","start":"2026-03-29T02:10:16.526766Z","end":"2026-03-29T02:10:16.783459Z","steps":["trace[58860208] 'process raft request' (duration: 256.408415ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:16.789371Z","caller":"traceutil/trace.go:171","msg":"trace[1569767128] linearizableReadLoop","detail":"{readStateIndex:6244; appliedIndex:6242; }","duration":"140.461039ms","start":"2026-03-29T02:10:16.648874Z","end":"2026-03-29T02:10:16.789335Z","steps":["trace[1569767128] 'read index received' (duration: 134.415024ms)","trace[1569767128] 'applied index is now lower than readState.Index' (duration: 6.042995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:16.789586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.693055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:10:16.789637Z","caller":"traceutil/trace.go:171","msg":"trace[2009934386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6004; }","duration":"140.808898ms","start":"2026-03-29T02:10:16.648813Z","end":"2026-03-29T02:10:16.789622Z","steps":["trace[2009934386] 'agreement among raft nodes before linearized reading' (duration: 140.616683ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:20.435314Z","caller":"traceutil/trace.go:171","msg":"trace[703893285] linearizableReadLoop","detail":"{readStateIndex:6283; appliedIndex:6282; }","duration":"452.147269ms","start":"2026-03-29T02:10:19.983135Z","end":"2026-03-29T02:10:20.435283Z","steps":["trace[703893285] 'read index received' (duration: 451.957514ms)","trace[703893285] 'applied index is now lower than readState.Index' (duration: 188.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:20.43547Z","caller":"traceutil/trace.go:171","msg":"trace[1189293797] transaction","detail":"{read_only:false; response_revision:6043; number_of_response:1; }","duration":"699.291351ms","start":"2026-03-29T02:10:19.736164Z","end":"2026-03-29T02:10:20.435456Z","steps":["trace[1189293797] 'process raft request' (duration: 698.932961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:20.435635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:19.73613Z","time spent":"699.374633ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:20.43589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.716415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413355"} {"level":"info","ts":"2026-03-29T02:10:20.43598Z","caller":"traceutil/trace.go:171","msg":"trace[811136138] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:6043; }","duration":"452.869829ms","start":"2026-03-29T02:10:19.98309Z","end":"2026-03-29T02:10:20.435959Z","steps":["trace[811136138] 'agreement among raft nodes before linearized reading' (duration: 452.484908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:20.436045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:19.983066Z","time spent":"452.969632ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413377,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-29T02:10:20.866194Z","caller":"traceutil/trace.go:171","msg":"trace[696509083] linearizableReadLoop","detail":"{readStateIndex:6284; appliedIndex:6283; }","duration":"430.756583ms","start":"2026-03-29T02:10:20.435401Z","end":"2026-03-29T02:10:20.866158Z","steps":["trace[696509083] 'read index received' (duration: 429.143769ms)","trace[696509083] 'applied index is now lower than readState.Index' (duration: 1.611594ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:20.866316Z","caller":"traceutil/trace.go:171","msg":"trace[150853686] transaction","detail":"{read_only:false; response_revision:6044; number_of_response:1; }","duration":"698.981212ms","start":"2026-03-29T02:10:20.1673Z","end":"2026-03-29T02:10:20.866281Z","steps":["trace[150853686] 'process raft request' (duration: 697.175293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:20.866355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.773837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:10:20.866412Z","caller":"traceutil/trace.go:171","msg":"trace[843933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6044; }","duration":"613.87825ms","start":"2026-03-29T02:10:20.252519Z","end":"2026-03-29T02:10:20.866398Z","steps":["trace[843933] 'agreement among raft nodes before linearized reading' (duration: 613.666955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:20.866446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:20.252502Z","time spent":"613.934611ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:10:20.86651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:20.167271Z","time spent":"699.126776ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:20.866291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.136952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:20.866718Z","caller":"traceutil/trace.go:171","msg":"trace[397625605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6044; }","duration":"493.582364ms","start":"2026-03-29T02:10:20.373121Z","end":"2026-03-29T02:10:20.866704Z","steps":["trace[397625605] 'agreement among raft nodes before linearized reading' (duration: 493.041999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:20.866752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:20.373047Z","time spent":"493.696157ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:10:20.866351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.910049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:10:20.866897Z","caller":"traceutil/trace.go:171","msg":"trace[281604462] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:6044; }","duration":"611.490725ms","start":"2026-03-29T02:10:20.255397Z","end":"2026-03-29T02:10:20.866887Z","steps":["trace[281604462] 'agreement among raft nodes before linearized reading' (duration: 610.786335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:20.866934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:20.25539Z","time spent":"611.527725ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:10:20.867948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.577662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-29T02:10:20.868097Z","caller":"traceutil/trace.go:171","msg":"trace[1588756923] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6044; }","duration":"640.811988ms","start":"2026-03-29T02:10:20.227251Z","end":"2026-03-29T02:10:20.868063Z","steps":["trace[1588756923] 'agreement among raft nodes before linearized reading' (duration: 639.05175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:20.86818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:20.227221Z","time spent":"640.938451ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":630,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:10:20.871151Z","caller":"traceutil/trace.go:171","msg":"trace[514655280] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"135.670457ms","start":"2026-03-29T02:10:20.735443Z","end":"2026-03-29T02:10:20.871113Z","steps":["trace[514655280] 'process raft request' (duration: 135.311197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:20.871571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.430822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-29T02:10:20.871674Z","caller":"traceutil/trace.go:171","msg":"trace[1165551902] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:6046; }","duration":"146.602527ms","start":"2026-03-29T02:10:20.725049Z","end":"2026-03-29T02:10:20.871652Z","steps":["trace[1165551902] 'agreement among raft nodes before linearized reading' (duration: 146.365231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:27.016366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806114975,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:10:27.206429Z","caller":"traceutil/trace.go:171","msg":"trace[326710247] transaction","detail":"{read_only:false; response_revision:6146; number_of_response:1; }","duration":"744.963023ms","start":"2026-03-29T02:10:26.461433Z","end":"2026-03-29T02:10:27.206396Z","steps":["trace[326710247] 'process raft request' (duration: 744.768837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:27.206623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:26.461385Z","time spent":"745.141087ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:27.285534Z","caller":"traceutil/trace.go:171","msg":"trace[240878297] transaction","detail":"{read_only:false; response_revision:6147; number_of_response:1; }","duration":"397.454401ms","start":"2026-03-29T02:10:26.888041Z","end":"2026-03-29T02:10:27.285495Z","steps":["trace[240878297] 'process raft request' (duration: 392.886996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:27.285773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:26.888008Z","time spent":"397.665086ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:27.297141Z","caller":"traceutil/trace.go:171","msg":"trace[1095530471] linearizableReadLoop","detail":"{readStateIndex:6391; appliedIndex:6389; }","duration":"781.478563ms","start":"2026-03-29T02:10:26.51564Z","end":"2026-03-29T02:10:27.297119Z","steps":["trace[1095530471] 'read index received' (duration: 690.717426ms)","trace[1095530471] 'applied index is now lower than readState.Index' (duration: 90.759517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:27.297293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.645367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:10:27.297377Z","caller":"traceutil/trace.go:171","msg":"trace[1518210189] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:6147; }","duration":"781.795321ms","start":"2026-03-29T02:10:26.515564Z","end":"2026-03-29T02:10:27.297359Z","steps":["trace[1518210189] 'agreement among raft nodes before linearized reading' (duration: 781.629387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:27.297424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:26.515531Z","time spent":"781.884834ms","remote":"127.0.0.1:44324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:27.297924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.350008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:10:27.298035Z","caller":"traceutil/trace.go:171","msg":"trace[1549724676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6148; }","duration":"397.515052ms","start":"2026-03-29T02:10:26.900495Z","end":"2026-03-29T02:10:27.29801Z","steps":["trace[1549724676] 'agreement among raft nodes before linearized reading' (duration: 397.212484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:27.298023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.540161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:10:27.29809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:26.900472Z","time spent":"397.606075ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:10:27.298105Z","caller":"traceutil/trace.go:171","msg":"trace[828930123] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:6148; }","duration":"394.659674ms","start":"2026-03-29T02:10:26.903425Z","end":"2026-03-29T02:10:27.298085Z","steps":["trace[828930123] 'agreement among raft nodes before linearized reading' (duration: 394.380997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:27.298159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:26.903415Z","time spent":"394.735876ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:10:27.298315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.356851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:10:27.298638Z","caller":"traceutil/trace.go:171","msg":"trace[1641481074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6148; }","duration":"396.754512ms","start":"2026-03-29T02:10:26.901854Z","end":"2026-03-29T02:10:27.298609Z","steps":["trace[1641481074] 'agreement among raft nodes before linearized reading' (duration: 396.010231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:27.298717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:26.90184Z","time spent":"396.860705ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:10:27.298905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.514117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:10:27.299006Z","caller":"traceutil/trace.go:171","msg":"trace[1977080430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6148; }","duration":"307.665261ms","start":"2026-03-29T02:10:26.991312Z","end":"2026-03-29T02:10:27.298977Z","steps":["trace[1977080430] 'agreement among raft nodes before linearized reading' (duration: 306.471758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:27.299056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:26.991286Z","time spent":"307.759853ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:10:33.352109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806115072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:10:33.852563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806115072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:10:34.352701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806115072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:10:34.853325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806115072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:10:35.353875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806115072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:10:35.369507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99996211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:10:35.369623Z","caller":"traceutil/trace.go:171","msg":"trace[1566590992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000132904s","start":"2026-03-29T02:10:33.369463Z","end":"2026-03-29T02:10:35.369596Z","steps":["trace[1566590992] 'agreement among raft nodes before linearized reading' (duration: 1.999991761s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:35.369765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:33.369435Z","time spent":"2.000273598s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:10:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:10:35.854664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806115072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:10:36.355781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806115072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:10:36.662176Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.875251575s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:10:36.662813Z","caller":"traceutil/trace.go:171","msg":"trace[1610960743] transaction","detail":"{read_only:false; response_revision:6184; number_of_response:1; }","duration":"3.876039166s","start":"2026-03-29T02:10:32.78675Z","end":"2026-03-29T02:10:36.662789Z","steps":["trace[1610960743] 'process raft request' (duration: 3.875754369s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:36.663394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:32.786722Z","time spent":"3.876184101s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:37.378575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000370533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:10:37.378686Z","caller":"traceutil/trace.go:171","msg":"trace[650504725] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000553407s","start":"2026-03-29T02:10:35.378106Z","end":"2026-03-29T02:10:37.37866Z","steps":["trace[650504725] 'agreement among raft nodes before linearized reading' (duration: 2.000413844s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:37.378745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:35.378081Z","time spent":"2.0006533s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:10:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:10:38.224721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:33.226649Z","time spent":"4.998065611s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:10:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:10:38.320767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:33.322697Z","time spent":"4.998055062s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:10:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:10:38.33359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999458749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:10:38.333689Z","caller":"traceutil/trace.go:171","msg":"trace[577898269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999653244s","start":"2026-03-29T02:10:33.334016Z","end":"2026-03-29T02:10:38.333669Z","steps":["trace[577898269] 'agreement among raft nodes before linearized reading' (duration: 4.99950198s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:38.333771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:33.333995Z","time spent":"4.999760228s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/29 02:10:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:10:38.341829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998794262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:10:38.341877Z","caller":"traceutil/trace.go:171","msg":"trace[2023207191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998893164s","start":"2026-03-29T02:10:33.342974Z","end":"2026-03-29T02:10:38.341868Z","steps":["trace[2023207191] 'agreement among raft nodes before linearized reading' (duration: 4.998837563s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:38.34191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:33.342946Z","time spent":"4.998957506s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/29 02:10:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:10:38.343169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999057599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:10:38.343222Z","caller":"traceutil/trace.go:171","msg":"trace[1858159703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999138101s","start":"2026-03-29T02:10:33.344071Z","end":"2026-03-29T02:10:38.343209Z","steps":["trace[1858159703] 'agreement among raft nodes before linearized reading' (duration: 4.999081209s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:38.343256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:33.34406Z","time spent":"4.999188672s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:10:39.247212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.584707563s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:10:39.24786Z","caller":"traceutil/trace.go:171","msg":"trace[907857627] transaction","detail":"{read_only:false; response_revision:6186; number_of_response:1; }","duration":"5.932040103s","start":"2026-03-29T02:10:33.315794Z","end":"2026-03-29T02:10:39.247834Z","steps":["trace[907857627] 'process raft request' (duration: 5.93194197s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.248197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:33.315725Z","time spent":"5.932214598s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:39.248209Z","caller":"traceutil/trace.go:171","msg":"trace[921941634] transaction","detail":"{read_only:false; response_revision:6188; number_of_response:1; }","duration":"3.349225182s","start":"2026-03-29T02:10:35.898953Z","end":"2026-03-29T02:10:39.248178Z","steps":["trace[921941634] 'process raft request' (duration: 3.348839932s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.248385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:35.898926Z","time spent":"3.349362535s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:39.248583Z","caller":"traceutil/trace.go:171","msg":"trace[309732139] transaction","detail":"{read_only:false; response_revision:6189; number_of_response:1; }","duration":"3.071828721s","start":"2026-03-29T02:10:36.176701Z","end":"2026-03-29T02:10:39.24853Z","steps":["trace[309732139] 'process raft request' (duration: 3.071360428s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.248762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:36.176673Z","time spent":"3.071999965s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:39.378882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999762294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:10:39.379007Z","caller":"traceutil/trace.go:171","msg":"trace[390557322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999944969s","start":"2026-03-29T02:10:37.379035Z","end":"2026-03-29T02:10:39.37898Z","steps":["trace[390557322] 'agreement among raft nodes before linearized reading' (duration: 1.999793265s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.379066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:37.379005Z","time spent":"2.000048602s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:10:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:10:39.948436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.063593ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:10:39.948573Z","caller":"traceutil/trace.go:171","msg":"trace[398022369] linearizableReadLoop","detail":"{readStateIndex:6436; appliedIndex:6430; }","duration":"7.097398145s","start":"2026-03-29T02:10:32.85115Z","end":"2026-03-29T02:10:39.948548Z","steps":["trace[398022369] 'read index received' (duration: 3.811311723s)","trace[398022369] 'applied index is now lower than readState.Index' (duration: 3.286084642s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:39.948799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.097645871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-29T02:10:39.948841Z","caller":"traceutil/trace.go:171","msg":"trace[884099163] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6189; }","duration":"7.097739804s","start":"2026-03-29T02:10:32.851088Z","end":"2026-03-29T02:10:39.948828Z","steps":["trace[884099163] 'agreement among raft nodes before linearized reading' (duration: 7.097545268s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.948883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:32.851058Z","time spent":"7.097816266s","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-29T02:10:40.449418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806115085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:10:40.450489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.203000533s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:10:40.45169Z","caller":"traceutil/trace.go:171","msg":"trace[1973767309] transaction","detail":"{read_only:false; response_revision:6190; number_of_response:1; }","duration":"3.781356553s","start":"2026-03-29T02:10:36.670299Z","end":"2026-03-29T02:10:40.451655Z","steps":["trace[1973767309] 'process raft request' (duration: 3.780975182s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.451855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:36.670268Z","time spent":"3.781488536s","remote":"127.0.0.1:43310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:40.45211Z","caller":"traceutil/trace.go:171","msg":"trace[196306431] transaction","detail":"{read_only:false; response_revision:6191; number_of_response:1; }","duration":"3.780602962s","start":"2026-03-29T02:10:36.671458Z","end":"2026-03-29T02:10:40.452061Z","steps":["trace[196306431] 'process raft request' (duration: 3.780109548s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.45233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:36.67143Z","time spent":"3.780799767s","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:40.45233Z","caller":"traceutil/trace.go:171","msg":"trace[1756769172] linearizableReadLoop","detail":"{readStateIndex:6442; appliedIndex:6437; }","duration":"503.700282ms","start":"2026-03-29T02:10:39.948602Z","end":"2026-03-29T02:10:40.452303Z","steps":["trace[1756769172] 'read index received' (duration: 502.665164ms)","trace[1756769172] 'applied index is now lower than readState.Index' (duration: 1.033858ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:40.452454Z","caller":"traceutil/trace.go:171","msg":"trace[800415919] transaction","detail":"{read_only:false; response_revision:6193; number_of_response:1; }","duration":"3.780281743s","start":"2026-03-29T02:10:36.672158Z","end":"2026-03-29T02:10:40.45244Z","steps":["trace[800415919] 'process raft request' (duration: 3.779883982s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:40.452132Z","caller":"traceutil/trace.go:171","msg":"trace[2078272636] transaction","detail":"{read_only:false; response_revision:6192; number_of_response:1; }","duration":"3.780301654s","start":"2026-03-29T02:10:36.671795Z","end":"2026-03-29T02:10:40.452097Z","steps":["trace[2078272636] 'process raft request' (duration: 3.780087988s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.452528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.079339219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d85b05ec044\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:10:40.452527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:36.672146Z","time spent":"3.780341794s","remote":"127.0.0.1:43310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:40.452535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.417618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:10:40.452563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.909594746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:10:40.45266Z","caller":"traceutil/trace.go:171","msg":"trace[370032071] transaction","detail":"{read_only:false; response_revision:6194; number_of_response:1; }","duration":"2.044950533s","start":"2026-03-29T02:10:38.407694Z","end":"2026-03-29T02:10:40.452645Z","steps":["trace[370032071] 'process raft request' (duration: 2.044512111s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.452649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:36.67177Z","time spent":"3.780778426s","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:40.452686Z","caller":"traceutil/trace.go:171","msg":"trace[875907764] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6194; }","duration":"3.909792902s","start":"2026-03-29T02:10:36.542861Z","end":"2026-03-29T02:10:40.452654Z","steps":["trace[875907764] 'agreement among raft nodes before linearized reading' (duration: 3.909451123s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.452731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.1480033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:10:40.452745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:36.542821Z","time spent":"3.909913745s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-29T02:10:40.452756Z","caller":"traceutil/trace.go:171","msg":"trace[554696888] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6194; }","duration":"6.148056282s","start":"2026-03-29T02:10:34.304692Z","end":"2026-03-29T02:10:40.452748Z","steps":["trace[554696888] 'agreement among raft nodes before linearized reading' (duration: 6.14799868s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.452789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:34.304675Z","time spent":"6.148106343s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:10:40.452678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.695941894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-29T02:10:40.452853Z","caller":"traceutil/trace.go:171","msg":"trace[1817042581] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6194; }","duration":"5.696135319s","start":"2026-03-29T02:10:34.756698Z","end":"2026-03-29T02:10:40.452833Z","steps":["trace[1817042581] 'agreement among raft nodes before linearized reading' (duration: 5.695935133s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.452866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.85495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:40.452919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:34.756673Z","time spent":"5.6962134s","remote":"127.0.0.1:42800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-29T02:10:40.45292Z","caller":"traceutil/trace.go:171","msg":"trace[2133363602] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:6194; }","duration":"648.940562ms","start":"2026-03-29T02:10:39.803959Z","end":"2026-03-29T02:10:40.4529Z","steps":["trace[2133363602] 'agreement among raft nodes before linearized reading' (duration: 648.86856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.803899Z","time spent":"649.053215ms","remote":"127.0.0.1:42782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:40.453036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723530946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:40.453055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.734018868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-03-29T02:10:40.452908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133664424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:40.453129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068045256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:40.453146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.037149704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:10:40.453165Z","caller":"traceutil/trace.go:171","msg":"trace[586148311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6194; }","duration":"1.068125398s","start":"2026-03-29T02:10:39.385032Z","end":"2026-03-29T02:10:40.453158Z","steps":["trace[586148311] 'agreement among raft nodes before linearized reading' (duration: 1.068069306s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:40.453182Z","caller":"traceutil/trace.go:171","msg":"trace[2135949250] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6194; }","duration":"7.037216935s","start":"2026-03-29T02:10:33.415956Z","end":"2026-03-29T02:10:40.453172Z","steps":["trace[2135949250] 'agreement among raft nodes before linearized reading' (duration: 7.037146763s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:40.453163Z","caller":"traceutil/trace.go:171","msg":"trace[1294975059] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:6194; }","duration":"2.133989123s","start":"2026-03-29T02:10:38.319131Z","end":"2026-03-29T02:10:40.45312Z","steps":["trace[1294975059] 'agreement among raft nodes before linearized reading' (duration: 2.133588252s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.453199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.38501Z","time spent":"1.06818239s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:10:40.453218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:33.415938Z","time spent":"7.037272077s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:10:40.453273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:38.319101Z","time spent":"2.134148686s","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:40.4533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.389507895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:40.453308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.69943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:40.453358Z","caller":"traceutil/trace.go:171","msg":"trace[897537702] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:6194; }","duration":"3.389578147s","start":"2026-03-29T02:10:37.063762Z","end":"2026-03-29T02:10:40.45334Z","steps":["trace[897537702] 'agreement among raft nodes before linearized reading' (duration: 3.389471454s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:40.453369Z","caller":"traceutil/trace.go:171","msg":"trace[1751467433] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:6194; }","duration":"773.800103ms","start":"2026-03-29T02:10:39.67955Z","end":"2026-03-29T02:10:40.45335Z","steps":["trace[1751467433] 'agreement among raft nodes before linearized reading' (duration: 773.69469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.453391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.048872415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:10:40.453403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:37.063683Z","time spent":"3.389708831s","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:40.453418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.588199393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:10:40.453432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.679529Z","time spent":"773.883526ms","remote":"127.0.0.1:41108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:10:40.453434Z","caller":"traceutil/trace.go:171","msg":"trace[1175289749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6194; }","duration":"7.049150843s","start":"2026-03-29T02:10:33.40427Z","end":"2026-03-29T02:10:40.45342Z","steps":["trace[1175289749] 'agreement among raft nodes before linearized reading' (duration: 7.049078691s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.453502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:33.404243Z","time spent":"7.049242435s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:10:40.45354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.187706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-80bee014-e9d4-4cda-830e-ec0529eead3d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-29T02:10:40.453589Z","caller":"traceutil/trace.go:171","msg":"trace[1927054006] range","detail":"{range_begin:/registry/persistentvolumes/pvc-80bee014-e9d4-4cda-830e-ec0529eead3d; range_end:; response_count:1; response_revision:6194; }","duration":"500.277188ms","start":"2026-03-29T02:10:39.953304Z","end":"2026-03-29T02:10:40.453581Z","steps":["trace[1927054006] 'agreement among raft nodes before linearized reading' (duration: 500.175436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.453615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.953275Z","time spent":"500.3327ms","remote":"127.0.0.1:43194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-80bee014-e9d4-4cda-830e-ec0529eead3d\" "} {"level":"info","ts":"2026-03-29T02:10:40.452562Z","caller":"traceutil/trace.go:171","msg":"trace[54708591] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d85b05ec044; range_end:; response_count:1; response_revision:6194; }","duration":"5.079433891s","start":"2026-03-29T02:10:35.373115Z","end":"2026-03-29T02:10:40.452549Z","steps":["trace[54708591] 'agreement among raft nodes before linearized reading' (duration: 5.079283367s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.452607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.601336111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:10:40.453835Z","caller":"traceutil/trace.go:171","msg":"trace[1339353421] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:6194; }","duration":"5.602592895s","start":"2026-03-29T02:10:34.851229Z","end":"2026-03-29T02:10:40.453822Z","steps":["trace[1339353421] 'agreement among raft nodes before linearized reading' (duration: 5.601348111s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.453847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.110901404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:10:40.453882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:34.851206Z","time spent":"5.602663077s","remote":"127.0.0.1:55166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":11,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:10:40.453891Z","caller":"traceutil/trace.go:171","msg":"trace[752804636] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:6194; }","duration":"7.110998408s","start":"2026-03-29T02:10:33.342881Z","end":"2026-03-29T02:10:40.453879Z","steps":["trace[752804636] 'agreement among raft nodes before linearized reading' (duration: 7.110850334s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.453931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:33.342851Z","time spent":"7.111072229s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:10:40.454021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.178829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:10:40.454034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729731767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:10:40.454092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.266257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:40.454096Z","caller":"traceutil/trace.go:171","msg":"trace[32059609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6194; }","duration":"110.285882ms","start":"2026-03-29T02:10:40.34379Z","end":"2026-03-29T02:10:40.454076Z","steps":["trace[32059609] 'agreement among raft nodes before linearized reading' (duration: 110.179219ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:40.454109Z","caller":"traceutil/trace.go:171","msg":"trace[843069324] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6194; }","duration":"1.72985914s","start":"2026-03-29T02:10:38.724229Z","end":"2026-03-29T02:10:40.454089Z","steps":["trace[843069324] 'agreement among raft nodes before linearized reading' (duration: 1.729707816s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.454163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.115675365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:10:40.454186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.603529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:10:40.452604Z","caller":"traceutil/trace.go:171","msg":"trace[136518438] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:6194; }","duration":"994.548442ms","start":"2026-03-29T02:10:39.458036Z","end":"2026-03-29T02:10:40.452584Z","steps":["trace[136518438] 'agreement among raft nodes before linearized reading' (duration: 994.268644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.454179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:38.724205Z","time spent":"1.729957822s","remote":"127.0.0.1:57070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:40.454273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.784214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:10:40.45432Z","caller":"traceutil/trace.go:171","msg":"trace[995008913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6194; }","duration":"107.866486ms","start":"2026-03-29T02:10:40.346438Z","end":"2026-03-29T02:10:40.454305Z","steps":["trace[995008913] 'agreement among raft nodes before linearized reading' (duration: 107.773974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.454359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130676152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-03-29T02:10:40.454419Z","caller":"traceutil/trace.go:171","msg":"trace[1100935735] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6194; }","duration":"2.130732894s","start":"2026-03-29T02:10:38.323669Z","end":"2026-03-29T02:10:40.454402Z","steps":["trace[1100935735] 'agreement among raft nodes before linearized reading' (duration: 2.130547409s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.454467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:38.323602Z","time spent":"2.130854356s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-29T02:10:40.452792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:38.407667Z","time spent":"2.045042596s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:40.454525Z","caller":"traceutil/trace.go:171","msg":"trace[1263797191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6194; }","duration":"107.99069ms","start":"2026-03-29T02:10:40.346516Z","end":"2026-03-29T02:10:40.454507Z","steps":["trace[1263797191] 'agreement among raft nodes before linearized reading' (duration: 107.610659ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:40.453079Z","caller":"traceutil/trace.go:171","msg":"trace[709531833] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6194; }","duration":"1.723577547s","start":"2026-03-29T02:10:38.72949Z","end":"2026-03-29T02:10:40.453068Z","steps":["trace[709531833] 'agreement among raft nodes before linearized reading' (duration: 1.723498795s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.454623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:38.729464Z","time spent":"1.725141701s","remote":"127.0.0.1:43250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:40.454634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228601885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-29T02:10:40.454669Z","caller":"traceutil/trace.go:171","msg":"trace[647696362] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6194; }","duration":"2.228673737s","start":"2026-03-29T02:10:38.225986Z","end":"2026-03-29T02:10:40.45466Z","steps":["trace[647696362] 'agreement among raft nodes before linearized reading' (duration: 2.228578004s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.454675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.458013Z","time spent":"996.642139ms","remote":"127.0.0.1:43396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":99,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:40.454706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:38.225968Z","time spent":"2.228730939s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-29T02:10:40.45413Z","caller":"traceutil/trace.go:171","msg":"trace[1711632632] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:6194; }","duration":"231.357629ms","start":"2026-03-29T02:10:40.222763Z","end":"2026-03-29T02:10:40.454121Z","steps":["trace[1711632632] 'agreement among raft nodes before linearized reading' (duration: 231.278087ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:40.453455Z","caller":"traceutil/trace.go:171","msg":"trace[267716794] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6194; }","duration":"7.588276515s","start":"2026-03-29T02:10:32.865165Z","end":"2026-03-29T02:10:40.453442Z","steps":["trace[267716794] 'agreement among raft nodes before linearized reading' (duration: 7.588217963s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.454883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:32.865097Z","time spent":"7.589771386s","remote":"127.0.0.1:48460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:10:40.453084Z","caller":"traceutil/trace.go:171","msg":"trace[2030080941] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6194; }","duration":"6.73408534s","start":"2026-03-29T02:10:33.718988Z","end":"2026-03-29T02:10:40.453074Z","steps":["trace[2030080941] 'agreement among raft nodes before linearized reading' (duration: 6.733970766s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.454973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:33.718965Z","time spent":"6.735997911s","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-29T02:10:40.454232Z","caller":"traceutil/trace.go:171","msg":"trace[500240351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6194; }","duration":"7.115746127s","start":"2026-03-29T02:10:33.338471Z","end":"2026-03-29T02:10:40.454217Z","steps":["trace[500240351] 'agreement among raft nodes before linearized reading' (duration: 7.115634814s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.455118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:33.33839Z","time spent":"7.116718184s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:10:40.453784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.783046159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10685"} {"level":"info","ts":"2026-03-29T02:10:40.45523Z","caller":"traceutil/trace.go:171","msg":"trace[34040510] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6194; }","duration":"3.784510208s","start":"2026-03-29T02:10:36.670706Z","end":"2026-03-29T02:10:40.455216Z","steps":["trace[34040510] 'agreement among raft nodes before linearized reading' (duration: 3.782943025s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.455269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:36.670699Z","time spent":"3.78455885s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10707,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-29T02:10:40.455051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361551918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:10:40.453303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.279495904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:40.455464Z","caller":"traceutil/trace.go:171","msg":"trace[228025495] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6194; }","duration":"7.281711125s","start":"2026-03-29T02:10:33.173731Z","end":"2026-03-29T02:10:40.455442Z","steps":["trace[228025495] 'agreement among raft nodes before linearized reading' (duration: 7.279509445s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.455621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:33.173709Z","time spent":"7.28188825s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:10:40.455371Z","caller":"traceutil/trace.go:171","msg":"trace[254441843] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6194; }","duration":"2.361916248s","start":"2026-03-29T02:10:38.093438Z","end":"2026-03-29T02:10:40.455354Z","steps":["trace[254441843] 'agreement among raft nodes before linearized reading' (duration: 2.361552478s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.455736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:38.093404Z","time spent":"2.362317089s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:40.456364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.035898106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-29T02:10:40.456419Z","caller":"traceutil/trace.go:171","msg":"trace[470317052] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6194; }","duration":"3.036003919s","start":"2026-03-29T02:10:37.4204Z","end":"2026-03-29T02:10:40.456404Z","steps":["trace[470317052] 'agreement among raft nodes before linearized reading' (duration: 3.032322278s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.456452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:37.420371Z","time spent":"3.036073151s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:10:40.453803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:35.37309Z","time spent":"5.080693756s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d85b05ec044\" "} {"level":"warn","ts":"2026-03-29T02:10:40.962277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806115088,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:10:41.643603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.821094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:10:41.643772Z","caller":"traceutil/trace.go:171","msg":"trace[2110049873] transaction","detail":"{read_only:false; response_revision:6195; number_of_response:1; }","duration":"1.183058218s","start":"2026-03-29T02:10:40.460674Z","end":"2026-03-29T02:10:41.643732Z","steps":["trace[2110049873] 'process raft request' (duration: 531.983428ms)","trace[2110049873] 'compare' (duration: 649.816555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:41.643855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.460647Z","time spent":"1.18317378s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:41.952547Z","caller":"traceutil/trace.go:171","msg":"trace[869025649] transaction","detail":"{read_only:false; response_revision:6196; number_of_response:1; }","duration":"1.490987955s","start":"2026-03-29T02:10:40.461522Z","end":"2026-03-29T02:10:41.95251Z","steps":["trace[869025649] 'process raft request' (duration: 1.445107628s)","trace[869025649] 'compare' (duration: 45.521447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:41.952712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.461492Z","time spent":"1.491130919s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:41.952874Z","caller":"traceutil/trace.go:171","msg":"trace[1281014496] linearizableReadLoop","detail":"{readStateIndex:6451; appliedIndex:6442; }","duration":"1.490967715s","start":"2026-03-29T02:10:40.461876Z","end":"2026-03-29T02:10:41.952843Z","steps":["trace[1281014496] 'read index received' (duration: 541.644122ms)","trace[1281014496] 'applied index is now lower than readState.Index' (duration: 949.322273ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:41.953021Z","caller":"traceutil/trace.go:171","msg":"trace[1861078340] transaction","detail":"{read_only:false; response_revision:6202; number_of_response:1; }","duration":"1.490880313s","start":"2026-03-29T02:10:40.462129Z","end":"2026-03-29T02:10:41.95301Z","steps":["trace[1861078340] 'process raft request' (duration: 1.490628526s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:41.95303Z","caller":"traceutil/trace.go:171","msg":"trace[15310678] transaction","detail":"{read_only:false; response_revision:6203; number_of_response:1; }","duration":"1.490877132s","start":"2026-03-29T02:10:40.462139Z","end":"2026-03-29T02:10:41.953017Z","steps":["trace[15310678] 'process raft request' (duration: 1.490658296s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.953079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.462121Z","time spent":"1.490928424s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:41.95308Z","caller":"traceutil/trace.go:171","msg":"trace[1529551907] transaction","detail":"{read_only:false; response_revision:6197; number_of_response:1; }","duration":"1.491377226s","start":"2026-03-29T02:10:40.461669Z","end":"2026-03-29T02:10:41.953047Z","steps":["trace[1529551907] 'process raft request' (duration: 1.490758049s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:41.953119Z","caller":"traceutil/trace.go:171","msg":"trace[2038505940] transaction","detail":"{read_only:false; response_revision:6199; number_of_response:1; }","duration":"1.491201562s","start":"2026-03-29T02:10:40.461877Z","end":"2026-03-29T02:10:41.953079Z","steps":["trace[2038505940] 'process raft request' (duration: 1.490728749s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:41.953207Z","caller":"traceutil/trace.go:171","msg":"trace[1062899860] transaction","detail":"{read_only:false; response_revision:6200; number_of_response:1; }","duration":"1.49115787s","start":"2026-03-29T02:10:40.46204Z","end":"2026-03-29T02:10:41.953198Z","steps":["trace[1062899860] 'process raft request' (duration: 1.490602485s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.953265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.461869Z","time spent":"1.491314334s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:41.953286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.46203Z","time spent":"1.491219581s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:41.95329Z","caller":"traceutil/trace.go:171","msg":"trace[1915839461] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"1.491552941s","start":"2026-03-29T02:10:40.461712Z","end":"2026-03-29T02:10:41.953265Z","steps":["trace[1915839461] 'process raft request' (duration: 1.490847871s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.953322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491445248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-03-29T02:10:41.953304Z","caller":"traceutil/trace.go:171","msg":"trace[1505836066] transaction","detail":"{read_only:false; response_revision:6201; number_of_response:1; }","duration":"1.49116783s","start":"2026-03-29T02:10:40.462102Z","end":"2026-03-29T02:10:41.95327Z","steps":["trace[1505836066] 'process raft request' (duration: 1.490616975s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.953211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.461611Z","time spent":"1.49153292s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:41.953359Z","caller":"traceutil/trace.go:171","msg":"trace[1740746839] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6203; }","duration":"1.49150972s","start":"2026-03-29T02:10:40.461837Z","end":"2026-03-29T02:10:41.953347Z","steps":["trace[1740746839] 'agreement among raft nodes before linearized reading' (duration: 1.491335775s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.95339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.461823Z","time spent":"1.491560321s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-29T02:10:41.953393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.461703Z","time spent":"1.491636093s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:41.953149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.462134Z","time spent":"1.490925624s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:41.953476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.462096Z","time spent":"1.491288304s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:42.049894Z","caller":"traceutil/trace.go:171","msg":"trace[279361585] transaction","detail":"{read_only:false; response_revision:6204; number_of_response:1; }","duration":"732.938202ms","start":"2026-03-29T02:10:41.316932Z","end":"2026-03-29T02:10:42.04987Z","steps":["trace[279361585] 'process raft request' (duration: 732.806479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:42.050038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299844976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:42.050147Z","caller":"traceutil/trace.go:171","msg":"trace[593975770] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:6204; }","duration":"1.300030801s","start":"2026-03-29T02:10:40.750092Z","end":"2026-03-29T02:10:42.050122Z","steps":["trace[593975770] 'agreement among raft nodes before linearized reading' (duration: 1.299817406s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:42.050136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586952673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:42.050204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.750065Z","time spent":"1.300125524s","remote":"127.0.0.1:41152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:10:42.050247Z","caller":"traceutil/trace.go:171","msg":"trace[390614054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6204; }","duration":"1.587100638s","start":"2026-03-29T02:10:40.46312Z","end":"2026-03-29T02:10:42.050221Z","steps":["trace[390614054] 'agreement among raft nodes before linearized reading' (duration: 1.586881732s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:42.050229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.744018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:10:42.050295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.256222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:42.050307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.463113Z","time spent":"1.58718495s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:10:42.05032Z","caller":"traceutil/trace.go:171","msg":"trace[265903403] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:6204; }","duration":"612.893283ms","start":"2026-03-29T02:10:41.437403Z","end":"2026-03-29T02:10:42.050296Z","steps":["trace[265903403] 'agreement among raft nodes before linearized reading' (duration: 612.742179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:42.050284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588248179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-29T02:10:42.050412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454688559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-29T02:10:42.050537Z","caller":"traceutil/trace.go:171","msg":"trace[489146738] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6204; }","duration":"1.454813042s","start":"2026-03-29T02:10:40.595714Z","end":"2026-03-29T02:10:42.050527Z","steps":["trace[489146738] 'agreement among raft nodes before linearized reading' (duration: 1.454238057s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:42.050487Z","caller":"traceutil/trace.go:171","msg":"trace[1167577515] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6204; }","duration":"1.588494406s","start":"2026-03-29T02:10:40.461971Z","end":"2026-03-29T02:10:42.050466Z","steps":["trace[1167577515] 'agreement among raft nodes before linearized reading' (duration: 1.588111075s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:42.050614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.46196Z","time spent":"1.58864857s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-29T02:10:42.050336Z","caller":"traceutil/trace.go:171","msg":"trace[937986652] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:6204; }","duration":"883.341654ms","start":"2026-03-29T02:10:41.166984Z","end":"2026-03-29T02:10:42.050326Z","steps":["trace[937986652] 'agreement among raft nodes before linearized reading' (duration: 883.257112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:42.050576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.595583Z","time spent":"1.454984128s","remote":"127.0.0.1:42800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:10:42.050674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:41.166962Z","time spent":"883.693163ms","remote":"127.0.0.1:37112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:42.050367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:41.437375Z","time spent":"612.983806ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-29T02:10:42.050387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.68269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:42.050774Z","caller":"traceutil/trace.go:171","msg":"trace[359501277] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:6204; }","duration":"323.110523ms","start":"2026-03-29T02:10:41.727651Z","end":"2026-03-29T02:10:42.050762Z","steps":["trace[359501277] 'agreement among raft nodes before linearized reading' (duration: 322.708792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:42.050829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:41.727624Z","time spent":"323.190925ms","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:42.050402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586628645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:10:42.050911Z","caller":"traceutil/trace.go:171","msg":"trace[1264269923] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6204; }","duration":"1.587150958s","start":"2026-03-29T02:10:40.463742Z","end":"2026-03-29T02:10:42.050893Z","steps":["trace[1264269923] 'agreement among raft nodes before linearized reading' (duration: 1.586452809s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:42.050831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:41.316901Z","time spent":"733.062906ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:42.050974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.463735Z","time spent":"1.587220451s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:10:42.050417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585835793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81793"} {"level":"info","ts":"2026-03-29T02:10:42.051141Z","caller":"traceutil/trace.go:171","msg":"trace[1675150890] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6204; }","duration":"1.586596564s","start":"2026-03-29T02:10:40.464533Z","end":"2026-03-29T02:10:42.051129Z","steps":["trace[1675150890] 'agreement among raft nodes before linearized reading' (duration: 1.585610127s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:42.05119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.464516Z","time spent":"1.586660875s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81815,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:10:42.165018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.76016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:42.165136Z","caller":"traceutil/trace.go:171","msg":"trace[562985280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6204; }","duration":"112.922924ms","start":"2026-03-29T02:10:42.05219Z","end":"2026-03-29T02:10:42.165112Z","steps":["trace[562985280] 'range keys from in-memory index tree' (duration: 112.585965ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:42.16665Z","caller":"traceutil/trace.go:171","msg":"trace[1062895916] linearizableReadLoop","detail":"{readStateIndex:6453; appliedIndex:6452; }","duration":"113.616983ms","start":"2026-03-29T02:10:42.053002Z","end":"2026-03-29T02:10:42.166619Z","steps":["trace[1062895916] 'read index received' (duration: 35.829092ms)","trace[1062895916] 'applied index is now lower than readState.Index' (duration: 77.784791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:42.16748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.444146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18287"} {"level":"info","ts":"2026-03-29T02:10:42.167533Z","caller":"traceutil/trace.go:171","msg":"trace[1630590954] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6204; }","duration":"114.577129ms","start":"2026-03-29T02:10:42.052944Z","end":"2026-03-29T02:10:42.167521Z","steps":["trace[1630590954] 'agreement among raft nodes before linearized reading' (duration: 113.810548ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:42.347141Z","caller":"traceutil/trace.go:171","msg":"trace[1296928959] linearizableReadLoop","detail":"{readStateIndex:6454; appliedIndex:6453; }","duration":"180.391743ms","start":"2026-03-29T02:10:42.16672Z","end":"2026-03-29T02:10:42.347112Z","steps":["trace[1296928959] 'read index received' (duration: 124.124952ms)","trace[1296928959] 'applied index is now lower than readState.Index' (duration: 56.265571ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:42.347176Z","caller":"traceutil/trace.go:171","msg":"trace[1243425190] transaction","detail":"{read_only:false; response_revision:6205; number_of_response:1; }","duration":"292.791453ms","start":"2026-03-29T02:10:42.054345Z","end":"2026-03-29T02:10:42.347137Z","steps":["trace[1243425190] 'process raft request' (duration: 236.206562ms)","trace[1243425190] 'compare' (duration: 56.358505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:42.347411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.817172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-29T02:10:42.347447Z","caller":"traceutil/trace.go:171","msg":"trace[510869602] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:6205; }","duration":"289.897693ms","start":"2026-03-29T02:10:42.057538Z","end":"2026-03-29T02:10:42.347436Z","steps":["trace[510869602] 'agreement among raft nodes before linearized reading' (duration: 289.708278ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:42.358642Z","caller":"traceutil/trace.go:171","msg":"trace[250453987] transaction","detail":"{read_only:false; response_revision:6206; number_of_response:1; }","duration":"189.065411ms","start":"2026-03-29T02:10:42.169526Z","end":"2026-03-29T02:10:42.358591Z","steps":["trace[250453987] 'process raft request' (duration: 188.892996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:42.358671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.37959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:42.358742Z","caller":"traceutil/trace.go:171","msg":"trace[1024984248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6206; }","duration":"185.497013ms","start":"2026-03-29T02:10:42.17323Z","end":"2026-03-29T02:10:42.358727Z","steps":["trace[1024984248] 'agreement among raft nodes before linearized reading' (duration: 185.38444ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:42.546013Z","caller":"traceutil/trace.go:171","msg":"trace[912667906] linearizableReadLoop","detail":"{readStateIndex:6456; appliedIndex:6455; }","duration":"178.759958ms","start":"2026-03-29T02:10:42.367214Z","end":"2026-03-29T02:10:42.545974Z","steps":["trace[912667906] 'read index received' (duration: 113.250233ms)","trace[912667906] 'applied index is now lower than readState.Index' (duration: 65.508535ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:42.546065Z","caller":"traceutil/trace.go:171","msg":"trace[1406151480] transaction","detail":"{read_only:false; response_revision:6207; number_of_response:1; }","duration":"178.975995ms","start":"2026-03-29T02:10:42.367048Z","end":"2026-03-29T02:10:42.546024Z","steps":["trace[1406151480] 'process raft request' (duration: 113.445039ms)","trace[1406151480] 'compare' (duration: 65.278029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:42.546279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.050986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:10:42.546354Z","caller":"traceutil/trace.go:171","msg":"trace[904530539] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6207; }","duration":"179.18218ms","start":"2026-03-29T02:10:42.367155Z","end":"2026-03-29T02:10:42.546337Z","steps":["trace[904530539] 'agreement among raft nodes before linearized reading' (duration: 178.929183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:42.546425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.740173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-29T02:10:42.546533Z","caller":"traceutil/trace.go:171","msg":"trace[343127276] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6207; }","duration":"176.867777ms","start":"2026-03-29T02:10:42.369639Z","end":"2026-03-29T02:10:42.546507Z","steps":["trace[343127276] 'agreement among raft nodes before linearized reading' (duration: 176.532738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:50.617408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.234931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-29T02:10:50.617548Z","caller":"traceutil/trace.go:171","msg":"trace[1919279847] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6276; }","duration":"133.435387ms","start":"2026-03-29T02:10:50.48408Z","end":"2026-03-29T02:10:50.617515Z","steps":["trace[1919279847] 'range keys from in-memory index tree' (duration: 132.906972ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:10.309646Z","caller":"traceutil/trace.go:171","msg":"trace[1241256907] transaction","detail":"{read_only:false; response_revision:6381; number_of_response:1; }","duration":"304.873103ms","start":"2026-03-29T02:11:10.00474Z","end":"2026-03-29T02:11:10.309613Z","steps":["trace[1241256907] 'process raft request' (duration: 304.148074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:10.309841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:10.00472Z","time spent":"305.016178ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:10.345781Z","caller":"traceutil/trace.go:171","msg":"trace[418507854] linearizableReadLoop","detail":"{readStateIndex:6637; appliedIndex:6634; }","duration":"133.263531ms","start":"2026-03-29T02:11:10.212491Z","end":"2026-03-29T02:11:10.345755Z","steps":["trace[418507854] 'read index received' (duration: 96.424311ms)","trace[418507854] 'applied index is now lower than readState.Index' (duration: 36.83791ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:10.346176Z","caller":"traceutil/trace.go:171","msg":"trace[753876762] transaction","detail":"{read_only:false; response_revision:6382; number_of_response:1; }","duration":"167.285024ms","start":"2026-03-29T02:11:10.178879Z","end":"2026-03-29T02:11:10.346164Z","steps":["trace[753876762] 'process raft request' (duration: 166.667617ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:10.346325Z","caller":"traceutil/trace.go:171","msg":"trace[2105210160] transaction","detail":"{read_only:false; response_revision:6383; number_of_response:1; }","duration":"150.512204ms","start":"2026-03-29T02:11:10.195806Z","end":"2026-03-29T02:11:10.346318Z","steps":["trace[2105210160] 'process raft request' (duration: 149.899818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:10.346504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.991422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:11:10.346529Z","caller":"traceutil/trace.go:171","msg":"trace[185304049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6383; }","duration":"134.076554ms","start":"2026-03-29T02:11:10.212445Z","end":"2026-03-29T02:11:10.346522Z","steps":["trace[185304049] 'agreement among raft nodes before linearized reading' (duration: 133.952871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:10.346796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.272569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:11:10.34687Z","caller":"traceutil/trace.go:171","msg":"trace[423179348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6383; }","duration":"134.401093ms","start":"2026-03-29T02:11:10.21245Z","end":"2026-03-29T02:11:10.346851Z","steps":["trace[423179348] 'agreement among raft nodes before linearized reading' (duration: 134.152726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:10.346927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.196237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:11:10.346964Z","caller":"traceutil/trace.go:171","msg":"trace[118898756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6383; }","duration":"134.274949ms","start":"2026-03-29T02:11:10.212682Z","end":"2026-03-29T02:11:10.346957Z","steps":["trace[118898756] 'agreement among raft nodes before linearized reading' (duration: 134.194127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:10.347176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.070344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:11:10.347194Z","caller":"traceutil/trace.go:171","msg":"trace[1119375454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6383; }","duration":"134.129795ms","start":"2026-03-29T02:11:10.213059Z","end":"2026-03-29T02:11:10.347189Z","steps":["trace[1119375454] 'agreement among raft nodes before linearized reading' (duration: 134.075134ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:12.505174Z","caller":"traceutil/trace.go:171","msg":"trace[508341363] transaction","detail":"{read_only:false; response_revision:6405; number_of_response:1; }","duration":"144.298444ms","start":"2026-03-29T02:11:12.36085Z","end":"2026-03-29T02:11:12.505148Z","steps":["trace[508341363] 'process raft request' (duration: 139.000868ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:12.508879Z","caller":"traceutil/trace.go:171","msg":"trace[1868286020] transaction","detail":"{read_only:false; response_revision:6406; number_of_response:1; }","duration":"146.541405ms","start":"2026-03-29T02:11:12.362308Z","end":"2026-03-29T02:11:12.508849Z","steps":["trace[1868286020] 'process raft request' (duration: 146.100853ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:12.509258Z","caller":"traceutil/trace.go:171","msg":"trace[71439317] transaction","detail":"{read_only:false; response_revision:6407; number_of_response:1; }","duration":"146.34467ms","start":"2026-03-29T02:11:12.362878Z","end":"2026-03-29T02:11:12.509222Z","steps":["trace[71439317] 'process raft request' (duration: 146.149925ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:12.509446Z","caller":"traceutil/trace.go:171","msg":"trace[1658008808] transaction","detail":"{read_only:false; response_revision:6408; number_of_response:1; }","duration":"145.59968ms","start":"2026-03-29T02:11:12.363833Z","end":"2026-03-29T02:11:12.509432Z","steps":["trace[1658008808] 'process raft request' (duration: 145.277721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:12.510357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.655356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:12.510446Z","caller":"traceutil/trace.go:171","msg":"trace[699976775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6408; }","duration":"143.79024ms","start":"2026-03-29T02:11:12.366633Z","end":"2026-03-29T02:11:12.510423Z","steps":["trace[699976775] 'agreement among raft nodes before linearized reading' (duration: 143.629796ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:12.510175Z","caller":"traceutil/trace.go:171","msg":"trace[126068304] linearizableReadLoop","detail":"{readStateIndex:6663; appliedIndex:6659; }","duration":"143.43014ms","start":"2026-03-29T02:11:12.366671Z","end":"2026-03-29T02:11:12.510101Z","steps":["trace[126068304] 'read index received' (duration: 133.154829ms)","trace[126068304] 'applied index is now lower than readState.Index' (duration: 10.272841ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:13.233034Z","caller":"traceutil/trace.go:171","msg":"trace[1399352213] transaction","detail":"{read_only:false; number_of_response:0; response_revision:6410; }","duration":"116.07668ms","start":"2026-03-29T02:11:13.116883Z","end":"2026-03-29T02:11:13.232959Z","steps":["trace[1399352213] 'process raft request' (duration: 115.905176ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:13.236946Z","caller":"traceutil/trace.go:171","msg":"trace[822408305] transaction","detail":"{read_only:false; response_revision:6411; number_of_response:1; }","duration":"109.864741ms","start":"2026-03-29T02:11:13.127049Z","end":"2026-03-29T02:11:13.236914Z","steps":["trace[822408305] 'process raft request' (duration: 109.491941ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:13.632672Z","caller":"traceutil/trace.go:171","msg":"trace[622210292] linearizableReadLoop","detail":"{readStateIndex:6693; appliedIndex:6687; }","duration":"100.172236ms","start":"2026-03-29T02:11:13.532475Z","end":"2026-03-29T02:11:13.632647Z","steps":["trace[622210292] 'read index received' (duration: 65.398503ms)","trace[622210292] 'applied index is now lower than readState.Index' (duration: 34.772542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:13.632923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.414702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-29T02:11:13.632953Z","caller":"traceutil/trace.go:171","msg":"trace[1799598614] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6438; }","duration":"100.483864ms","start":"2026-03-29T02:11:13.532459Z","end":"2026-03-29T02:11:13.632943Z","steps":["trace[1799598614] 'agreement among raft nodes before linearized reading' (duration: 100.290058ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:13.63337Z","caller":"traceutil/trace.go:171","msg":"trace[1230989608] transaction","detail":"{read_only:false; response_revision:6436; number_of_response:1; }","duration":"102.53673ms","start":"2026-03-29T02:11:13.530824Z","end":"2026-03-29T02:11:13.633361Z","steps":["trace[1230989608] 'process raft request' (duration: 101.586494ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:13.63348Z","caller":"traceutil/trace.go:171","msg":"trace[348869755] transaction","detail":"{read_only:false; response_revision:6437; number_of_response:1; }","duration":"102.596391ms","start":"2026-03-29T02:11:13.530879Z","end":"2026-03-29T02:11:13.633475Z","steps":["trace[348869755] 'process raft request' (duration: 101.662046ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:13.633741Z","caller":"traceutil/trace.go:171","msg":"trace[1426499387] transaction","detail":"{read_only:false; response_revision:6438; number_of_response:1; }","duration":"101.181613ms","start":"2026-03-29T02:11:13.532525Z","end":"2026-03-29T02:11:13.633707Z","steps":["trace[1426499387] 'process raft request' (duration: 100.045251ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:14.95678Z","caller":"traceutil/trace.go:171","msg":"trace[47933364] transaction","detail":"{read_only:false; response_revision:6512; number_of_response:1; }","duration":"102.949742ms","start":"2026-03-29T02:11:14.853803Z","end":"2026-03-29T02:11:14.956753Z","steps":["trace[47933364] 'process raft request' (duration: 99.462296ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:16.911387Z","caller":"traceutil/trace.go:171","msg":"trace[227264227] transaction","detail":"{read_only:false; response_revision:6519; number_of_response:1; }","duration":"572.23968ms","start":"2026-03-29T02:11:16.339111Z","end":"2026-03-29T02:11:16.91135Z","steps":["trace[227264227] 'process raft request' (duration: 572.051745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.911606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.339086Z","time spent":"572.407934ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:17.066893Z","caller":"traceutil/trace.go:171","msg":"trace[1555119347] transaction","detail":"{read_only:false; response_revision:6520; number_of_response:1; }","duration":"698.440969ms","start":"2026-03-29T02:11:16.368421Z","end":"2026-03-29T02:11:17.066862Z","steps":["trace[1555119347] 'process raft request' (duration: 698.11293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:17.067115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.368394Z","time spent":"698.607153ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:17.067507Z","caller":"traceutil/trace.go:171","msg":"trace[1514807237] transaction","detail":"{read_only:false; response_revision:6521; number_of_response:1; }","duration":"546.908696ms","start":"2026-03-29T02:11:16.520573Z","end":"2026-03-29T02:11:17.067481Z","steps":["trace[1514807237] 'process raft request' (duration: 546.192466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:17.067856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.520547Z","time spent":"547.032539ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:17.067859Z","caller":"traceutil/trace.go:171","msg":"trace[1141475972] transaction","detail":"{read_only:false; response_revision:6522; number_of_response:1; }","duration":"211.337931ms","start":"2026-03-29T02:11:16.856379Z","end":"2026-03-29T02:11:17.067717Z","steps":["trace[1141475972] 'process raft request' (duration: 210.982001ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:17.109386Z","caller":"traceutil/trace.go:171","msg":"trace[1891327181] linearizableReadLoop","detail":"{readStateIndex:6776; appliedIndex:6774; }","duration":"591.057726ms","start":"2026-03-29T02:11:16.518286Z","end":"2026-03-29T02:11:17.109343Z","steps":["trace[1891327181] 'read index received' (duration: 392.996479ms)","trace[1891327181] 'applied index is now lower than readState.Index' (duration: 198.058577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:17.109617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.311843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:11:17.109668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.83142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:11:17.109694Z","caller":"traceutil/trace.go:171","msg":"trace[2090545755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6522; }","duration":"591.448666ms","start":"2026-03-29T02:11:16.518213Z","end":"2026-03-29T02:11:17.109662Z","steps":["trace[2090545755] 'agreement among raft nodes before linearized reading' (duration: 591.21877ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:17.109703Z","caller":"traceutil/trace.go:171","msg":"trace[117067179] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6522; }","duration":"586.900622ms","start":"2026-03-29T02:11:16.522792Z","end":"2026-03-29T02:11:17.109692Z","steps":["trace[117067179] 'agreement among raft nodes before linearized reading' (duration: 586.80559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:17.109731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.522779Z","time spent":"586.946273ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:11:17.109738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.518183Z","time spent":"591.542469ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:11:17.109809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.978391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-29T02:11:17.10989Z","caller":"traceutil/trace.go:171","msg":"trace[197814428] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6522; }","duration":"438.129535ms","start":"2026-03-29T02:11:16.671741Z","end":"2026-03-29T02:11:17.109871Z","steps":["trace[197814428] 'agreement among raft nodes before linearized reading' (duration: 437.855228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:17.109951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.67172Z","time spent":"438.217598ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-29T02:11:17.109989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.498031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:11:17.110018Z","caller":"traceutil/trace.go:171","msg":"trace[594923579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6522; }","duration":"586.581873ms","start":"2026-03-29T02:11:16.523426Z","end":"2026-03-29T02:11:17.110008Z","steps":["trace[594923579] 'agreement among raft nodes before linearized reading' (duration: 586.505921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:17.11004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.523401Z","time spent":"586.633875ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:11:17.110063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.536095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:11:17.110082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.405978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:17.110106Z","caller":"traceutil/trace.go:171","msg":"trace[443708497] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:6522; }","duration":"581.651788ms","start":"2026-03-29T02:11:16.528442Z","end":"2026-03-29T02:11:17.110094Z","steps":["trace[443708497] 'agreement among raft nodes before linearized reading' (duration: 581.447643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:17.110084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.837859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:11:17.110118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.686175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:11:17.110191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.52842Z","time spent":"581.760531ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"info","ts":"2026-03-29T02:11:17.110178Z","caller":"traceutil/trace.go:171","msg":"trace[946592719] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6522; }","duration":"444.581312ms","start":"2026-03-29T02:11:16.665572Z","end":"2026-03-29T02:11:17.110153Z","steps":["trace[946592719] 'agreement among raft nodes before linearized reading' (duration: 444.390407ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:17.110216Z","caller":"traceutil/trace.go:171","msg":"trace[1238219073] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6522; }","duration":"441.015215ms","start":"2026-03-29T02:11:16.669175Z","end":"2026-03-29T02:11:17.11019Z","steps":["trace[1238219073] 'agreement among raft nodes before linearized reading' (duration: 440.757678ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:17.110239Z","caller":"traceutil/trace.go:171","msg":"trace[1961569523] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6522; }","duration":"440.88542ms","start":"2026-03-29T02:11:16.669325Z","end":"2026-03-29T02:11:17.11021Z","steps":["trace[1961569523] 'agreement among raft nodes before linearized reading' (duration: 440.660774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:17.110267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.665533Z","time spent":"444.713775ms","remote":"127.0.0.1:37130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:11:17.110277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.669168Z","time spent":"441.098527ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:11:17.110307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.669305Z","time spent":"440.992384ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-29T02:11:17.110108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.205235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:11:17.110379Z","caller":"traceutil/trace.go:171","msg":"trace[1591425602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6522; }","duration":"585.513783ms","start":"2026-03-29T02:11:16.524845Z","end":"2026-03-29T02:11:17.110359Z","steps":["trace[1591425602] 'agreement among raft nodes before linearized reading' (duration: 585.01134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:17.110447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.524835Z","time spent":"585.596526ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:11:17.110804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.981975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:11:17.110941Z","caller":"traceutil/trace.go:171","msg":"trace[1011719462] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6522; }","duration":"506.18008ms","start":"2026-03-29T02:11:16.604739Z","end":"2026-03-29T02:11:17.110919Z","steps":["trace[1011719462] 'agreement among raft nodes before linearized reading' (duration: 504.970717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:17.110983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.60471Z","time spent":"506.262202ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:11:26.486046Z","caller":"traceutil/trace.go:171","msg":"trace[951921558] linearizableReadLoop","detail":"{readStateIndex:6834; appliedIndex:6833; }","duration":"116.317028ms","start":"2026-03-29T02:11:26.369696Z","end":"2026-03-29T02:11:26.486013Z","steps":["trace[951921558] 'read index received' (duration: 116.126942ms)","trace[951921558] 'applied index is now lower than readState.Index' (duration: 188.946µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:26.486125Z","caller":"traceutil/trace.go:171","msg":"trace[1958078489] transaction","detail":"{read_only:false; response_revision:6576; number_of_response:1; }","duration":"388.460374ms","start":"2026-03-29T02:11:26.097617Z","end":"2026-03-29T02:11:26.486077Z","steps":["trace[1958078489] 'process raft request' (duration: 388.199147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:26.486385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.671067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:26.486431Z","caller":"traceutil/trace.go:171","msg":"trace[535095312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6576; }","duration":"116.78443ms","start":"2026-03-29T02:11:26.369634Z","end":"2026-03-29T02:11:26.486419Z","steps":["trace[535095312] 'agreement among raft nodes before linearized reading' (duration: 116.504992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:26.486536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:26.097592Z","time spent":"388.823195ms","remote":"127.0.0.1:44298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:27.487126Z","caller":"traceutil/trace.go:171","msg":"trace[1854798253] transaction","detail":"{read_only:false; response_revision:6583; number_of_response:1; }","duration":"268.647991ms","start":"2026-03-29T02:11:27.218449Z","end":"2026-03-29T02:11:27.487097Z","steps":["trace[1854798253] 'process raft request' (duration: 268.465326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:27.872645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.787673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:11:27.873114Z","caller":"traceutil/trace.go:171","msg":"trace[1852166421] linearizableReadLoop","detail":"{readStateIndex:6845; appliedIndex:6841; }","duration":"653.135766ms","start":"2026-03-29T02:11:27.219962Z","end":"2026-03-29T02:11:27.873098Z","steps":["trace[1852166421] 'read index received' (duration: 267.002986ms)","trace[1852166421] 'applied index is now lower than readState.Index' (duration: 386.13204ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:27.873604Z","caller":"traceutil/trace.go:171","msg":"trace[1927297465] transaction","detail":"{read_only:false; response_revision:6585; number_of_response:1; }","duration":"654.498914ms","start":"2026-03-29T02:11:27.219065Z","end":"2026-03-29T02:11:27.873564Z","steps":["trace[1927297465] 'process raft request' (duration: 653.688532ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:27.873666Z","caller":"traceutil/trace.go:171","msg":"trace[1860458170] transaction","detail":"{read_only:false; response_revision:6586; number_of_response:1; }","duration":"653.671151ms","start":"2026-03-29T02:11:27.219935Z","end":"2026-03-29T02:11:27.873606Z","steps":["trace[1860458170] 'process raft request' (duration: 653.084805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:27.873881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:27.219047Z","time spent":"654.7224ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:11:27.873943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.428991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:11:27.873979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.998021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101674"} {"level":"warn","ts":"2026-03-29T02:11:27.873957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.518509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:11:27.874012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.01545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:27.874052Z","caller":"traceutil/trace.go:171","msg":"trace[1213783483] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6587; }","duration":"654.077423ms","start":"2026-03-29T02:11:27.219957Z","end":"2026-03-29T02:11:27.874034Z","steps":["trace[1213783483] 'agreement among raft nodes before linearized reading' (duration: 653.652241ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:27.874054Z","caller":"traceutil/trace.go:171","msg":"trace[2066648925] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:6587; }","duration":"543.611656ms","start":"2026-03-29T02:11:27.330413Z","end":"2026-03-29T02:11:27.874025Z","steps":["trace[2066648925] 'agreement among raft nodes before linearized reading' (duration: 543.40008ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:27.874079Z","caller":"traceutil/trace.go:171","msg":"trace[237612118] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:6587; }","duration":"252.713764ms","start":"2026-03-29T02:11:27.621337Z","end":"2026-03-29T02:11:27.874051Z","steps":["trace[237612118] 'agreement among raft nodes before linearized reading' (duration: 252.479308ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:27.874094Z","caller":"traceutil/trace.go:171","msg":"trace[482890539] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:6587; }","duration":"316.150423ms","start":"2026-03-29T02:11:27.557925Z","end":"2026-03-29T02:11:27.874075Z","steps":["trace[482890539] 'agreement among raft nodes before linearized reading' (duration: 315.998839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:27.874108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:27.21992Z","time spent":"654.173876ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101696,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:11:27.874117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:27.330387Z","time spent":"543.718399ms","remote":"127.0.0.1:44266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:11:27.874167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:27.557895Z","time spent":"316.248466ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:11:27.873899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:27.219921Z","time spent":"653.846117ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:11:27.87398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.916348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:27.874352Z","caller":"traceutil/trace.go:171","msg":"trace[2046026636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6587; }","duration":"504.312879ms","start":"2026-03-29T02:11:27.370015Z","end":"2026-03-29T02:11:27.874328Z","steps":["trace[2046026636] 'agreement among raft nodes before linearized reading' (duration: 503.927118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:27.874423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:27.369988Z","time spent":"504.415631ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:11:27.873654Z","caller":"traceutil/trace.go:171","msg":"trace[1659052693] transaction","detail":"{read_only:false; response_revision:6587; number_of_response:1; }","duration":"531.912295ms","start":"2026-03-29T02:11:27.3417Z","end":"2026-03-29T02:11:27.873612Z","steps":["trace[1659052693] 'process raft request' (duration: 531.35668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:27.874578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:27.341681Z","time spent":"532.84851ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:27.873659Z","caller":"traceutil/trace.go:171","msg":"trace[1221376] transaction","detail":"{read_only:false; response_revision:6584; number_of_response:1; }","duration":"655.145272ms","start":"2026-03-29T02:11:27.218484Z","end":"2026-03-29T02:11:27.873629Z","steps":["trace[1221376] 'process raft request' (duration: 469.289689ms)","trace[1221376] 'compare' (duration: 184.563517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:27.87478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:27.218462Z","time spent":"656.237952ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:29.310469Z","caller":"traceutil/trace.go:171","msg":"trace[1352740733] linearizableReadLoop","detail":"{readStateIndex:6847; appliedIndex:6846; }","duration":"122.748474ms","start":"2026-03-29T02:11:29.187691Z","end":"2026-03-29T02:11:29.31044Z","steps":["trace[1352740733] 'read index received' (duration: 122.550999ms)","trace[1352740733] 'applied index is now lower than readState.Index' (duration: 196.415µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:29.310537Z","caller":"traceutil/trace.go:171","msg":"trace[462296270] transaction","detail":"{read_only:false; response_revision:6588; number_of_response:1; }","duration":"183.294822ms","start":"2026-03-29T02:11:29.127201Z","end":"2026-03-29T02:11:29.310495Z","steps":["trace[462296270] 'process raft request' (duration: 183.052856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:29.31086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.124644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:29.311055Z","caller":"traceutil/trace.go:171","msg":"trace[745451147] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6588; }","duration":"123.324589ms","start":"2026-03-29T02:11:29.187622Z","end":"2026-03-29T02:11:29.310946Z","steps":["trace[745451147] 'agreement among raft nodes before linearized reading' (duration: 122.927978ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:29.473233Z","caller":"traceutil/trace.go:171","msg":"trace[990948571] linearizableReadLoop","detail":"{readStateIndex:6849; appliedIndex:6847; }","duration":"162.658987ms","start":"2026-03-29T02:11:29.310548Z","end":"2026-03-29T02:11:29.473207Z","steps":["trace[990948571] 'read index received' (duration: 162.354339ms)","trace[990948571] 'applied index is now lower than readState.Index' (duration: 303.738µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:29.473288Z","caller":"traceutil/trace.go:171","msg":"trace[1141215695] transaction","detail":"{read_only:false; response_revision:6590; number_of_response:1; }","duration":"284.130885ms","start":"2026-03-29T02:11:29.189121Z","end":"2026-03-29T02:11:29.473252Z","steps":["trace[1141215695] 'process raft request' (duration: 284.033832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:29.473438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.94108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-29T02:11:29.473519Z","caller":"traceutil/trace.go:171","msg":"trace[1881275239] transaction","detail":"{read_only:false; response_revision:6589; number_of_response:1; }","duration":"284.452034ms","start":"2026-03-29T02:11:29.189054Z","end":"2026-03-29T02:11:29.473506Z","steps":["trace[1881275239] 'process raft request' (duration: 283.881898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:29.473551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.297527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:29.473528Z","caller":"traceutil/trace.go:171","msg":"trace[1233989957] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6590; }","duration":"284.057443ms","start":"2026-03-29T02:11:29.189459Z","end":"2026-03-29T02:11:29.473516Z","steps":["trace[1233989957] 'agreement among raft nodes before linearized reading' (duration: 283.833867ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:29.473654Z","caller":"traceutil/trace.go:171","msg":"trace[1395912850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6590; }","duration":"104.475563ms","start":"2026-03-29T02:11:29.369157Z","end":"2026-03-29T02:11:29.473633Z","steps":["trace[1395912850] 'agreement among raft nodes before linearized reading' (duration: 104.284037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:29.473436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.327608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:29.473735Z","caller":"traceutil/trace.go:171","msg":"trace[249091739] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6590; }","duration":"285.74629ms","start":"2026-03-29T02:11:29.187975Z","end":"2026-03-29T02:11:29.473721Z","steps":["trace[249091739] 'agreement among raft nodes before linearized reading' (duration: 285.361989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:29.473503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.125301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:11:29.473912Z","caller":"traceutil/trace.go:171","msg":"trace[1275032884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6590; }","duration":"255.569423ms","start":"2026-03-29T02:11:29.21829Z","end":"2026-03-29T02:11:29.473859Z","steps":["trace[1275032884] 'agreement among raft nodes before linearized reading' (duration: 254.976547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:29.737719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.007201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:11:29.737827Z","caller":"traceutil/trace.go:171","msg":"trace[398757553] transaction","detail":"{read_only:false; response_revision:6592; number_of_response:1; }","duration":"230.136156ms","start":"2026-03-29T02:11:29.507671Z","end":"2026-03-29T02:11:29.737807Z","steps":["trace[398757553] 'process raft request' (duration: 91.96079ms)","trace[398757553] 'compare' (duration: 135.081821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:30.163386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.634122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:11:30.163516Z","caller":"traceutil/trace.go:171","msg":"trace[998355899] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6592; }","duration":"283.793746ms","start":"2026-03-29T02:11:29.879692Z","end":"2026-03-29T02:11:30.163485Z","steps":["trace[998355899] 'range keys from in-memory index tree' (duration: 283.339284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.163512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.566128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:11:30.163567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.958641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:11:30.163613Z","caller":"traceutil/trace.go:171","msg":"trace[1935701383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6592; }","duration":"284.733912ms","start":"2026-03-29T02:11:29.878849Z","end":"2026-03-29T02:11:30.163583Z","steps":["trace[1935701383] 'range keys from in-memory index tree' (duration: 284.210468ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:30.163634Z","caller":"traceutil/trace.go:171","msg":"trace[121751937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6592; }","duration":"284.054474ms","start":"2026-03-29T02:11:29.879561Z","end":"2026-03-29T02:11:30.163615Z","steps":["trace[121751937] 'range keys from in-memory index tree' (duration: 283.830367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.163723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.023262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:11:30.163814Z","caller":"traceutil/trace.go:171","msg":"trace[367382724] linearizableReadLoop","detail":"{readStateIndex:6852; appliedIndex:6851; }","duration":"281.625227ms","start":"2026-03-29T02:11:29.882174Z","end":"2026-03-29T02:11:30.163799Z","steps":["trace[367382724] 'read index received' (duration: 124.46173ms)","trace[367382724] 'applied index is now lower than readState.Index' (duration: 157.162077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:30.163972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.820282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:11:30.164007Z","caller":"traceutil/trace.go:171","msg":"trace[684700745] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:6593; }","duration":"281.914335ms","start":"2026-03-29T02:11:29.882083Z","end":"2026-03-29T02:11:30.163997Z","steps":["trace[684700745] 'agreement among raft nodes before linearized reading' (duration: 281.759641ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:30.163984Z","caller":"traceutil/trace.go:171","msg":"trace[2117822496] transaction","detail":"{read_only:false; response_revision:6593; number_of_response:1; }","duration":"283.249652ms","start":"2026-03-29T02:11:29.880685Z","end":"2026-03-29T02:11:30.163935Z","steps":["trace[2117822496] 'process raft request' (duration: 125.924551ms)","trace[2117822496] 'compare' (duration: 156.783146ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:30.353712Z","caller":"traceutil/trace.go:171","msg":"trace[516082873] transaction","detail":"{read_only:false; response_revision:6594; number_of_response:1; }","duration":"183.754185ms","start":"2026-03-29T02:11:30.169925Z","end":"2026-03-29T02:11:30.353679Z","steps":["trace[516082873] 'process raft request' (duration: 108.326708ms)","trace[516082873] 'compare' (duration: 75.16975ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:30.354058Z","caller":"traceutil/trace.go:171","msg":"trace[994477001] transaction","detail":"{read_only:false; response_revision:6595; number_of_response:1; }","duration":"184.133366ms","start":"2026-03-29T02:11:30.169912Z","end":"2026-03-29T02:11:30.354045Z","steps":["trace[994477001] 'process raft request' (duration: 183.716704ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:30.354117Z","caller":"traceutil/trace.go:171","msg":"trace[1291736637] linearizableReadLoop","detail":"{readStateIndex:6855; appliedIndex:6852; }","duration":"150.996128ms","start":"2026-03-29T02:11:30.203087Z","end":"2026-03-29T02:11:30.354083Z","steps":["trace[1291736637] 'read index received' (duration: 75.267653ms)","trace[1291736637] 'applied index is now lower than readState.Index' (duration: 75.726665ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:30.354158Z","caller":"traceutil/trace.go:171","msg":"trace[1557184961] transaction","detail":"{read_only:false; response_revision:6596; number_of_response:1; }","duration":"184.104515ms","start":"2026-03-29T02:11:30.170009Z","end":"2026-03-29T02:11:30.354113Z","steps":["trace[1557184961] 'process raft request' (duration: 183.91581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.354373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.899426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:11:30.354377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.283736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:11:30.354444Z","caller":"traceutil/trace.go:171","msg":"trace[852411902] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6596; }","duration":"147.025158ms","start":"2026-03-29T02:11:30.207402Z","end":"2026-03-29T02:11:30.354427Z","steps":["trace[852411902] 'agreement among raft nodes before linearized reading' (duration: 146.884095ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:30.354474Z","caller":"traceutil/trace.go:171","msg":"trace[1710774247] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6596; }","duration":"151.45055ms","start":"2026-03-29T02:11:30.203Z","end":"2026-03-29T02:11:30.354451Z","steps":["trace[1710774247] 'agreement among raft nodes before linearized reading' (duration: 151.211933ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:38.566289Z","caller":"traceutil/trace.go:171","msg":"trace[1069407266] linearizableReadLoop","detail":"{readStateIndex:6920; appliedIndex:6919; }","duration":"165.942178ms","start":"2026-03-29T02:11:38.40032Z","end":"2026-03-29T02:11:38.566262Z","steps":["trace[1069407266] 'read index received' (duration: 165.690941ms)","trace[1069407266] 'applied index is now lower than readState.Index' (duration: 249.967µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:38.566403Z","caller":"traceutil/trace.go:171","msg":"trace[2140342846] transaction","detail":"{read_only:false; response_revision:6658; number_of_response:1; }","duration":"168.051545ms","start":"2026-03-29T02:11:38.398306Z","end":"2026-03-29T02:11:38.566357Z","steps":["trace[2140342846] 'process raft request' (duration: 167.777068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:38.566668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.135555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:11:38.566716Z","caller":"traceutil/trace.go:171","msg":"trace[802657304] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6658; }","duration":"165.210697ms","start":"2026-03-29T02:11:38.401491Z","end":"2026-03-29T02:11:38.566701Z","steps":["trace[802657304] 'agreement among raft nodes before linearized reading' (duration: 164.9811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:38.567187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.846782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:11:38.567243Z","caller":"traceutil/trace.go:171","msg":"trace[1225366138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6658; }","duration":"166.951775ms","start":"2026-03-29T02:11:38.40027Z","end":"2026-03-29T02:11:38.567222Z","steps":["trace[1225366138] 'agreement among raft nodes before linearized reading' (duration: 166.152423ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:43.563288Z","caller":"traceutil/trace.go:171","msg":"trace[1586390160] transaction","detail":"{read_only:false; response_revision:6689; number_of_response:1; }","duration":"177.053662ms","start":"2026-03-29T02:11:43.386208Z","end":"2026-03-29T02:11:43.563262Z","steps":["trace[1586390160] 'process raft request' (duration: 176.884687ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:43.697006Z","caller":"traceutil/trace.go:171","msg":"trace[2025210336] transaction","detail":"{read_only:false; response_revision:6690; number_of_response:1; }","duration":"240.043167ms","start":"2026-03-29T02:11:43.456895Z","end":"2026-03-29T02:11:43.696938Z","steps":["trace[2025210336] 'process raft request' (duration: 191.392934ms)","trace[2025210336] 'compare' (duration: 48.269372ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:43.697035Z","caller":"traceutil/trace.go:171","msg":"trace[2059743605] linearizableReadLoop","detail":"{readStateIndex:6953; appliedIndex:6952; }","duration":"123.469252ms","start":"2026-03-29T02:11:43.573465Z","end":"2026-03-29T02:11:43.696934Z","steps":["trace[2059743605] 'read index received' (duration: 74.83816ms)","trace[2059743605] 'applied index is now lower than readState.Index' (duration: 48.628942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:43.697095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.616597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:43.697172Z","caller":"traceutil/trace.go:171","msg":"trace[2015004182] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6690; }","duration":"123.759641ms","start":"2026-03-29T02:11:43.573395Z","end":"2026-03-29T02:11:43.697155Z","steps":["trace[2015004182] 'agreement among raft nodes before linearized reading' (duration: 123.612746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:43.786214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.718653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:43.786303Z","caller":"traceutil/trace.go:171","msg":"trace[103152684] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:6692; }","duration":"176.832906ms","start":"2026-03-29T02:11:43.609452Z","end":"2026-03-29T02:11:43.786285Z","steps":["trace[103152684] 'agreement among raft nodes before linearized reading' (duration: 176.676712ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:43.786328Z","caller":"traceutil/trace.go:171","msg":"trace[1368384251] transaction","detail":"{read_only:false; response_revision:6692; number_of_response:1; }","duration":"199.63371ms","start":"2026-03-29T02:11:43.586647Z","end":"2026-03-29T02:11:43.786281Z","steps":["trace[1368384251] 'process raft request' (duration: 199.440024ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:43.786452Z","caller":"traceutil/trace.go:171","msg":"trace[757762649] transaction","detail":"{read_only:false; response_revision:6691; number_of_response:1; }","duration":"200.891265ms","start":"2026-03-29T02:11:43.585324Z","end":"2026-03-29T02:11:43.786215Z","steps":["trace[757762649] 'process raft request' (duration: 200.616997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:43.786702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.235311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:11:43.786754Z","caller":"traceutil/trace.go:171","msg":"trace[107627028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6692; }","duration":"156.340563ms","start":"2026-03-29T02:11:43.630401Z","end":"2026-03-29T02:11:43.786742Z","steps":["trace[107627028] 'agreement among raft nodes before linearized reading' (duration: 156.144528ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:44.117116Z","caller":"traceutil/trace.go:171","msg":"trace[1962715336] linearizableReadLoop","detail":"{readStateIndex:6956; appliedIndex:6955; }","duration":"254.40116ms","start":"2026-03-29T02:11:43.862688Z","end":"2026-03-29T02:11:44.117089Z","steps":["trace[1962715336] 'read index received' (duration: 254.01303ms)","trace[1962715336] 'applied index is now lower than readState.Index' (duration: 387.04µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:44.1172Z","caller":"traceutil/trace.go:171","msg":"trace[1006615340] transaction","detail":"{read_only:false; response_revision:6693; number_of_response:1; }","duration":"324.952054ms","start":"2026-03-29T02:11:43.792194Z","end":"2026-03-29T02:11:44.117146Z","steps":["trace[1006615340] 'process raft request' (duration: 324.666636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:44.117407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.702809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:11:44.117499Z","caller":"traceutil/trace.go:171","msg":"trace[1411372392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6693; }","duration":"254.856833ms","start":"2026-03-29T02:11:43.862624Z","end":"2026-03-29T02:11:44.117481Z","steps":["trace[1411372392] 'agreement among raft nodes before linearized reading' (duration: 254.623677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:44.117546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:43.792165Z","time spent":"325.229712ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:11:44.117685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.978226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:11:44.117763Z","caller":"traceutil/trace.go:171","msg":"trace[258527700] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6693; }","duration":"228.128291ms","start":"2026-03-29T02:11:43.889619Z","end":"2026-03-29T02:11:44.117747Z","steps":["trace[258527700] 'agreement among raft nodes before linearized reading' (duration: 227.816493ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:44.251346Z","caller":"traceutil/trace.go:171","msg":"trace[156126694] linearizableReadLoop","detail":"{readStateIndex:6957; appliedIndex:6956; }","duration":"128.042038ms","start":"2026-03-29T02:11:44.123276Z","end":"2026-03-29T02:11:44.251318Z","steps":["trace[156126694] 'read index received' (duration: 57.834385ms)","trace[156126694] 'applied index is now lower than readState.Index' (duration: 70.206333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:44.251604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.310826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19664"} {"level":"info","ts":"2026-03-29T02:11:44.251607Z","caller":"traceutil/trace.go:171","msg":"trace[729240308] transaction","detail":"{read_only:false; response_revision:6694; number_of_response:1; }","duration":"128.934383ms","start":"2026-03-29T02:11:44.122631Z","end":"2026-03-29T02:11:44.251566Z","steps":["trace[729240308] 'process raft request' (duration: 58.551295ms)","trace[729240308] 'compare' (duration: 69.978727ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:44.251644Z","caller":"traceutil/trace.go:171","msg":"trace[1314412754] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6694; }","duration":"128.427159ms","start":"2026-03-29T02:11:44.123206Z","end":"2026-03-29T02:11:44.251633Z","steps":["trace[1314412754] 'agreement among raft nodes before linearized reading' (duration: 128.223603ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:44.803385Z","caller":"traceutil/trace.go:171","msg":"trace[629048456] linearizableReadLoop","detail":"{readStateIndex:6959; appliedIndex:6958; }","duration":"204.048031ms","start":"2026-03-29T02:11:44.599293Z","end":"2026-03-29T02:11:44.803341Z","steps":["trace[629048456] 'read index received' (duration: 203.917328ms)","trace[629048456] 'applied index is now lower than readState.Index' (duration: 129.513µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:44.803532Z","caller":"traceutil/trace.go:171","msg":"trace[2119817234] transaction","detail":"{read_only:false; response_revision:6696; number_of_response:1; }","duration":"205.965444ms","start":"2026-03-29T02:11:44.597543Z","end":"2026-03-29T02:11:44.803508Z","steps":["trace[2119817234] 'process raft request' (duration: 205.345637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:44.80371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.39372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:11:44.803789Z","caller":"traceutil/trace.go:171","msg":"trace[1560656369] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6696; }","duration":"204.545165ms","start":"2026-03-29T02:11:44.599223Z","end":"2026-03-29T02:11:44.803769Z","steps":["trace[1560656369] 'agreement among raft nodes before linearized reading' (duration: 204.304078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:45.057012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.32069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:11:45.057277Z","caller":"traceutil/trace.go:171","msg":"trace[355083183] linearizableReadLoop","detail":"{readStateIndex:6960; appliedIndex:6959; }","duration":"253.750093ms","start":"2026-03-29T02:11:44.803498Z","end":"2026-03-29T02:11:45.057248Z","steps":["trace[355083183] 'read index received' (duration: 92.084313ms)","trace[355083183] 'applied index is now lower than readState.Index' (duration: 161.66329ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:45.057301Z","caller":"traceutil/trace.go:171","msg":"trace[696675617] transaction","detail":"{read_only:false; response_revision:6697; number_of_response:1; }","duration":"455.705367ms","start":"2026-03-29T02:11:44.601548Z","end":"2026-03-29T02:11:45.057254Z","steps":["trace[696675617] 'process raft request' (duration: 294.002866ms)","trace[696675617] 'compare' (duration: 160.993241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:45.057442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.264535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:11:45.057488Z","caller":"traceutil/trace.go:171","msg":"trace[1040894102] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:6698; }","duration":"443.368799ms","start":"2026-03-29T02:11:44.614104Z","end":"2026-03-29T02:11:45.057473Z","steps":["trace[1040894102] 'agreement among raft nodes before linearized reading' (duration: 443.281016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:45.057502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:44.601529Z","time spent":"455.864942ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:11:45.057527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:44.614074Z","time spent":"443.442561ms","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:11:45.057578Z","caller":"traceutil/trace.go:171","msg":"trace[724722307] transaction","detail":"{read_only:false; response_revision:6698; number_of_response:1; }","duration":"246.868345ms","start":"2026-03-29T02:11:44.810389Z","end":"2026-03-29T02:11:45.057257Z","steps":["trace[724722307] 'process raft request' (duration: 246.769032ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:45.503227Z","caller":"traceutil/trace.go:171","msg":"trace[1935282737] transaction","detail":"{read_only:false; response_revision:6699; number_of_response:1; }","duration":"113.026177ms","start":"2026-03-29T02:11:45.390168Z","end":"2026-03-29T02:11:45.503194Z","steps":["trace[1935282737] 'process raft request' (duration: 112.826402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:45.81578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.282242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:45.81591Z","caller":"traceutil/trace.go:171","msg":"trace[2120364061] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6700; }","duration":"114.479617ms","start":"2026-03-29T02:11:45.701401Z","end":"2026-03-29T02:11:45.81588Z","steps":["trace[2120364061] 'range keys from in-memory index tree' (duration: 114.166498ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:45.912628Z","caller":"traceutil/trace.go:171","msg":"trace[1949123397] transaction","detail":"{read_only:false; response_revision:6701; number_of_response:1; }","duration":"118.313112ms","start":"2026-03-29T02:11:45.794275Z","end":"2026-03-29T02:11:45.912588Z","steps":["trace[1949123397] 'process raft request' (duration: 118.082616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:46.036389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.051421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:11:46.036524Z","caller":"traceutil/trace.go:171","msg":"trace[1860610008] linearizableReadLoop","detail":"{readStateIndex:6965; appliedIndex:6963; }","duration":"164.199759ms","start":"2026-03-29T02:11:45.872298Z","end":"2026-03-29T02:11:46.036498Z","steps":["trace[1860610008] 'read index received' (duration: 40.024867ms)","trace[1860610008] 'applied index is now lower than readState.Index' (duration: 124.172812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:46.036678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.378914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:11:46.036725Z","caller":"traceutil/trace.go:171","msg":"trace[1533878678] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:6702; }","duration":"164.488537ms","start":"2026-03-29T02:11:45.872223Z","end":"2026-03-29T02:11:46.036712Z","steps":["trace[1533878678] 'agreement among raft nodes before linearized reading' (duration: 164.343363ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:46.036814Z","caller":"traceutil/trace.go:171","msg":"trace[805754052] transaction","detail":"{read_only:false; response_revision:6702; number_of_response:1; }","duration":"242.210947ms","start":"2026-03-29T02:11:45.794425Z","end":"2026-03-29T02:11:46.036636Z","steps":["trace[805754052] 'process raft request' (duration: 133.810017ms)","trace[805754052] 'compare' (duration: 107.781763ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:28.491182Z","caller":"traceutil/trace.go:171","msg":"trace[997336639] transaction","detail":"{read_only:false; response_revision:7025; number_of_response:1; }","duration":"621.093907ms","start":"2026-03-29T02:12:27.870062Z","end":"2026-03-29T02:12:28.491156Z","steps":["trace[997336639] 'process raft request' (duration: 620.927142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:28.491357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:27.870035Z","time spent":"621.231801ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:12:28.530035Z","caller":"traceutil/trace.go:171","msg":"trace[140826238] transaction","detail":"{read_only:false; response_revision:7027; number_of_response:1; }","duration":"311.210736ms","start":"2026-03-29T02:12:28.218793Z","end":"2026-03-29T02:12:28.530003Z","steps":["trace[140826238] 'process raft request' (duration: 311.102323ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:28.530083Z","caller":"traceutil/trace.go:171","msg":"trace[1130617610] transaction","detail":"{read_only:false; response_revision:7026; number_of_response:1; }","duration":"454.898889ms","start":"2026-03-29T02:12:28.075137Z","end":"2026-03-29T02:12:28.530036Z","steps":["trace[1130617610] 'process raft request' (duration: 454.288592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:28.530233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:28.218768Z","time spent":"311.366011ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:12:28.530318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:28.075107Z","time spent":"455.091925ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:12:28.530356Z","caller":"traceutil/trace.go:171","msg":"trace[1444514684] linearizableReadLoop","detail":"{readStateIndex:7299; appliedIndex:7297; }","duration":"308.160503ms","start":"2026-03-29T02:12:28.222158Z","end":"2026-03-29T02:12:28.530318Z","steps":["trace[1444514684] 'read index received' (duration: 269.376724ms)","trace[1444514684] 'applied index is now lower than readState.Index' (duration: 38.782019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:28.530576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.39579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:12:28.530619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.569643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:12:28.530677Z","caller":"traceutil/trace.go:171","msg":"trace[1930855086] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7028; }","duration":"290.704256ms","start":"2026-03-29T02:12:28.239959Z","end":"2026-03-29T02:12:28.530663Z","steps":["trace[1930855086] 'agreement among raft nodes before linearized reading' (duration: 290.570063ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:28.530693Z","caller":"traceutil/trace.go:171","msg":"trace[1887536928] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7028; }","duration":"308.550474ms","start":"2026-03-29T02:12:28.222101Z","end":"2026-03-29T02:12:28.530651Z","steps":["trace[1887536928] 'agreement among raft nodes before linearized reading' (duration: 308.39189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:28.53079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:28.222076Z","time spent":"308.703398ms","remote":"127.0.0.1:55166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":11,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:12:28.530624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.351369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:12:28.530834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.00865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:28.530992Z","caller":"traceutil/trace.go:171","msg":"trace[1376915492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7028; }","duration":"163.223576ms","start":"2026-03-29T02:12:28.367729Z","end":"2026-03-29T02:12:28.530952Z","steps":["trace[1376915492] 'agreement among raft nodes before linearized reading' (duration: 162.947169ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:28.530908Z","caller":"traceutil/trace.go:171","msg":"trace[541100196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7028; }","duration":"141.679478ms","start":"2026-03-29T02:12:28.389219Z","end":"2026-03-29T02:12:28.530898Z","steps":["trace[541100196] 'agreement among raft nodes before linearized reading' (duration: 141.306617ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:24.105176Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4456} {"level":"info","ts":"2026-03-29T02:13:24.219879Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4456,"took":"112.620304ms","hash":2089117707,"current-db-size-bytes":36708352,"current-db-size":"37 MB","current-db-size-in-use-bytes":34426880,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-29T02:13:24.220732Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2089117707,"revision":4456,"compact-revision":2492} {"level":"info","ts":"2026-03-29T02:13:41.017836Z","caller":"traceutil/trace.go:171","msg":"trace[241814419] transaction","detail":"{read_only:false; response_revision:7435; number_of_response:1; }","duration":"122.048972ms","start":"2026-03-29T02:13:40.895723Z","end":"2026-03-29T02:13:41.017772Z","steps":["trace[241814419] 'process raft request' (duration: 63.559896ms)","trace[241814419] 'compare' (duration: 58.210069ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:59.665545Z","caller":"traceutil/trace.go:171","msg":"trace[1990815766] transaction","detail":"{read_only:false; response_revision:7568; number_of_response:1; }","duration":"124.901972ms","start":"2026-03-29T02:13:59.540608Z","end":"2026-03-29T02:13:59.66551Z","steps":["trace[1990815766] 'process raft request' (duration: 124.693706ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:45.8318Z","caller":"traceutil/trace.go:171","msg":"trace[1841841386] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"289.449978ms","start":"2026-03-29T02:14:45.542321Z","end":"2026-03-29T02:14:45.831771Z","steps":["trace[1841841386] 'process raft request' (duration: 289.183501ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:53.469125Z","caller":"traceutil/trace.go:171","msg":"trace[650998169] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"402.653969ms","start":"2026-03-29T02:14:53.066433Z","end":"2026-03-29T02:14:53.469087Z","steps":["trace[650998169] 'process raft request' (duration: 402.398242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:53.469542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:53.066406Z","time spent":"402.825733ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:53.510297Z","caller":"traceutil/trace.go:171","msg":"trace[791873435] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"441.300547ms","start":"2026-03-29T02:14:53.068957Z","end":"2026-03-29T02:14:53.510258Z","steps":["trace[791873435] 'process raft request' (duration: 441.061461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:53.510557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:53.068933Z","time spent":"441.478611ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:53.510881Z","caller":"traceutil/trace.go:171","msg":"trace[1913983816] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"439.513628ms","start":"2026-03-29T02:14:53.07135Z","end":"2026-03-29T02:14:53.510863Z","steps":["trace[1913983816] 'process raft request' (duration: 438.85954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:53.511045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:53.071337Z","time spent":"439.61645ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:53.51129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.886274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:14:53.51135Z","caller":"traceutil/trace.go:171","msg":"trace[804516101] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8052; }","duration":"341.981987ms","start":"2026-03-29T02:14:53.169351Z","end":"2026-03-29T02:14:53.511333Z","steps":["trace[804516101] 'agreement among raft nodes before linearized reading' (duration: 341.798152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:53.511388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:53.169329Z","time spent":"342.051338ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:14:53.510462Z","caller":"traceutil/trace.go:171","msg":"trace[1599489291] linearizableReadLoop","detail":"{readStateIndex:8360; appliedIndex:8357; }","duration":"341.03142ms","start":"2026-03-29T02:14:53.169405Z","end":"2026-03-29T02:14:53.510436Z","steps":["trace[1599489291] 'read index received' (duration: 299.41492ms)","trace[1599489291] 'applied index is now lower than readState.Index' (duration: 41.61532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:53.511627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.070207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:53.511676Z","caller":"traceutil/trace.go:171","msg":"trace[1410369663] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:8052; }","duration":"239.166321ms","start":"2026-03-29T02:14:53.272492Z","end":"2026-03-29T02:14:53.511659Z","steps":["trace[1410369663] 'agreement among raft nodes before linearized reading' (duration: 239.093779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:53.511826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.868177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:14:53.511874Z","caller":"traceutil/trace.go:171","msg":"trace[2001321577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8052; }","duration":"152.944259ms","start":"2026-03-29T02:14:53.358919Z","end":"2026-03-29T02:14:53.511863Z","steps":["trace[2001321577] 'agreement among raft nodes before linearized reading' (duration: 152.835486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:53.511914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.991717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:14:53.511953Z","caller":"traceutil/trace.go:171","msg":"trace[420988114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8052; }","duration":"154.074479ms","start":"2026-03-29T02:14:53.35787Z","end":"2026-03-29T02:14:53.511944Z","steps":["trace[420988114] 'agreement among raft nodes before linearized reading' (duration: 153.953146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:53.512585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.971303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:53.512641Z","caller":"traceutil/trace.go:171","msg":"trace[733017766] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8052; }","duration":"240.047104ms","start":"2026-03-29T02:14:53.272583Z","end":"2026-03-29T02:14:53.51263Z","steps":["trace[733017766] 'agreement among raft nodes before linearized reading' (duration: 239.969102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:53.512592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.802678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:53.512835Z","caller":"traceutil/trace.go:171","msg":"trace[1276491258] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8052; }","duration":"240.056174ms","start":"2026-03-29T02:14:53.272763Z","end":"2026-03-29T02:14:53.512819Z","steps":["trace[1276491258] 'agreement among raft nodes before linearized reading' (duration: 239.799307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:53.513463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.212116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5485"} {"level":"info","ts":"2026-03-29T02:14:53.513513Z","caller":"traceutil/trace.go:171","msg":"trace[1336676197] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:8052; }","duration":"237.433383ms","start":"2026-03-29T02:14:53.276068Z","end":"2026-03-29T02:14:53.513501Z","steps":["trace[1336676197] 'agreement among raft nodes before linearized reading' (duration: 236.006284ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:53.665299Z","caller":"traceutil/trace.go:171","msg":"trace[950329889] linearizableReadLoop","detail":"{readStateIndex:8362; appliedIndex:8360; }","duration":"140.841387ms","start":"2026-03-29T02:14:53.524435Z","end":"2026-03-29T02:14:53.665276Z","steps":["trace[950329889] 'read index received' (duration: 89.920312ms)","trace[950329889] 'applied index is now lower than readState.Index' (duration: 50.920115ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:53.665417Z","caller":"traceutil/trace.go:171","msg":"trace[45965259] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"146.342428ms","start":"2026-03-29T02:14:53.519028Z","end":"2026-03-29T02:14:53.66537Z","steps":["trace[45965259] 'process raft request' (duration: 146.147353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:53.66552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.044982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:53.665578Z","caller":"traceutil/trace.go:171","msg":"trace[886253750] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8054; }","duration":"141.129565ms","start":"2026-03-29T02:14:53.524431Z","end":"2026-03-29T02:14:53.665561Z","steps":["trace[886253750] 'agreement among raft nodes before linearized reading' (duration: 141.014672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:53.665573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.799254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:14:53.665634Z","caller":"traceutil/trace.go:171","msg":"trace[1350529344] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8054; }","duration":"129.888117ms","start":"2026-03-29T02:14:53.53573Z","end":"2026-03-29T02:14:53.665618Z","steps":["trace[1350529344] 'agreement among raft nodes before linearized reading' (duration: 129.726593ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:53.799816Z","caller":"traceutil/trace.go:171","msg":"trace[2046580118] linearizableReadLoop","detail":"{readStateIndex:8363; appliedIndex:8362; }","duration":"125.96618ms","start":"2026-03-29T02:14:53.673812Z","end":"2026-03-29T02:14:53.799778Z","steps":["trace[2046580118] 'read index received' (duration: 61.115784ms)","trace[2046580118] 'applied index is now lower than readState.Index' (duration: 64.849106ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:53.80011Z","caller":"traceutil/trace.go:171","msg":"trace[1877262767] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"128.53681ms","start":"2026-03-29T02:14:53.671558Z","end":"2026-03-29T02:14:53.800095Z","steps":["trace[1877262767] 'process raft request' (duration: 63.435497ms)","trace[1877262767] 'compare' (duration: 64.541968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:53.800577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.736581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:14:53.800622Z","caller":"traceutil/trace.go:171","msg":"trace[869022628] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8055; }","duration":"126.812034ms","start":"2026-03-29T02:14:53.673798Z","end":"2026-03-29T02:14:53.80061Z","steps":["trace[869022628] 'agreement among raft nodes before linearized reading' (duration: 126.608988ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:21.891668Z","caller":"traceutil/trace.go:171","msg":"trace[324683346] linearizableReadLoop","detail":"{readStateIndex:8564; appliedIndex:8561; }","duration":"203.116673ms","start":"2026-03-29T02:15:21.688519Z","end":"2026-03-29T02:15:21.891635Z","steps":["trace[324683346] 'read index received' (duration: 50.452122ms)","trace[324683346] 'applied index is now lower than readState.Index' (duration: 152.663291ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:21.891712Z","caller":"traceutil/trace.go:171","msg":"trace[1077302177] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"209.53381ms","start":"2026-03-29T02:15:21.682116Z","end":"2026-03-29T02:15:21.89165Z","steps":["trace[1077302177] 'process raft request' (duration: 141.377223ms)","trace[1077302177] 'compare' (duration: 67.661423ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:21.891826Z","caller":"traceutil/trace.go:171","msg":"trace[665287227] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"208.717717ms","start":"2026-03-29T02:15:21.683097Z","end":"2026-03-29T02:15:21.891815Z","steps":["trace[665287227] 'process raft request' (duration: 208.415899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:21.892249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.7198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:15:21.892337Z","caller":"traceutil/trace.go:171","msg":"trace[305987579] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:8250; }","duration":"203.852124ms","start":"2026-03-29T02:15:21.688466Z","end":"2026-03-29T02:15:21.892318Z","steps":["trace[305987579] 'agreement among raft nodes before linearized reading' (duration: 203.614947ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:22.397708Z","caller":"traceutil/trace.go:171","msg":"trace[61452384] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"125.482317ms","start":"2026-03-29T02:15:22.272196Z","end":"2026-03-29T02:15:22.397678Z","steps":["trace[61452384] 'process raft request' (duration: 125.303602ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:22.814402Z","caller":"traceutil/trace.go:171","msg":"trace[650323278] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"412.497347ms","start":"2026-03-29T02:15:22.401876Z","end":"2026-03-29T02:15:22.814374Z","steps":["trace[650323278] 'process raft request' (duration: 412.328543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.814565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.40186Z","time spent":"412.620271ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:23.111811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.118633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:23.111931Z","caller":"traceutil/trace.go:171","msg":"trace[1205946685] linearizableReadLoop","detail":"{readStateIndex:8570; appliedIndex:8568; }","duration":"558.564009ms","start":"2026-03-29T02:15:22.553348Z","end":"2026-03-29T02:15:23.111912Z","steps":["trace[1205946685] 'read index received' (duration: 260.803053ms)","trace[1205946685] 'applied index is now lower than readState.Index' (duration: 297.759426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:23.112207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.61237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:23.112291Z","caller":"traceutil/trace.go:171","msg":"trace[671927711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8256; }","duration":"535.755574ms","start":"2026-03-29T02:15:22.576515Z","end":"2026-03-29T02:15:23.112271Z","steps":["trace[671927711] 'agreement among raft nodes before linearized reading' (duration: 535.600219ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:23.112274Z","caller":"traceutil/trace.go:171","msg":"trace[1659010548] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"710.364826ms","start":"2026-03-29T02:15:22.401899Z","end":"2026-03-29T02:15:23.112264Z","steps":["trace[1659010548] 'process raft request' (duration: 502.708079ms)","trace[1659010548] 'compare' (duration: 206.958838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:23.112332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.57649Z","time spent":"535.834656ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:23.112374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.40188Z","time spent":"710.448098ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:23.112533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.571049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:23.112566Z","caller":"traceutil/trace.go:171","msg":"trace[1676507665] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8256; }","duration":"324.631111ms","start":"2026-03-29T02:15:22.787924Z","end":"2026-03-29T02:15:23.112555Z","steps":["trace[1676507665] 'agreement among raft nodes before linearized reading' (duration: 324.57835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.112588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.7879Z","time spent":"324.681692ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:23.112715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.247598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:23.112742Z","caller":"traceutil/trace.go:171","msg":"trace[2126027151] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8256; }","duration":"421.277598ms","start":"2026-03-29T02:15:22.691459Z","end":"2026-03-29T02:15:23.112736Z","steps":["trace[2126027151] 'agreement among raft nodes before linearized reading' (duration: 421.230777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.112764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.691403Z","time spent":"421.35486ms","remote":"127.0.0.1:43250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:23.112232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.840186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:23.112862Z","caller":"traceutil/trace.go:171","msg":"trace[429043934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8256; }","duration":"559.510374ms","start":"2026-03-29T02:15:22.553336Z","end":"2026-03-29T02:15:23.112846Z","steps":["trace[429043934] 'agreement among raft nodes before linearized reading' (duration: 558.804785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.113044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.553263Z","time spent":"559.765541ms","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:25.888448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806120714,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:15:25.911424Z","caller":"traceutil/trace.go:171","msg":"trace[1292761785] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"530.621424ms","start":"2026-03-29T02:15:25.380778Z","end":"2026-03-29T02:15:25.911399Z","steps":["trace[1292761785] 'process raft request' (duration: 530.469029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.911599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.380754Z","time spent":"530.758167ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6355,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:26.136031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.333964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:26.136161Z","caller":"traceutil/trace.go:171","msg":"trace[1618394723] linearizableReadLoop","detail":"{readStateIndex:8583; appliedIndex:8581; }","duration":"748.223563ms","start":"2026-03-29T02:15:25.387917Z","end":"2026-03-29T02:15:26.136141Z","steps":["trace[1618394723] 'read index received' (duration: 523.233281ms)","trace[1618394723] 'applied index is now lower than readState.Index' (duration: 224.988832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:26.136269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.347256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:26.136325Z","caller":"traceutil/trace.go:171","msg":"trace[1306952361] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8269; }","duration":"748.423678ms","start":"2026-03-29T02:15:25.38788Z","end":"2026-03-29T02:15:26.136304Z","steps":["trace[1306952361] 'agreement among raft nodes before linearized reading' (duration: 748.343996ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.136297Z","caller":"traceutil/trace.go:171","msg":"trace[1460974045] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"361.847601ms","start":"2026-03-29T02:15:25.774395Z","end":"2026-03-29T02:15:26.136243Z","steps":["trace[1460974045] 'process raft request' (duration: 229.177847ms)","trace[1460974045] 'compare' (duration: 132.108088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:26.136418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.387865Z","time spent":"748.50631ms","remote":"127.0.0.1:41048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:26.136625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.774364Z","time spent":"362.111527ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:26.407075Z","caller":"traceutil/trace.go:171","msg":"trace[723507206] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"462.627751ms","start":"2026-03-29T02:15:25.944423Z","end":"2026-03-29T02:15:26.407051Z","steps":["trace[723507206] 'process raft request' (duration: 419.768597ms)","trace[723507206] 'compare' (duration: 42.456503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:26.407208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.944388Z","time spent":"462.750754ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:26.407236Z","caller":"traceutil/trace.go:171","msg":"trace[1870523228] linearizableReadLoop","detail":"{readStateIndex:8585; appliedIndex:8583; }","duration":"271.014173ms","start":"2026-03-29T02:15:26.136189Z","end":"2026-03-29T02:15:26.407203Z","steps":["trace[1870523228] 'read index received' (duration: 227.886322ms)","trace[1870523228] 'applied index is now lower than readState.Index' (duration: 43.124801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:26.40742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.502866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/barbican-ks-service-dnm8v\" ","response":"range_response_count:1 size:2821"} {"level":"warn","ts":"2026-03-29T02:15:26.407487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.491243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:15:26.407501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.712755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:15:26.407516Z","caller":"traceutil/trace.go:171","msg":"trace[1095845678] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/barbican-ks-service-dnm8v; range_end:; response_count:1; response_revision:8271; }","duration":"325.615208ms","start":"2026-03-29T02:15:26.081873Z","end":"2026-03-29T02:15:26.407488Z","steps":["trace[1095845678] 'agreement among raft nodes before linearized reading' (duration: 325.435873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.407552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.103867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:15:26.407558Z","caller":"traceutil/trace.go:171","msg":"trace[108485683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8271; }","duration":"335.811508ms","start":"2026-03-29T02:15:26.071734Z","end":"2026-03-29T02:15:26.407545Z","steps":["trace[108485683] 'agreement among raft nodes before linearized reading' (duration: 335.638713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.407571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.326272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:26.407594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.628441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:26.407492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.943005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:26.407601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.071711Z","time spent":"335.88271ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:15:26.407406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.285663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:15:26.407636Z","caller":"traceutil/trace.go:171","msg":"trace[1862731395] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:8271; }","duration":"404.54283ms","start":"2026-03-29T02:15:26.003087Z","end":"2026-03-29T02:15:26.40763Z","steps":["trace[1862731395] 'agreement among raft nodes before linearized reading' (duration: 404.122138ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.407634Z","caller":"traceutil/trace.go:171","msg":"trace[112246948] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8271; }","duration":"756.12603ms","start":"2026-03-29T02:15:25.651494Z","end":"2026-03-29T02:15:26.40762Z","steps":["trace[112246948] 'agreement among raft nodes before linearized reading' (duration: 755.980586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.407654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.003014Z","time spent":"404.635032ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:15:26.407582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.081863Z","time spent":"325.705671ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2843,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/barbican-ks-service-dnm8v\" "} {"level":"warn","ts":"2026-03-29T02:15:26.407666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.318108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-service-dnm8v\" ","response":"range_response_count:1 size:8313"} {"level":"warn","ts":"2026-03-29T02:15:26.407674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.651473Z","time spent":"756.190242ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"info","ts":"2026-03-29T02:15:26.407614Z","caller":"traceutil/trace.go:171","msg":"trace[1514217285] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8271; }","duration":"753.687382ms","start":"2026-03-29T02:15:25.653922Z","end":"2026-03-29T02:15:26.40761Z","steps":["trace[1514217285] 'agreement among raft nodes before linearized reading' (duration: 753.660382ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.407731Z","caller":"traceutil/trace.go:171","msg":"trace[1799656403] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-service-dnm8v; range_end:; response_count:1; response_revision:8271; }","duration":"866.43111ms","start":"2026-03-29T02:15:25.541285Z","end":"2026-03-29T02:15:26.407716Z","steps":["trace[1799656403] 'agreement among raft nodes before linearized reading' (duration: 866.272496ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.407454Z","caller":"traceutil/trace.go:171","msg":"trace[2005747579] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"459.845205ms","start":"2026-03-29T02:15:25.947602Z","end":"2026-03-29T02:15:26.407447Z","steps":["trace[2005747579] 'process raft request' (duration: 459.372532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.407783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.947567Z","time spent":"460.201165ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:26.407782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.541256Z","time spent":"866.515373ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8335,"request content":"key:\"/registry/pods/openstack/barbican-ks-service-dnm8v\" "} {"level":"warn","ts":"2026-03-29T02:15:26.407513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.472511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:26.407857Z","caller":"traceutil/trace.go:171","msg":"trace[281811943] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8271; }","duration":"403.844861ms","start":"2026-03-29T02:15:26.004006Z","end":"2026-03-29T02:15:26.407851Z","steps":["trace[281811943] 'agreement among raft nodes before linearized reading' (duration: 403.45665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.407877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.003997Z","time spent":"403.874572ms","remote":"127.0.0.1:43190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:26.407573Z","caller":"traceutil/trace.go:171","msg":"trace[34654174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8271; }","duration":"412.170709ms","start":"2026-03-29T02:15:25.995398Z","end":"2026-03-29T02:15:26.407568Z","steps":["trace[34654174] 'agreement among raft nodes before linearized reading' (duration: 412.107287ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.4076Z","caller":"traceutil/trace.go:171","msg":"trace[242257699] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8271; }","duration":"849.396444ms","start":"2026-03-29T02:15:25.558197Z","end":"2026-03-29T02:15:26.407594Z","steps":["trace[242257699] 'agreement among raft nodes before linearized reading' (duration: 849.339532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.407977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.558173Z","time spent":"849.793445ms","remote":"127.0.0.1:43194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:26.407754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.653899Z","time spent":"753.851277ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-03-29T02:15:26.407521Z","caller":"traceutil/trace.go:171","msg":"trace[2033310392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8271; }","duration":"406.591767ms","start":"2026-03-29T02:15:26.00092Z","end":"2026-03-29T02:15:26.407512Z","steps":["trace[2033310392] 'agreement among raft nodes before linearized reading' (duration: 406.409942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.408104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.000894Z","time spent":"407.193592ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:15:26.40797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.995366Z","time spent":"412.579671ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:15:26.450735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.858921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:26.450838Z","caller":"traceutil/trace.go:171","msg":"trace[2111223892] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8272; }","duration":"289.018616ms","start":"2026-03-29T02:15:26.161799Z","end":"2026-03-29T02:15:26.450818Z","steps":["trace[2111223892] 'agreement among raft nodes before linearized reading' (duration: 288.82984ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.529083Z","caller":"traceutil/trace.go:171","msg":"trace[1956171309] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"116.024308ms","start":"2026-03-29T02:15:26.413023Z","end":"2026-03-29T02:15:26.529047Z","steps":["trace[1956171309] 'process raft request' (duration: 115.794952ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.529151Z","caller":"traceutil/trace.go:171","msg":"trace[1626822308] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"108.989225ms","start":"2026-03-29T02:15:26.420126Z","end":"2026-03-29T02:15:26.529115Z","steps":["trace[1626822308] 'process raft request' (duration: 108.745169ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.529185Z","caller":"traceutil/trace.go:171","msg":"trace[1563752245] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"115.699669ms","start":"2026-03-29T02:15:26.413452Z","end":"2026-03-29T02:15:26.529151Z","steps":["trace[1563752245] 'process raft request' (duration: 115.391621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.52926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.317166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:23 size:199174"} {"level":"info","ts":"2026-03-29T02:15:26.5293Z","caller":"traceutil/trace.go:171","msg":"trace[112115328] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:23; response_revision:8277; }","duration":"116.405568ms","start":"2026-03-29T02:15:26.412885Z","end":"2026-03-29T02:15:26.529291Z","steps":["trace[112115328] 'agreement among raft nodes before linearized reading' (duration: 116.035198ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.529313Z","caller":"traceutil/trace.go:171","msg":"trace[771550606] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8273; }","duration":"119.147473ms","start":"2026-03-29T02:15:26.410113Z","end":"2026-03-29T02:15:26.529261Z","steps":["trace[771550606] 'process raft request' (duration: 117.076097ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.529357Z","caller":"traceutil/trace.go:171","msg":"trace[645836271] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"116.45983ms","start":"2026-03-29T02:15:26.412874Z","end":"2026-03-29T02:15:26.529334Z","steps":["trace[645836271] 'process raft request' (duration: 115.895015ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.555802Z","caller":"traceutil/trace.go:171","msg":"trace[370497194] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"100.443631ms","start":"2026-03-29T02:15:26.455332Z","end":"2026-03-29T02:15:26.555776Z","steps":["trace[370497194] 'process raft request' (duration: 100.283627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.797045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.630939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:26.797144Z","caller":"traceutil/trace.go:171","msg":"trace[1017409172] linearizableReadLoop","detail":"{readStateIndex:8593; appliedIndex:8591; }","duration":"261.79153ms","start":"2026-03-29T02:15:26.535336Z","end":"2026-03-29T02:15:26.797128Z","steps":["trace[1017409172] 'read index received' (duration: 20.349528ms)","trace[1017409172] 'applied index is now lower than readState.Index' (duration: 241.440782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:26.797273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.937834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-service-dnm8v\" ","response":"range_response_count:1 size:8315"} {"level":"info","ts":"2026-03-29T02:15:26.797295Z","caller":"traceutil/trace.go:171","msg":"trace[336129694] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-service-dnm8v; range_end:; response_count:1; response_revision:8279; }","duration":"262.002296ms","start":"2026-03-29T02:15:26.535286Z","end":"2026-03-29T02:15:26.797289Z","steps":["trace[336129694] 'agreement among raft nodes before linearized reading' (duration: 261.877862ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.797338Z","caller":"traceutil/trace.go:171","msg":"trace[536634551] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"262.051307ms","start":"2026-03-29T02:15:26.535253Z","end":"2026-03-29T02:15:26.797304Z","steps":["trace[536634551] 'process raft request' (duration: 147.063808ms)","trace[536634551] 'compare' (duration: 114.447775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:26.941621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.106076ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:15:27.16067Z","caller":"traceutil/trace.go:171","msg":"trace[204045987] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"236.807146ms","start":"2026-03-29T02:15:26.923838Z","end":"2026-03-29T02:15:27.160645Z","steps":["trace[204045987] 'process raft request' (duration: 236.620081ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:27.212103Z","caller":"traceutil/trace.go:171","msg":"trace[1321311017] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"264.630678ms","start":"2026-03-29T02:15:26.947422Z","end":"2026-03-29T02:15:27.212053Z","steps":["trace[1321311017] 'process raft request' (duration: 264.35648ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:27.352425Z","caller":"traceutil/trace.go:171","msg":"trace[1744323831] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"180.70957ms","start":"2026-03-29T02:15:27.171682Z","end":"2026-03-29T02:15:27.352392Z","steps":["trace[1744323831] 'process raft request' (duration: 140.963621ms)","trace[1744323831] 'compare' (duration: 39.185673ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:27.352598Z","caller":"traceutil/trace.go:171","msg":"trace[1386071871] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"135.015868ms","start":"2026-03-29T02:15:27.217563Z","end":"2026-03-29T02:15:27.352579Z","steps":["trace[1386071871] 'process raft request' (duration: 134.755411ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:27.537169Z","caller":"traceutil/trace.go:171","msg":"trace[2085103812] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"175.810215ms","start":"2026-03-29T02:15:27.361326Z","end":"2026-03-29T02:15:27.537137Z","steps":["trace[2085103812] 'process raft request' (duration: 133.594978ms)","trace[2085103812] 'compare' (duration: 41.97558ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:27.537361Z","caller":"traceutil/trace.go:171","msg":"trace[2009907111] linearizableReadLoop","detail":"{readStateIndex:8601; appliedIndex:8598; }","duration":"169.557384ms","start":"2026-03-29T02:15:27.367771Z","end":"2026-03-29T02:15:27.537328Z","steps":["trace[2009907111] 'read index received' (duration: 26.017343ms)","trace[2009907111] 'applied index is now lower than readState.Index' (duration: 143.538661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:27.537525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.731058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:27.537558Z","caller":"traceutil/trace.go:171","msg":"trace[861851799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8286; }","duration":"169.856252ms","start":"2026-03-29T02:15:27.367692Z","end":"2026-03-29T02:15:27.537548Z","steps":["trace[861851799] 'agreement among raft nodes before linearized reading' (duration: 169.731869ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:27.537586Z","caller":"traceutil/trace.go:171","msg":"trace[1864518504] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"176.172865ms","start":"2026-03-29T02:15:27.361375Z","end":"2026-03-29T02:15:27.537547Z","steps":["trace[1864518504] 'process raft request' (duration: 175.712742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:27.902911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.358121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:27.903161Z","caller":"traceutil/trace.go:171","msg":"trace[1669575104] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"249.764231ms","start":"2026-03-29T02:15:27.653375Z","end":"2026-03-29T02:15:27.90314Z","steps":["trace[1669575104] 'process raft request' (duration: 249.658138ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:27.903162Z","caller":"traceutil/trace.go:171","msg":"trace[974176773] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"282.499687ms","start":"2026-03-29T02:15:27.620614Z","end":"2026-03-29T02:15:27.903113Z","steps":["trace[974176773] 'process raft request' (duration: 71.856188ms)","trace[974176773] 'compare' (duration: 209.990251ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:28.120393Z","caller":"traceutil/trace.go:171","msg":"trace[977645523] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"118.65829ms","start":"2026-03-29T02:15:28.00171Z","end":"2026-03-29T02:15:28.120368Z","steps":["trace[977645523] 'process raft request' (duration: 118.504925ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:28.349675Z","caller":"traceutil/trace.go:171","msg":"trace[874798359] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"223.347047ms","start":"2026-03-29T02:15:28.126301Z","end":"2026-03-29T02:15:28.349648Z","steps":["trace[874798359] 'process raft request' (duration: 223.159332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:28.586535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.510787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:28.586844Z","caller":"traceutil/trace.go:171","msg":"trace[651347856] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"460.4558ms","start":"2026-03-29T02:15:28.12636Z","end":"2026-03-29T02:15:28.586816Z","steps":["trace[651347856] 'process raft request' (duration: 311.592173ms)","trace[651347856] 'compare' (duration: 148.368674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:28.586925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:28.12633Z","time spent":"460.562703ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:15:28.586937Z","caller":"traceutil/trace.go:171","msg":"trace[1308295941] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"455.130024ms","start":"2026-03-29T02:15:28.131763Z","end":"2026-03-29T02:15:28.586893Z","steps":["trace[1308295941] 'process raft request' (duration: 454.98954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:28.5872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:28.131745Z","time spent":"455.285379ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12699,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:28.587219Z","caller":"traceutil/trace.go:171","msg":"trace[899750687] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"230.188514ms","start":"2026-03-29T02:15:28.357017Z","end":"2026-03-29T02:15:28.587206Z","steps":["trace[899750687] 'process raft request' (duration: 229.855705ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:28.587224Z","caller":"traceutil/trace.go:171","msg":"trace[1881755493] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"445.981404ms","start":"2026-03-29T02:15:28.141225Z","end":"2026-03-29T02:15:28.587207Z","steps":["trace[1881755493] 'process raft request' (duration: 445.601673ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:28.587359Z","caller":"traceutil/trace.go:171","msg":"trace[679370675] linearizableReadLoop","detail":"{readStateIndex:8611; appliedIndex:8607; }","duration":"226.738869ms","start":"2026-03-29T02:15:28.3606Z","end":"2026-03-29T02:15:28.587339Z","steps":["trace[679370675] 'read index received' (duration: 77.370928ms)","trace[679370675] 'applied index is now lower than readState.Index' (duration: 149.366791ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:28.587408Z","caller":"traceutil/trace.go:171","msg":"trace[1484493407] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"173.975795ms","start":"2026-03-29T02:15:28.41342Z","end":"2026-03-29T02:15:28.587396Z","steps":["trace[1484493407] 'process raft request' (duration: 173.658196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:28.587575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.976487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-endpoints-5rfhf\" ","response":"range_response_count:1 size:13111"} {"level":"info","ts":"2026-03-29T02:15:28.587609Z","caller":"traceutil/trace.go:171","msg":"trace[447917695] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-endpoints-5rfhf; range_end:; response_count:1; response_revision:8297; }","duration":"227.043619ms","start":"2026-03-29T02:15:28.360555Z","end":"2026-03-29T02:15:28.587599Z","steps":["trace[447917695] 'agreement among raft nodes before linearized reading' (duration: 226.922005ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:28.58757Z","caller":"traceutil/trace.go:171","msg":"trace[924884002] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"173.335488ms","start":"2026-03-29T02:15:28.414187Z","end":"2026-03-29T02:15:28.587523Z","steps":["trace[924884002] 'process raft request' (duration: 173.018179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:28.587574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.603555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"info","ts":"2026-03-29T02:15:28.587727Z","caller":"traceutil/trace.go:171","msg":"trace[893788084] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8297; }","duration":"173.805891ms","start":"2026-03-29T02:15:28.413915Z","end":"2026-03-29T02:15:28.587721Z","steps":["trace[893788084] 'agreement among raft nodes before linearized reading' (duration: 173.611386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:28.587804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.347918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:28.587843Z","caller":"traceutil/trace.go:171","msg":"trace[1929242072] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8297; }","duration":"173.41504ms","start":"2026-03-29T02:15:28.414419Z","end":"2026-03-29T02:15:28.587834Z","steps":["trace[1929242072] 'agreement among raft nodes before linearized reading' (duration: 173.359019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:28.589208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:28.141213Z","time spent":"446.053135ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:28.89304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.542169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:28.893181Z","caller":"traceutil/trace.go:171","msg":"trace[1663915655] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"298.62887ms","start":"2026-03-29T02:15:28.594526Z","end":"2026-03-29T02:15:28.893155Z","steps":["trace[1663915655] 'process raft request' (duration: 122.837285ms)","trace[1663915655] 'compare' (duration: 175.411724ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:28.914902Z","caller":"traceutil/trace.go:171","msg":"trace[400355870] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"320.269381ms","start":"2026-03-29T02:15:28.594608Z","end":"2026-03-29T02:15:28.914878Z","steps":["trace[400355870] 'process raft request' (duration: 320.089236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:28.915099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:28.594576Z","time spent":"320.429956ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:28.915284Z","caller":"traceutil/trace.go:171","msg":"trace[1473352894] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"319.022488ms","start":"2026-03-29T02:15:28.596232Z","end":"2026-03-29T02:15:28.915255Z","steps":["trace[1473352894] 'process raft request' (duration: 318.611356ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:28.91535Z","caller":"traceutil/trace.go:171","msg":"trace[1147529733] linearizableReadLoop","detail":"{readStateIndex:8617; appliedIndex:8613; }","duration":"316.130009ms","start":"2026-03-29T02:15:28.5992Z","end":"2026-03-29T02:15:28.91533Z","steps":["trace[1147529733] 'read index received' (duration: 118.167507ms)","trace[1147529733] 'applied index is now lower than readState.Index' (duration: 197.961022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:28.915438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:28.596212Z","time spent":"319.143271ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:28.915472Z","caller":"traceutil/trace.go:171","msg":"trace[818225014] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"316.320034ms","start":"2026-03-29T02:15:28.599135Z","end":"2026-03-29T02:15:28.915456Z","steps":["trace[818225014] 'process raft request' (duration: 316.044767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:28.915534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:28.599107Z","time spent":"316.397585ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14967,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:28.915703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.474838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:546"} {"level":"info","ts":"2026-03-29T02:15:28.915747Z","caller":"traceutil/trace.go:171","msg":"trace[252624034] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8301; }","duration":"316.563241ms","start":"2026-03-29T02:15:28.599172Z","end":"2026-03-29T02:15:28.915735Z","steps":["trace[252624034] 'agreement among raft nodes before linearized reading' (duration: 316.274083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:28.915826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:28.599156Z","time spent":"316.660893ms","remote":"127.0.0.1:43248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":568,"request content":"key:\"/registry/serviceaccounts/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-29T02:15:29.168107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.543751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:29.168204Z","caller":"traceutil/trace.go:171","msg":"trace[955981854] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"246.47577ms","start":"2026-03-29T02:15:28.921712Z","end":"2026-03-29T02:15:29.168188Z","steps":["trace[955981854] 'process raft request' (duration: 94.772685ms)","trace[955981854] 'compare' (duration: 151.404767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:29.602971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.000619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:29.603097Z","caller":"traceutil/trace.go:171","msg":"trace[1569079003] linearizableReadLoop","detail":"{readStateIndex:8619; appliedIndex:8618; }","duration":"245.195135ms","start":"2026-03-29T02:15:29.357875Z","end":"2026-03-29T02:15:29.603071Z","steps":["trace[1569079003] 'read index received' (duration: 10.908448ms)","trace[1569079003] 'applied index is now lower than readState.Index' (duration: 234.285177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:29.603385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.985226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:29.603463Z","caller":"traceutil/trace.go:171","msg":"trace[618855619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8303; }","duration":"235.12205ms","start":"2026-03-29T02:15:29.368329Z","end":"2026-03-29T02:15:29.603451Z","steps":["trace[618855619] 'agreement among raft nodes before linearized reading' (duration: 234.961365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.603476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.592476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:15:29.603551Z","caller":"traceutil/trace.go:171","msg":"trace[1255614057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8303; }","duration":"245.740501ms","start":"2026-03-29T02:15:29.357793Z","end":"2026-03-29T02:15:29.603533Z","steps":["trace[1255614057] 'agreement among raft nodes before linearized reading' (duration: 245.524685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.603588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.588719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:15:29.603688Z","caller":"traceutil/trace.go:171","msg":"trace[804574016] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8303; }","duration":"133.754703ms","start":"2026-03-29T02:15:29.469908Z","end":"2026-03-29T02:15:29.603662Z","steps":["trace[804574016] 'agreement among raft nodes before linearized reading' (duration: 133.418564ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:29.603207Z","caller":"traceutil/trace.go:171","msg":"trace[612763106] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"382.27854ms","start":"2026-03-29T02:15:29.220914Z","end":"2026-03-29T02:15:29.603193Z","steps":["trace[612763106] 'process raft request' (duration: 147.942322ms)","trace[612763106] 'compare' (duration: 233.747742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:29.604316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.220899Z","time spent":"383.35527ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:30.036673Z","caller":"traceutil/trace.go:171","msg":"trace[1440961775] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"153.558636ms","start":"2026-03-29T02:15:29.883057Z","end":"2026-03-29T02:15:30.036615Z","steps":["trace[1440961775] 'process raft request' (duration: 153.34277ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.768864Z","caller":"traceutil/trace.go:171","msg":"trace[1268651770] linearizableReadLoop","detail":"{readStateIndex:8624; appliedIndex:8622; }","duration":"173.504622ms","start":"2026-03-29T02:15:30.595334Z","end":"2026-03-29T02:15:30.768838Z","steps":["trace[1268651770] 'read index received' (duration: 93.208963ms)","trace[1268651770] 'applied index is now lower than readState.Index' (duration: 80.294769ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:30.768911Z","caller":"traceutil/trace.go:171","msg":"trace[1943122740] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"173.962875ms","start":"2026-03-29T02:15:30.594913Z","end":"2026-03-29T02:15:30.768876Z","steps":["trace[1943122740] 'process raft request' (duration: 172.777573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.769188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.046683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:15:30.769233Z","caller":"traceutil/trace.go:171","msg":"trace[1230465678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:8309; }","duration":"168.147766ms","start":"2026-03-29T02:15:30.601075Z","end":"2026-03-29T02:15:30.769223Z","steps":["trace[1230465678] 'agreement among raft nodes before linearized reading' (duration: 167.973551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.769216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.851521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"info","ts":"2026-03-29T02:15:30.769305Z","caller":"traceutil/trace.go:171","msg":"trace[519843384] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8309; }","duration":"173.987145ms","start":"2026-03-29T02:15:30.595296Z","end":"2026-03-29T02:15:30.769283Z","steps":["trace[519843384] 'agreement among raft nodes before linearized reading' (duration: 173.635636ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.769391Z","caller":"traceutil/trace.go:171","msg":"trace[1999790154] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"172.633739ms","start":"2026-03-29T02:15:30.596735Z","end":"2026-03-29T02:15:30.769369Z","steps":["trace[1999790154] 'process raft request' (duration: 172.057623ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:33.349248Z","caller":"traceutil/trace.go:171","msg":"trace[1660034874] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"164.173267ms","start":"2026-03-29T02:15:33.185047Z","end":"2026-03-29T02:15:33.349221Z","steps":["trace[1660034874] 'process raft request' (duration: 163.986561ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:40.148957Z","caller":"traceutil/trace.go:171","msg":"trace[1498592826] linearizableReadLoop","detail":"{readStateIndex:8690; appliedIndex:8689; }","duration":"112.081151ms","start":"2026-03-29T02:15:40.036841Z","end":"2026-03-29T02:15:40.148922Z","steps":["trace[1498592826] 'read index received' (duration: 111.923936ms)","trace[1498592826] 'applied index is now lower than readState.Index' (duration: 156.165µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:40.149117Z","caller":"traceutil/trace.go:171","msg":"trace[750472774] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"192.455704ms","start":"2026-03-29T02:15:39.956619Z","end":"2026-03-29T02:15:40.149075Z","steps":["trace[750472774] 'process raft request' (duration: 192.114335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:40.149349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.485552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:15:40.149403Z","caller":"traceutil/trace.go:171","msg":"trace[1138688300] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8372; }","duration":"112.559114ms","start":"2026-03-29T02:15:40.036828Z","end":"2026-03-29T02:15:40.149387Z","steps":["trace[1138688300] 'agreement among raft nodes before linearized reading' (duration: 112.296667ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:40.927538Z","caller":"traceutil/trace.go:171","msg":"trace[1618629966] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"177.760961ms","start":"2026-03-29T02:15:40.749745Z","end":"2026-03-29T02:15:40.927505Z","steps":["trace[1618629966] 'process raft request' (duration: 177.484003ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:41.276821Z","caller":"traceutil/trace.go:171","msg":"trace[1471160133] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"113.023057ms","start":"2026-03-29T02:15:41.163775Z","end":"2026-03-29T02:15:41.276798Z","steps":["trace[1471160133] 'process raft request' (duration: 112.837081ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:41.318807Z","caller":"traceutil/trace.go:171","msg":"trace[613900465] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"154.503524ms","start":"2026-03-29T02:15:41.164273Z","end":"2026-03-29T02:15:41.318776Z","steps":["trace[613900465] 'process raft request' (duration: 154.308798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:42.300515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.078167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:42.300656Z","caller":"traceutil/trace.go:171","msg":"trace[904202692] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8382; }","duration":"156.282072ms","start":"2026-03-29T02:15:42.144354Z","end":"2026-03-29T02:15:42.300636Z","steps":["trace[904202692] 'count revisions from in-memory index tree' (duration: 155.959534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:42.300642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.815133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:42.300742Z","caller":"traceutil/trace.go:171","msg":"trace[810712784] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8382; }","duration":"296.986108ms","start":"2026-03-29T02:15:42.003733Z","end":"2026-03-29T02:15:42.300719Z","steps":["trace[810712784] 'count revisions from in-memory index tree' (duration: 296.540546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:44.042308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.054331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:15:44.042721Z","caller":"traceutil/trace.go:171","msg":"trace[1869847949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8392; }","duration":"181.539154ms","start":"2026-03-29T02:15:43.861156Z","end":"2026-03-29T02:15:44.042696Z","steps":["trace[1869847949] 'range keys from in-memory index tree' (duration: 180.788124ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:45.171152Z","caller":"traceutil/trace.go:171","msg":"trace[1431969676] linearizableReadLoop","detail":"{readStateIndex:8713; appliedIndex:8712; }","duration":"199.218539ms","start":"2026-03-29T02:15:44.971908Z","end":"2026-03-29T02:15:45.171127Z","steps":["trace[1431969676] 'read index received' (duration: 199.045074ms)","trace[1431969676] 'applied index is now lower than readState.Index' (duration: 172.315µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:45.171229Z","caller":"traceutil/trace.go:171","msg":"trace[757468606] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"199.917568ms","start":"2026-03-29T02:15:44.971261Z","end":"2026-03-29T02:15:45.171178Z","steps":["trace[757468606] 'process raft request' (duration: 199.671161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:45.171404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.477336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"info","ts":"2026-03-29T02:15:45.171449Z","caller":"traceutil/trace.go:171","msg":"trace[1549362110] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8394; }","duration":"199.579489ms","start":"2026-03-29T02:15:44.971856Z","end":"2026-03-29T02:15:45.171435Z","steps":["trace[1549362110] 'agreement among raft nodes before linearized reading' (duration: 199.407364ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:45.193892Z","caller":"traceutil/trace.go:171","msg":"trace[305430026] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"187.22175ms","start":"2026-03-29T02:15:45.006644Z","end":"2026-03-29T02:15:45.193865Z","steps":["trace[305430026] 'process raft request' (duration: 186.901742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:45.194254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.021746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:15:45.194315Z","caller":"traceutil/trace.go:171","msg":"trace[1771177028] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:8396; }","duration":"175.144229ms","start":"2026-03-29T02:15:45.01916Z","end":"2026-03-29T02:15:45.194304Z","steps":["trace[1771177028] 'agreement among raft nodes before linearized reading' (duration: 174.883812ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:45.194616Z","caller":"traceutil/trace.go:171","msg":"trace[1017096608] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"187.389535ms","start":"2026-03-29T02:15:45.007199Z","end":"2026-03-29T02:15:45.194588Z","steps":["trace[1017096608] 'process raft request' (duration: 186.522792ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:45.350744Z","caller":"traceutil/trace.go:171","msg":"trace[489465869] linearizableReadLoop","detail":"{readStateIndex:8716; appliedIndex:8715; }","duration":"129.173359ms","start":"2026-03-29T02:15:45.221547Z","end":"2026-03-29T02:15:45.350721Z","steps":["trace[489465869] 'read index received' (duration: 55.800419ms)","trace[489465869] 'applied index is now lower than readState.Index' (duration: 73.37174ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:45.350865Z","caller":"traceutil/trace.go:171","msg":"trace[1563919738] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"153.185768ms","start":"2026-03-29T02:15:45.197667Z","end":"2026-03-29T02:15:45.350853Z","steps":["trace[1563919738] 'process raft request' (duration: 79.690554ms)","trace[1563919738] 'compare' (duration: 73.243767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:45.351106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.542379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:45.351149Z","caller":"traceutil/trace.go:171","msg":"trace[1283921687] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8397; }","duration":"129.631582ms","start":"2026-03-29T02:15:45.221504Z","end":"2026-03-29T02:15:45.351136Z","steps":["trace[1283921687] 'agreement among raft nodes before linearized reading' (duration: 129.539529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:45.351545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.096848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:15:45.351626Z","caller":"traceutil/trace.go:171","msg":"trace[789364230] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8397; }","duration":"125.220982ms","start":"2026-03-29T02:15:45.226385Z","end":"2026-03-29T02:15:45.351606Z","steps":["trace[789364230] 'agreement among raft nodes before linearized reading' (duration: 124.81099ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:45.49152Z","caller":"traceutil/trace.go:171","msg":"trace[1062623855] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"135.556204ms","start":"2026-03-29T02:15:45.35592Z","end":"2026-03-29T02:15:45.491476Z","steps":["trace[1062623855] 'process raft request' (duration: 109.972073ms)","trace[1062623855] 'compare' (duration: 25.369505ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:45.491894Z","caller":"traceutil/trace.go:171","msg":"trace[1883979350] linearizableReadLoop","detail":"{readStateIndex:8718; appliedIndex:8716; }","duration":"121.226582ms","start":"2026-03-29T02:15:45.370657Z","end":"2026-03-29T02:15:45.491883Z","steps":["trace[1883979350] 'read index received' (duration: 95.384964ms)","trace[1883979350] 'applied index is now lower than readState.Index' (duration: 25.840198ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:45.491998Z","caller":"traceutil/trace.go:171","msg":"trace[441654409] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"135.988066ms","start":"2026-03-29T02:15:45.355956Z","end":"2026-03-29T02:15:45.491944Z","steps":["trace[441654409] 'process raft request' (duration: 135.462402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:45.492152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.478339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:15:45.492204Z","caller":"traceutil/trace.go:171","msg":"trace[1370166121] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8399; }","duration":"121.562181ms","start":"2026-03-29T02:15:45.370631Z","end":"2026-03-29T02:15:45.492194Z","steps":["trace[1370166121] 'agreement among raft nodes before linearized reading' (duration: 121.311024ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:45.69237Z","caller":"traceutil/trace.go:171","msg":"trace[1986178379] linearizableReadLoop","detail":"{readStateIndex:8720; appliedIndex:8719; }","duration":"132.514311ms","start":"2026-03-29T02:15:45.559826Z","end":"2026-03-29T02:15:45.69234Z","steps":["trace[1986178379] 'read index received' (duration: 80.735412ms)","trace[1986178379] 'applied index is now lower than readState.Index' (duration: 51.777379ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:45.692387Z","caller":"traceutil/trace.go:171","msg":"trace[850115660] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"132.611073ms","start":"2026-03-29T02:15:45.559749Z","end":"2026-03-29T02:15:45.692361Z","steps":["trace[850115660] 'process raft request' (duration: 80.883326ms)","trace[850115660] 'compare' (duration: 51.545042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:45.692487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.643704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:45.692518Z","caller":"traceutil/trace.go:171","msg":"trace[73575542] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8401; }","duration":"132.734887ms","start":"2026-03-29T02:15:45.559776Z","end":"2026-03-29T02:15:45.692511Z","steps":["trace[73575542] 'agreement among raft nodes before linearized reading' (duration: 132.662945ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:46.023063Z","caller":"traceutil/trace.go:171","msg":"trace[839063981] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"131.7273ms","start":"2026-03-29T02:15:45.891311Z","end":"2026-03-29T02:15:46.023039Z","steps":["trace[839063981] 'process raft request' (duration: 131.581286ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:46.977183Z","caller":"traceutil/trace.go:171","msg":"trace[1876196270] linearizableReadLoop","detail":"{readStateIndex:8723; appliedIndex:8722; }","duration":"157.477085ms","start":"2026-03-29T02:15:46.819681Z","end":"2026-03-29T02:15:46.977158Z","steps":["trace[1876196270] 'read index received' (duration: 157.324331ms)","trace[1876196270] 'applied index is now lower than readState.Index' (duration: 151.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:46.977259Z","caller":"traceutil/trace.go:171","msg":"trace[78756036] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"273.784742ms","start":"2026-03-29T02:15:46.703437Z","end":"2026-03-29T02:15:46.977222Z","steps":["trace[78756036] 'process raft request' (duration: 273.522985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:46.977372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.66089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:46.977419Z","caller":"traceutil/trace.go:171","msg":"trace[1169512525] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8404; }","duration":"157.785254ms","start":"2026-03-29T02:15:46.819623Z","end":"2026-03-29T02:15:46.977408Z","steps":["trace[1169512525] 'agreement among raft nodes before linearized reading' (duration: 157.64159ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:47.003147Z","caller":"traceutil/trace.go:171","msg":"trace[2145879949] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"183.406626ms","start":"2026-03-29T02:15:46.8197Z","end":"2026-03-29T02:15:47.003107Z","steps":["trace[2145879949] 'process raft request' (duration: 183.133669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:47.125574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.525417ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-29T02:15:47.341446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.660443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/barbican-ks-endpoints-5rfhf\" ","response":"range_response_count:1 size:2844"} {"level":"info","ts":"2026-03-29T02:15:47.341535Z","caller":"traceutil/trace.go:171","msg":"trace[1987506092] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/barbican-ks-endpoints-5rfhf; range_end:; response_count:1; response_revision:8406; }","duration":"252.798696ms","start":"2026-03-29T02:15:47.08871Z","end":"2026-03-29T02:15:47.341508Z","steps":["trace[1987506092] 'agreement among raft nodes before linearized reading' (duration: 37.350433ms)","trace[1987506092] 'range keys from in-memory index tree' (duration: 215.220158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:47.341878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.239069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"info","ts":"2026-03-29T02:15:47.341948Z","caller":"traceutil/trace.go:171","msg":"trace[1867817228] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8406; }","duration":"153.357762ms","start":"2026-03-29T02:15:47.188572Z","end":"2026-03-29T02:15:47.34193Z","steps":["trace[1867817228] 'range keys from in-memory index tree' (duration: 153.066425ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:47.352564Z","caller":"traceutil/trace.go:171","msg":"trace[1790953356] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"163.765717ms","start":"2026-03-29T02:15:47.188773Z","end":"2026-03-29T02:15:47.352539Z","steps":["trace[1790953356] 'process raft request' (duration: 163.615903ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:47.40678Z","caller":"traceutil/trace.go:171","msg":"trace[1932591560] linearizableReadLoop","detail":"{readStateIndex:8729; appliedIndex:8726; }","duration":"204.329839ms","start":"2026-03-29T02:15:47.202424Z","end":"2026-03-29T02:15:47.406754Z","steps":["trace[1932591560] 'read index received' (duration: 150.060642ms)","trace[1932591560] 'applied index is now lower than readState.Index' (duration: 54.268057ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:47.406952Z","caller":"traceutil/trace.go:171","msg":"trace[377563104] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"207.502566ms","start":"2026-03-29T02:15:47.199409Z","end":"2026-03-29T02:15:47.406911Z","steps":["trace[377563104] 'process raft request' (duration: 207.200957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:47.40715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.705749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:15:47.407231Z","caller":"traceutil/trace.go:171","msg":"trace[1770484672] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:8410; }","duration":"204.829953ms","start":"2026-03-29T02:15:47.202388Z","end":"2026-03-29T02:15:47.407218Z","steps":["trace[1770484672] 'agreement among raft nodes before linearized reading' (duration: 204.594197ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:47.406796Z","caller":"traceutil/trace.go:171","msg":"trace[1110726744] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"207.809884ms","start":"2026-03-29T02:15:47.198942Z","end":"2026-03-29T02:15:47.406752Z","steps":["trace[1110726744] 'process raft request' (duration: 207.396363ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:47.583677Z","caller":"traceutil/trace.go:171","msg":"trace[1738431563] linearizableReadLoop","detail":"{readStateIndex:8731; appliedIndex:8730; }","duration":"171.235062ms","start":"2026-03-29T02:15:47.412416Z","end":"2026-03-29T02:15:47.583651Z","steps":["trace[1738431563] 'read index received' (duration: 74.43833ms)","trace[1738431563] 'applied index is now lower than readState.Index' (duration: 96.795622ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:47.583955Z","caller":"traceutil/trace.go:171","msg":"trace[1343335567] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"171.632422ms","start":"2026-03-29T02:15:47.412284Z","end":"2026-03-29T02:15:47.583916Z","steps":["trace[1343335567] 'process raft request' (duration: 74.645615ms)","trace[1343335567] 'compare' (duration: 96.603977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:47.584461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.020233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:214743"} {"level":"info","ts":"2026-03-29T02:15:47.584547Z","caller":"traceutil/trace.go:171","msg":"trace[1380559241] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8411; }","duration":"172.159667ms","start":"2026-03-29T02:15:47.412374Z","end":"2026-03-29T02:15:47.584534Z","steps":["trace[1380559241] 'agreement among raft nodes before linearized reading' (duration: 171.759256ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:48.183868Z","caller":"traceutil/trace.go:171","msg":"trace[576252563] linearizableReadLoop","detail":"{readStateIndex:8737; appliedIndex:8736; }","duration":"139.190934ms","start":"2026-03-29T02:15:48.044652Z","end":"2026-03-29T02:15:48.183843Z","steps":["trace[576252563] 'read index received' (duration: 138.959018ms)","trace[576252563] 'applied index is now lower than readState.Index' (duration: 230.836µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:48.183984Z","caller":"traceutil/trace.go:171","msg":"trace[1105422394] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"192.949937ms","start":"2026-03-29T02:15:47.99101Z","end":"2026-03-29T02:15:48.18396Z","steps":["trace[1105422394] 'process raft request' (duration: 192.633899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:48.184378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.697408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:15:48.185049Z","caller":"traceutil/trace.go:171","msg":"trace[329818508] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8417; }","duration":"139.882154ms","start":"2026-03-29T02:15:48.044598Z","end":"2026-03-29T02:15:48.18448Z","steps":["trace[329818508] 'agreement among raft nodes before linearized reading' (duration: 139.3972ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:48.373612Z","caller":"traceutil/trace.go:171","msg":"trace[714068910] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"182.241394ms","start":"2026-03-29T02:15:48.191347Z","end":"2026-03-29T02:15:48.373589Z","steps":["trace[714068910] 'process raft request' (duration: 181.959316ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:48.373897Z","caller":"traceutil/trace.go:171","msg":"trace[1674379597] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"175.439577ms","start":"2026-03-29T02:15:48.198431Z","end":"2026-03-29T02:15:48.37387Z","steps":["trace[1674379597] 'process raft request' (duration: 175.074737ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:48.551539Z","caller":"traceutil/trace.go:171","msg":"trace[995387789] linearizableReadLoop","detail":"{readStateIndex:8742; appliedIndex:8741; }","duration":"125.303824ms","start":"2026-03-29T02:15:48.426211Z","end":"2026-03-29T02:15:48.551515Z","steps":["trace[995387789] 'read index received' (duration: 74.974635ms)","trace[995387789] 'applied index is now lower than readState.Index' (duration: 50.328319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:48.551729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.501909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:48.551771Z","caller":"traceutil/trace.go:171","msg":"trace[725588280] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8422; }","duration":"125.610192ms","start":"2026-03-29T02:15:48.426141Z","end":"2026-03-29T02:15:48.551751Z","steps":["trace[725588280] 'agreement among raft nodes before linearized reading' (duration: 125.473948ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:48.551903Z","caller":"traceutil/trace.go:171","msg":"trace[1397157576] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"134.774424ms","start":"2026-03-29T02:15:48.417071Z","end":"2026-03-29T02:15:48.551845Z","steps":["trace[1397157576] 'process raft request' (duration: 84.209758ms)","trace[1397157576] 'compare' (duration: 50.076962ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:48.745466Z","caller":"traceutil/trace.go:171","msg":"trace[1189570215] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"164.359794ms","start":"2026-03-29T02:15:48.581068Z","end":"2026-03-29T02:15:48.745428Z","steps":["trace[1189570215] 'process raft request' (duration: 124.963644ms)","trace[1189570215] 'compare' (duration: 39.139723ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:49.47993Z","caller":"traceutil/trace.go:171","msg":"trace[1828082128] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"121.614492ms","start":"2026-03-29T02:15:49.358278Z","end":"2026-03-29T02:15:49.479892Z","steps":["trace[1828082128] 'process raft request' (duration: 121.397656ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:49.60807Z","caller":"traceutil/trace.go:171","msg":"trace[1973319922] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"192.806023ms","start":"2026-03-29T02:15:49.415242Z","end":"2026-03-29T02:15:49.608048Z","steps":["trace[1973319922] 'process raft request' (duration: 107.951278ms)","trace[1973319922] 'compare' (duration: 84.699641ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:49.608594Z","caller":"traceutil/trace.go:171","msg":"trace[1748212627] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"193.340558ms","start":"2026-03-29T02:15:49.415237Z","end":"2026-03-29T02:15:49.608578Z","steps":["trace[1748212627] 'process raft request' (duration: 192.776532ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:49.812377Z","caller":"traceutil/trace.go:171","msg":"trace[1016863389] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"199.074355ms","start":"2026-03-29T02:15:49.613287Z","end":"2026-03-29T02:15:49.812361Z","steps":["trace[1016863389] 'process raft request' (duration: 198.975672ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:49.812393Z","caller":"traceutil/trace.go:171","msg":"trace[453134615] linearizableReadLoop","detail":"{readStateIndex:8756; appliedIndex:8753; }","duration":"141.177168ms","start":"2026-03-29T02:15:49.671187Z","end":"2026-03-29T02:15:49.812364Z","steps":["trace[453134615] 'read index received' (duration: 43.703117ms)","trace[453134615] 'applied index is now lower than readState.Index' (duration: 97.473051ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:49.812443Z","caller":"traceutil/trace.go:171","msg":"trace[556722534] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"150.866784ms","start":"2026-03-29T02:15:49.661567Z","end":"2026-03-29T02:15:49.812434Z","steps":["trace[556722534] 'process raft request' (duration: 150.74678ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:49.812374Z","caller":"traceutil/trace.go:171","msg":"trace[1553388302] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"199.583049ms","start":"2026-03-29T02:15:49.612749Z","end":"2026-03-29T02:15:49.812332Z","steps":["trace[1553388302] 'process raft request' (duration: 102.125238ms)","trace[1553388302] 'compare' (duration: 97.233795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:49.812655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.451606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:15:49.812655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.977023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:15:49.812707Z","caller":"traceutil/trace.go:171","msg":"trace[215027332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8436; }","duration":"141.545979ms","start":"2026-03-29T02:15:49.671147Z","end":"2026-03-29T02:15:49.812693Z","steps":["trace[215027332] 'agreement among raft nodes before linearized reading' (duration: 141.357604ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:49.812715Z","caller":"traceutil/trace.go:171","msg":"trace[1404494010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8436; }","duration":"141.059075ms","start":"2026-03-29T02:15:49.67164Z","end":"2026-03-29T02:15:49.812699Z","steps":["trace[1404494010] 'agreement among raft nodes before linearized reading' (duration: 140.897001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.029422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.240098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:50.029555Z","caller":"traceutil/trace.go:171","msg":"trace[577843400] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"211.559135ms","start":"2026-03-29T02:15:49.817973Z","end":"2026-03-29T02:15:50.029533Z","steps":["trace[577843400] 'process raft request' (duration: 96.106542ms)","trace[577843400] 'compare' (duration: 115.102454ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:50.260294Z","caller":"traceutil/trace.go:171","msg":"trace[1923239384] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"441.894877ms","start":"2026-03-29T02:15:49.818363Z","end":"2026-03-29T02:15:50.260258Z","steps":["trace[1923239384] 'process raft request' (duration: 441.671801ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:50.260464Z","caller":"traceutil/trace.go:171","msg":"trace[531551002] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"436.55771ms","start":"2026-03-29T02:15:49.823884Z","end":"2026-03-29T02:15:50.260441Z","steps":["trace[531551002] 'process raft request' (duration: 436.312394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.260508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.818325Z","time spent":"442.066552ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:50.260564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.823873Z","time spent":"436.650794ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2771,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:15:50.468287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.891592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:50.468462Z","caller":"traceutil/trace.go:171","msg":"trace[245113538] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"203.488445ms","start":"2026-03-29T02:15:50.264936Z","end":"2026-03-29T02:15:50.468424Z","steps":["trace[245113538] 'process raft request' (duration: 97.359457ms)","trace[245113538] 'compare' (duration: 105.745768ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:50.644513Z","caller":"traceutil/trace.go:171","msg":"trace[1030445071] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"171.247152ms","start":"2026-03-29T02:15:50.473234Z","end":"2026-03-29T02:15:50.644482Z","steps":["trace[1030445071] 'process raft request' (duration: 171.081378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.013099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.042289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:51.013201Z","caller":"traceutil/trace.go:171","msg":"trace[228932195] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8441; }","duration":"224.262865ms","start":"2026-03-29T02:15:50.788909Z","end":"2026-03-29T02:15:51.013172Z","steps":["trace[228932195] 'range keys from in-memory index tree' (duration: 223.807692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.013386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.982013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7403"} {"level":"info","ts":"2026-03-29T02:15:51.013809Z","caller":"traceutil/trace.go:171","msg":"trace[1578652032] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8441; }","duration":"264.315963ms","start":"2026-03-29T02:15:50.749174Z","end":"2026-03-29T02:15:51.01349Z","steps":["trace[1578652032] 'range keys from in-memory index tree' (duration: 263.704676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.810877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.6229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:51.811093Z","caller":"traceutil/trace.go:171","msg":"trace[1422570119] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"325.52225ms","start":"2026-03-29T02:15:51.485547Z","end":"2026-03-29T02:15:51.811069Z","steps":["trace[1422570119] 'process raft request' (duration: 179.584221ms)","trace[1422570119] 'compare' (duration: 145.377594ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:51.81118Z","caller":"traceutil/trace.go:171","msg":"trace[1037972653] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"255.376347ms","start":"2026-03-29T02:15:51.55578Z","end":"2026-03-29T02:15:51.811156Z","steps":["trace[1037972653] 'process raft request' (duration: 255.234093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.811218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.485527Z","time spent":"325.623932ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:52.176357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.5382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:52.176622Z","caller":"traceutil/trace.go:171","msg":"trace[1109708221] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"565.33561ms","start":"2026-03-29T02:15:51.611249Z","end":"2026-03-29T02:15:52.176584Z","steps":["trace[1109708221] 'process raft request' (duration: 416.451081ms)","trace[1109708221] 'compare' (duration: 148.378126ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:52.176683Z","caller":"traceutil/trace.go:171","msg":"trace[1360871346] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"562.872623ms","start":"2026-03-29T02:15:51.613771Z","end":"2026-03-29T02:15:52.176644Z","steps":["trace[1360871346] 'process raft request' (duration: 562.722189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.176766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.61122Z","time spent":"565.482115ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:52.176832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.010173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:15:52.176855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.613748Z","time spent":"563.015707ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:52.176937Z","caller":"traceutil/trace.go:171","msg":"trace[640469075] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:8446; }","duration":"557.154247ms","start":"2026-03-29T02:15:51.619767Z","end":"2026-03-29T02:15:52.176921Z","steps":["trace[640469075] 'agreement among raft nodes before linearized reading' (duration: 556.91513ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:52.176647Z","caller":"traceutil/trace.go:171","msg":"trace[1598187851] linearizableReadLoop","detail":"{readStateIndex:8767; appliedIndex:8762; }","duration":"556.802937ms","start":"2026-03-29T02:15:51.619822Z","end":"2026-03-29T02:15:52.176625Z","steps":["trace[1598187851] 'read index received' (duration: 45.25925ms)","trace[1598187851] 'applied index is now lower than readState.Index' (duration: 511.542667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:52.177037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.619745Z","time spent":"557.27375ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"info","ts":"2026-03-29T02:15:52.177046Z","caller":"traceutil/trace.go:171","msg":"trace[1142360292] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"563.246084ms","start":"2026-03-29T02:15:51.613778Z","end":"2026-03-29T02:15:52.177024Z","steps":["trace[1142360292] 'process raft request' (duration: 562.793001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.177145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.613761Z","time spent":"563.329176ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:52.177632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.14592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:15:52.177694Z","caller":"traceutil/trace.go:171","msg":"trace[1903019999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8446; }","duration":"144.255212ms","start":"2026-03-29T02:15:52.033424Z","end":"2026-03-29T02:15:52.177679Z","steps":["trace[1903019999] 'agreement among raft nodes before linearized reading' (duration: 144.103958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.177712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.39287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:52.17774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.072016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:15:52.17779Z","caller":"traceutil/trace.go:171","msg":"trace[1653460237] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8446; }","duration":"516.524823ms","start":"2026-03-29T02:15:51.661241Z","end":"2026-03-29T02:15:52.177766Z","steps":["trace[1653460237] 'agreement among raft nodes before linearized reading' (duration: 516.281336ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:52.177832Z","caller":"traceutil/trace.go:171","msg":"trace[349875833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8446; }","duration":"360.245751ms","start":"2026-03-29T02:15:51.817564Z","end":"2026-03-29T02:15:52.17781Z","steps":["trace[349875833] 'agreement among raft nodes before linearized reading' (duration: 359.958503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.177845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.661219Z","time spent":"516.610546ms","remote":"127.0.0.1:48408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:52.177837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.66677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:15:52.17788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.81755Z","time spent":"360.321074ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:15:52.177907Z","caller":"traceutil/trace.go:171","msg":"trace[721761782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8446; }","duration":"361.780533ms","start":"2026-03-29T02:15:51.816107Z","end":"2026-03-29T02:15:52.177887Z","steps":["trace[721761782] 'agreement among raft nodes before linearized reading' (duration: 361.519776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.177966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.816083Z","time spent":"361.871566ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:15:52.497704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.483063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:52.497836Z","caller":"traceutil/trace.go:171","msg":"trace[1536073560] linearizableReadLoop","detail":"{readStateIndex:8771; appliedIndex:8770; }","duration":"128.743268ms","start":"2026-03-29T02:15:52.369072Z","end":"2026-03-29T02:15:52.497815Z","steps":["trace[1536073560] 'read index received' (duration: 20.062469ms)","trace[1536073560] 'applied index is now lower than readState.Index' (duration: 108.679079ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:52.497997Z","caller":"traceutil/trace.go:171","msg":"trace[257012747] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"228.168492ms","start":"2026-03-29T02:15:52.26978Z","end":"2026-03-29T02:15:52.497949Z","steps":["trace[257012747] 'process raft request' (duration: 119.3447ms)","trace[257012747] 'compare' (duration: 108.071252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:52.498023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.955004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:52.498266Z","caller":"traceutil/trace.go:171","msg":"trace[1448330487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8450; }","duration":"129.231291ms","start":"2026-03-29T02:15:52.369007Z","end":"2026-03-29T02:15:52.498239Z","steps":["trace[1448330487] 'agreement among raft nodes before linearized reading' (duration: 128.930053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.909721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.293628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:52.909939Z","caller":"traceutil/trace.go:171","msg":"trace[1616874262] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"134.160026ms","start":"2026-03-29T02:15:52.775762Z","end":"2026-03-29T02:15:52.909922Z","steps":["trace[1616874262] 'process raft request' (duration: 134.064394ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:52.910027Z","caller":"traceutil/trace.go:171","msg":"trace[816056526] linearizableReadLoop","detail":"{readStateIndex:8774; appliedIndex:8773; }","duration":"141.046474ms","start":"2026-03-29T02:15:52.76895Z","end":"2026-03-29T02:15:52.909997Z","steps":["trace[816056526] 'read index received' (duration: 36.350386ms)","trace[816056526] 'applied index is now lower than readState.Index' (duration: 104.693238ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:52.910152Z","caller":"traceutil/trace.go:171","msg":"trace[802245908] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"213.125959ms","start":"2026-03-29T02:15:52.696898Z","end":"2026-03-29T02:15:52.910024Z","steps":["trace[802245908] 'process raft request' (duration: 108.41888ms)","trace[802245908] 'compare' (duration: 104.01618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:52.911448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.483674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-29T02:15:52.91152Z","caller":"traceutil/trace.go:171","msg":"trace[866914523] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:8454; }","duration":"142.594688ms","start":"2026-03-29T02:15:52.768907Z","end":"2026-03-29T02:15:52.911501Z","steps":["trace[866914523] 'agreement among raft nodes before linearized reading' (duration: 141.192999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.122543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.258734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7403"} {"level":"info","ts":"2026-03-29T02:15:53.122907Z","caller":"traceutil/trace.go:171","msg":"trace[77172472] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8454; }","duration":"101.642796ms","start":"2026-03-29T02:15:53.021194Z","end":"2026-03-29T02:15:53.122837Z","steps":["trace[77172472] 'range keys from in-memory index tree' (duration: 101.014208ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:53.709161Z","caller":"traceutil/trace.go:171","msg":"trace[1530610390] transaction","detail":"{read_only:false; response_revision:8455; number_of_response:1; }","duration":"112.567255ms","start":"2026-03-29T02:15:53.596567Z","end":"2026-03-29T02:15:53.709134Z","steps":["trace[1530610390] 'process raft request' (duration: 112.343799ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:54.361577Z","caller":"traceutil/trace.go:171","msg":"trace[1728351081] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"130.359812ms","start":"2026-03-29T02:15:54.231189Z","end":"2026-03-29T02:15:54.361549Z","steps":["trace[1728351081] 'process raft request' (duration: 76.010503ms)","trace[1728351081] 'compare' (duration: 54.149894ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:54.361896Z","caller":"traceutil/trace.go:171","msg":"trace[233966702] linearizableReadLoop","detail":"{readStateIndex:8782; appliedIndex:8779; }","duration":"126.897537ms","start":"2026-03-29T02:15:54.234971Z","end":"2026-03-29T02:15:54.361869Z","steps":["trace[233966702] 'read index received' (duration: 72.24227ms)","trace[233966702] 'applied index is now lower than readState.Index' (duration: 54.654107ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:54.362171Z","caller":"traceutil/trace.go:171","msg":"trace[1431637599] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"130.381973ms","start":"2026-03-29T02:15:54.231614Z","end":"2026-03-29T02:15:54.361996Z","steps":["trace[1431637599] 'process raft request' (duration: 130.127106ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:54.362028Z","caller":"traceutil/trace.go:171","msg":"trace[361044010] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"130.583009ms","start":"2026-03-29T02:15:54.231409Z","end":"2026-03-29T02:15:54.361992Z","steps":["trace[361044010] 'process raft request' (duration: 130.099525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.362409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.413131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223814"} {"level":"info","ts":"2026-03-29T02:15:54.362501Z","caller":"traceutil/trace.go:171","msg":"trace[1522216043] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8461; }","duration":"127.537315ms","start":"2026-03-29T02:15:54.234945Z","end":"2026-03-29T02:15:54.362483Z","steps":["trace[1522216043] 'agreement among raft nodes before linearized reading' (duration: 127.027121ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:54.715934Z","caller":"traceutil/trace.go:171","msg":"trace[1812499087] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"130.557898ms","start":"2026-03-29T02:15:54.585325Z","end":"2026-03-29T02:15:54.715883Z","steps":["trace[1812499087] 'process raft request' (duration: 130.376503ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:54.718131Z","caller":"traceutil/trace.go:171","msg":"trace[1287343553] linearizableReadLoop","detail":"{readStateIndex:8784; appliedIndex:8782; }","duration":"104.851923ms","start":"2026-03-29T02:15:54.61325Z","end":"2026-03-29T02:15:54.718102Z","steps":["trace[1287343553] 'read index received' (duration: 102.424997ms)","trace[1287343553] 'applied index is now lower than readState.Index' (duration: 2.425726ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:54.718251Z","caller":"traceutil/trace.go:171","msg":"trace[1038677456] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"132.47405ms","start":"2026-03-29T02:15:54.585764Z","end":"2026-03-29T02:15:54.718238Z","steps":["trace[1038677456] 'process raft request' (duration: 132.10514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.718579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.312886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-29T02:15:54.718632Z","caller":"traceutil/trace.go:171","msg":"trace[2109304296] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8463; }","duration":"105.407859ms","start":"2026-03-29T02:15:54.613211Z","end":"2026-03-29T02:15:54.718619Z","steps":["trace[2109304296] 'agreement among raft nodes before linearized reading' (duration: 105.252884ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:55.233378Z","caller":"traceutil/trace.go:171","msg":"trace[1156085569] linearizableReadLoop","detail":"{readStateIndex:8785; appliedIndex:8784; }","duration":"104.870114ms","start":"2026-03-29T02:15:55.128486Z","end":"2026-03-29T02:15:55.233356Z","steps":["trace[1156085569] 'read index received' (duration: 104.705219ms)","trace[1156085569] 'applied index is now lower than readState.Index' (duration: 163.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:55.233427Z","caller":"traceutil/trace.go:171","msg":"trace[1624598350] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"313.726337ms","start":"2026-03-29T02:15:54.919655Z","end":"2026-03-29T02:15:55.233382Z","steps":["trace[1624598350] 'process raft request' (duration: 313.542402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.233588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:54.919632Z","time spent":"313.863061ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:55.233615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.10835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7403"} {"level":"info","ts":"2026-03-29T02:15:55.233652Z","caller":"traceutil/trace.go:171","msg":"trace[1620668752] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8464; }","duration":"105.205173ms","start":"2026-03-29T02:15:55.128436Z","end":"2026-03-29T02:15:55.233641Z","steps":["trace[1620668752] 'agreement among raft nodes before linearized reading' (duration: 105.038398ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:16.433079Z","caller":"traceutil/trace.go:171","msg":"trace[772743902] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"119.425963ms","start":"2026-03-29T02:16:16.313621Z","end":"2026-03-29T02:16:16.433047Z","steps":["trace[772743902] 'process raft request' (duration: 119.134005ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:16.734023Z","caller":"traceutil/trace.go:171","msg":"trace[1540133210] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"128.684546ms","start":"2026-03-29T02:16:16.605291Z","end":"2026-03-29T02:16:16.733975Z","steps":["trace[1540133210] 'process raft request' (duration: 128.605924ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:16.73405Z","caller":"traceutil/trace.go:171","msg":"trace[372187097] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"128.82355ms","start":"2026-03-29T02:16:16.605193Z","end":"2026-03-29T02:16:16.734017Z","steps":["trace[372187097] 'process raft request' (duration: 128.551383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:16.734115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.820008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:16.734149Z","caller":"traceutil/trace.go:171","msg":"trace[153048746] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8588; }","duration":"121.874189ms","start":"2026-03-29T02:16:16.612262Z","end":"2026-03-29T02:16:16.734136Z","steps":["trace[153048746] 'agreement among raft nodes before linearized reading' (duration: 121.830458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:16.734053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.84565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19443"} {"level":"warn","ts":"2026-03-29T02:16:16.734236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.388259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-29T02:16:16.734279Z","caller":"traceutil/trace.go:171","msg":"trace[2104535248] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8588; }","duration":"129.100417ms","start":"2026-03-29T02:16:16.605163Z","end":"2026-03-29T02:16:16.734264Z","steps":["trace[2104535248] 'agreement among raft nodes before linearized reading' (duration: 128.770648ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:16.734308Z","caller":"traceutil/trace.go:171","msg":"trace[2135170498] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8588; }","duration":"112.510213ms","start":"2026-03-29T02:16:16.621777Z","end":"2026-03-29T02:16:16.734288Z","steps":["trace[2135170498] 'agreement among raft nodes before linearized reading' (duration: 112.283436ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:17.507069Z","caller":"traceutil/trace.go:171","msg":"trace[749882148] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"131.025471ms","start":"2026-03-29T02:16:17.376009Z","end":"2026-03-29T02:16:17.507034Z","steps":["trace[749882148] 'process raft request' (duration: 130.937298ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:17.507125Z","caller":"traceutil/trace.go:171","msg":"trace[1487360895] linearizableReadLoop","detail":"{readStateIndex:8935; appliedIndex:8930; }","duration":"130.779503ms","start":"2026-03-29T02:16:17.376324Z","end":"2026-03-29T02:16:17.507104Z","steps":["trace[1487360895] 'read index received' (duration: 82.934842ms)","trace[1487360895] 'applied index is now lower than readState.Index' (duration: 47.843681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:17.507227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.881616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:17.508215Z","caller":"traceutil/trace.go:171","msg":"trace[1312759257] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:8609; }","duration":"131.901644ms","start":"2026-03-29T02:16:17.376298Z","end":"2026-03-29T02:16:17.508199Z","steps":["trace[1312759257] 'agreement among raft nodes before linearized reading' (duration: 130.868636ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:17.507322Z","caller":"traceutil/trace.go:171","msg":"trace[1427068317] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"131.239756ms","start":"2026-03-29T02:16:17.376058Z","end":"2026-03-29T02:16:17.507297Z","steps":["trace[1427068317] 'process raft request' (duration: 130.921437ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:17.507392Z","caller":"traceutil/trace.go:171","msg":"trace[1952743417] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"122.066105ms","start":"2026-03-29T02:16:17.385274Z","end":"2026-03-29T02:16:17.50734Z","steps":["trace[1952743417] 'process raft request' (duration: 121.778737ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:17.507413Z","caller":"traceutil/trace.go:171","msg":"trace[249651139] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"131.281947ms","start":"2026-03-29T02:16:17.3761Z","end":"2026-03-29T02:16:17.507382Z","steps":["trace[249651139] 'process raft request' (duration: 130.900847ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:17.50739Z","caller":"traceutil/trace.go:171","msg":"trace[750047782] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"131.125023ms","start":"2026-03-29T02:16:17.376144Z","end":"2026-03-29T02:16:17.507269Z","steps":["trace[750047782] 'process raft request' (duration: 130.878916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.508735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.34967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:17.509129Z","caller":"traceutil/trace.go:171","msg":"trace[159857261] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8609; }","duration":"116.181653ms","start":"2026-03-29T02:16:17.392935Z","end":"2026-03-29T02:16:17.509116Z","steps":["trace[159857261] 'agreement among raft nodes before linearized reading' (duration: 115.298399ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:17.509472Z","caller":"traceutil/trace.go:171","msg":"trace[2113168418] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"133.753565ms","start":"2026-03-29T02:16:17.375702Z","end":"2026-03-29T02:16:17.509456Z","steps":["trace[2113168418] 'process raft request' (duration: 131.083252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.509042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.999557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:16:17.509965Z","caller":"traceutil/trace.go:171","msg":"trace[1119812473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8609; }","duration":"110.003354ms","start":"2026-03-29T02:16:17.399945Z","end":"2026-03-29T02:16:17.509949Z","steps":["trace[1119812473] 'agreement among raft nodes before linearized reading' (duration: 108.844213ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:17.891944Z","caller":"traceutil/trace.go:171","msg":"trace[1720794869] transaction","detail":"{read_only:false; response_revision:8617; number_of_response:1; }","duration":"118.279881ms","start":"2026-03-29T02:16:17.773627Z","end":"2026-03-29T02:16:17.891907Z","steps":["trace[1720794869] 'process raft request' (duration: 88.071474ms)","trace[1720794869] 'compare' (duration: 30.076674ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:17.936297Z","caller":"traceutil/trace.go:171","msg":"trace[516044287] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"162.455141ms","start":"2026-03-29T02:16:17.773818Z","end":"2026-03-29T02:16:17.936273Z","steps":["trace[516044287] 'process raft request' (duration: 162.283217ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:17.936735Z","caller":"traceutil/trace.go:171","msg":"trace[1049109432] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"150.32923ms","start":"2026-03-29T02:16:17.78639Z","end":"2026-03-29T02:16:17.936719Z","steps":["trace[1049109432] 'process raft request' (duration: 149.824626ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:17.936824Z","caller":"traceutil/trace.go:171","msg":"trace[2079697631] linearizableReadLoop","detail":"{readStateIndex:8946; appliedIndex:8944; }","duration":"161.021112ms","start":"2026-03-29T02:16:17.775786Z","end":"2026-03-29T02:16:17.936807Z","steps":["trace[2079697631] 'read index received' (duration: 85.926894ms)","trace[2079697631] 'applied index is now lower than readState.Index' (duration: 75.092898ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:17.936933Z","caller":"traceutil/trace.go:171","msg":"trace[1374227806] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"142.060753ms","start":"2026-03-29T02:16:17.794859Z","end":"2026-03-29T02:16:17.93692Z","steps":["trace[1374227806] 'process raft request' (duration: 141.60067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.937141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.160018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-29T02:16:17.937192Z","caller":"traceutil/trace.go:171","msg":"trace[941054278] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8620; }","duration":"160.264962ms","start":"2026-03-29T02:16:17.776911Z","end":"2026-03-29T02:16:17.937175Z","steps":["trace[941054278] 'agreement among raft nodes before linearized reading' (duration: 160.098377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.937415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.77971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-6b75d9449-ngd7g\" ","response":"range_response_count:1 size:8310"} {"level":"warn","ts":"2026-03-29T02:16:17.937523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.731142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-29T02:16:17.937526Z","caller":"traceutil/trace.go:171","msg":"trace[9340504] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-6b75d9449-ngd7g; range_end:; response_count:1; response_revision:8620; }","duration":"143.923064ms","start":"2026-03-29T02:16:17.793585Z","end":"2026-03-29T02:16:17.937508Z","steps":["trace[9340504] 'agreement among raft nodes before linearized reading' (duration: 143.721049ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:17.937561Z","caller":"traceutil/trace.go:171","msg":"trace[842516152] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8620; }","duration":"161.788603ms","start":"2026-03-29T02:16:17.775761Z","end":"2026-03-29T02:16:17.93755Z","steps":["trace[842516152] 'agreement among raft nodes before linearized reading' (duration: 161.648069ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:18.061553Z","caller":"traceutil/trace.go:171","msg":"trace[2145213501] linearizableReadLoop","detail":"{readStateIndex:8951; appliedIndex:8949; }","duration":"113.445608ms","start":"2026-03-29T02:16:17.948052Z","end":"2026-03-29T02:16:18.061497Z","steps":["trace[2145213501] 'read index received' (duration: 38.160296ms)","trace[2145213501] 'applied index is now lower than readState.Index' (duration: 75.284122ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:18.063624Z","caller":"traceutil/trace.go:171","msg":"trace[1763867576] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8622; }","duration":"116.226875ms","start":"2026-03-29T02:16:17.947365Z","end":"2026-03-29T02:16:18.063591Z","steps":["trace[1763867576] 'process raft request' (duration: 113.88116ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:18.063663Z","caller":"traceutil/trace.go:171","msg":"trace[1854154345] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"116.114682ms","start":"2026-03-29T02:16:17.947526Z","end":"2026-03-29T02:16:18.06364Z","steps":["trace[1854154345] 'process raft request' (duration: 113.889171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:18.064307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.241236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112153"} {"level":"info","ts":"2026-03-29T02:16:18.064445Z","caller":"traceutil/trace.go:171","msg":"trace[824879531] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8623; }","duration":"116.41369ms","start":"2026-03-29T02:16:17.948019Z","end":"2026-03-29T02:16:18.064433Z","steps":["trace[824879531] 'agreement among raft nodes before linearized reading' (duration: 116.04373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:18.086743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.640071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-29T02:16:18.086823Z","caller":"traceutil/trace.go:171","msg":"trace[356624993] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8624; }","duration":"137.734874ms","start":"2026-03-29T02:16:17.949062Z","end":"2026-03-29T02:16:18.086797Z","steps":["trace[356624993] 'agreement among raft nodes before linearized reading' (duration: 137.552659ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:18.313625Z","caller":"traceutil/trace.go:171","msg":"trace[1321850684] linearizableReadLoop","detail":"{readStateIndex:8954; appliedIndex:8952; }","duration":"219.114004ms","start":"2026-03-29T02:16:18.094478Z","end":"2026-03-29T02:16:18.313592Z","steps":["trace[1321850684] 'read index received' (duration: 217.220102ms)","trace[1321850684] 'applied index is now lower than readState.Index' (duration: 1.893142ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:18.313679Z","caller":"traceutil/trace.go:171","msg":"trace[411960409] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"233.727084ms","start":"2026-03-29T02:16:18.079913Z","end":"2026-03-29T02:16:18.31364Z","steps":["trace[411960409] 'process raft request' (duration: 233.589241ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:18.31369Z","caller":"traceutil/trace.go:171","msg":"trace[1454027905] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"235.797471ms","start":"2026-03-29T02:16:18.077871Z","end":"2026-03-29T02:16:18.313668Z","steps":["trace[1454027905] 'process raft request' (duration: 233.854228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:18.313859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.299949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-29T02:16:18.31389Z","caller":"traceutil/trace.go:171","msg":"trace[1585349047] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8626; }","duration":"219.360331ms","start":"2026-03-29T02:16:18.094522Z","end":"2026-03-29T02:16:18.313883Z","steps":["trace[1585349047] 'agreement among raft nodes before linearized reading' (duration: 219.223327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:18.31433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.828583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112153"} {"level":"warn","ts":"2026-03-29T02:16:18.31472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.225054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-29T02:16:18.314752Z","caller":"traceutil/trace.go:171","msg":"trace[661794763] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8626; }","duration":"128.293716ms","start":"2026-03-29T02:16:18.18645Z","end":"2026-03-29T02:16:18.314744Z","steps":["trace[661794763] 'agreement among raft nodes before linearized reading' (duration: 127.569346ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:18.314407Z","caller":"traceutil/trace.go:171","msg":"trace[862266818] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8626; }","duration":"219.900835ms","start":"2026-03-29T02:16:18.094471Z","end":"2026-03-29T02:16:18.314372Z","steps":["trace[862266818] 'agreement among raft nodes before linearized reading' (duration: 219.238067ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:20.576831Z","caller":"traceutil/trace.go:171","msg":"trace[864230736] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"125.737216ms","start":"2026-03-29T02:16:20.451062Z","end":"2026-03-29T02:16:20.576799Z","steps":["trace[864230736] 'process raft request' (duration: 125.606002ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:20.576869Z","caller":"traceutil/trace.go:171","msg":"trace[1549108611] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"166.406129ms","start":"2026-03-29T02:16:20.410451Z","end":"2026-03-29T02:16:20.576857Z","steps":["trace[1549108611] 'process raft request' (duration: 122.980299ms)","trace[1549108611] 'compare' (duration: 42.956167ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:22.560213Z","caller":"traceutil/trace.go:171","msg":"trace[97835649] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"112.7649ms","start":"2026-03-29T02:16:22.447423Z","end":"2026-03-29T02:16:22.560188Z","steps":["trace[97835649] 'process raft request' (duration: 112.587775ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:24.827801Z","caller":"traceutil/trace.go:171","msg":"trace[984581928] linearizableReadLoop","detail":"{readStateIndex:8991; appliedIndex:8989; }","duration":"107.877606ms","start":"2026-03-29T02:16:24.719902Z","end":"2026-03-29T02:16:24.82778Z","steps":["trace[984581928] 'read index received' (duration: 31.673258ms)","trace[984581928] 'applied index is now lower than readState.Index' (duration: 76.203448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:24.828008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.093601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:16:24.82804Z","caller":"traceutil/trace.go:171","msg":"trace[534470869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8662; }","duration":"108.200475ms","start":"2026-03-29T02:16:24.719832Z","end":"2026-03-29T02:16:24.828032Z","steps":["trace[534470869] 'agreement among raft nodes before linearized reading' (duration: 108.070921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.828135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.762601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:16:24.828218Z","caller":"traceutil/trace.go:171","msg":"trace[426020307] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:8662; }","duration":"100.886075ms","start":"2026-03-29T02:16:24.727314Z","end":"2026-03-29T02:16:24.8282Z","steps":["trace[426020307] 'agreement among raft nodes before linearized reading' (duration: 100.651608ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:24.82847Z","caller":"traceutil/trace.go:171","msg":"trace[1624877957] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"118.128717ms","start":"2026-03-29T02:16:24.710269Z","end":"2026-03-29T02:16:24.828398Z","steps":["trace[1624877957] 'process raft request' (duration: 117.373476ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:25.561026Z","caller":"traceutil/trace.go:171","msg":"trace[1164732369] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"538.923387ms","start":"2026-03-29T02:16:25.022077Z","end":"2026-03-29T02:16:25.561Z","steps":["trace[1164732369] 'process raft request' (duration: 538.722142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:25.561216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:25.022052Z","time spent":"539.046981ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:27.535215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011061264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:27.535291Z","caller":"traceutil/trace.go:171","msg":"trace[1587874189] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.011189867s","start":"2026-03-29T02:16:25.524082Z","end":"2026-03-29T02:16:27.535272Z","steps":["trace[1587874189] 'agreement among raft nodes before linearized reading' (duration: 2.011092815s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.535325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:25.524065Z","time spent":"2.011253299s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:16:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:27.586649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272688933s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:27.586929Z","caller":"traceutil/trace.go:171","msg":"trace[934648329] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"903.261319ms","start":"2026-03-29T02:16:26.683652Z","end":"2026-03-29T02:16:27.586914Z","steps":["trace[934648329] 'process raft request' (duration: 903.230419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.58698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.683633Z","time spent":"903.322692ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:27.587236Z","caller":"traceutil/trace.go:171","msg":"trace[438039680] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"2.563607074s","start":"2026-03-29T02:16:25.023621Z","end":"2026-03-29T02:16:27.587228Z","steps":["trace[438039680] 'process raft request' (duration: 1.290254193s)","trace[438039680] 'compare' (duration: 1.272174459s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:27.587274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:25.023589Z","time spent":"2.563663516s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:27.587365Z","caller":"traceutil/trace.go:171","msg":"trace[1414202145] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"2.186927913s","start":"2026-03-29T02:16:25.40043Z","end":"2026-03-29T02:16:27.587358Z","steps":["trace[1414202145] 'process raft request' (duration: 2.186307626s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.587401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:25.400407Z","time spent":"2.186972284s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:27.587485Z","caller":"traceutil/trace.go:171","msg":"trace[957341316] linearizableReadLoop","detail":"{readStateIndex:9003; appliedIndex:9000; }","duration":"2.063353007s","start":"2026-03-29T02:16:25.524123Z","end":"2026-03-29T02:16:27.587476Z","steps":["trace[957341316] 'read index received' (duration: 36.668315ms)","trace[957341316] 'applied index is now lower than readState.Index' (duration: 2.026683842s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:27.587539Z","caller":"traceutil/trace.go:171","msg":"trace[510402863] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"1.359391788s","start":"2026-03-29T02:16:26.228141Z","end":"2026-03-29T02:16:27.587533Z","steps":["trace[510402863] 'process raft request' (duration: 1.358685029s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.587571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.22811Z","time spent":"1.35944161s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:27.587647Z","caller":"traceutil/trace.go:171","msg":"trace[2084875612] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"921.698005ms","start":"2026-03-29T02:16:26.66594Z","end":"2026-03-29T02:16:27.587638Z","steps":["trace[2084875612] 'process raft request' (duration: 920.912364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.587675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.665914Z","time spent":"921.744647ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:27.832554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.426493ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:16:27.834193Z","caller":"traceutil/trace.go:171","msg":"trace[924878603] linearizableReadLoop","detail":"{readStateIndex:9007; appliedIndex:9006; }","duration":"246.619727ms","start":"2026-03-29T02:16:27.587503Z","end":"2026-03-29T02:16:27.834123Z","steps":["trace[924878603] 'read index received' (duration: 2.804996ms)","trace[924878603] 'applied index is now lower than readState.Index' (duration: 243.810271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:27.83463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.62103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:16:27.83467Z","caller":"traceutil/trace.go:171","msg":"trace[1865358097] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8677; }","duration":"268.716833ms","start":"2026-03-29T02:16:27.565938Z","end":"2026-03-29T02:16:27.834655Z","steps":["trace[1865358097] 'agreement among raft nodes before linearized reading' (duration: 268.493797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.835034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.772151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-29T02:16:27.835062Z","caller":"traceutil/trace.go:171","msg":"trace[2065116883] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8677; }","duration":"400.836343ms","start":"2026-03-29T02:16:27.434219Z","end":"2026-03-29T02:16:27.835055Z","steps":["trace[2065116883] 'agreement among raft nodes before linearized reading' (duration: 400.752841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.835301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.434197Z","time spent":"401.09515ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:16:27.835544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.093386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:16:27.835571Z","caller":"traceutil/trace.go:171","msg":"trace[373575821] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8677; }","duration":"649.158848ms","start":"2026-03-29T02:16:27.186405Z","end":"2026-03-29T02:16:27.835564Z","steps":["trace[373575821] 'agreement among raft nodes before linearized reading' (duration: 649.078506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.835588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.186388Z","time spent":"649.196598ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:16:27.836032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.628838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:16:27.836066Z","caller":"traceutil/trace.go:171","msg":"trace[499622334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8677; }","duration":"931.68373ms","start":"2026-03-29T02:16:26.904376Z","end":"2026-03-29T02:16:27.83606Z","steps":["trace[499622334] 'agreement among raft nodes before linearized reading' (duration: 931.583697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.836299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.904366Z","time spent":"931.925536ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:27.836542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.643326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:16:27.836568Z","caller":"traceutil/trace.go:171","msg":"trace[1759269635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8677; }","duration":"932.707137ms","start":"2026-03-29T02:16:26.903854Z","end":"2026-03-29T02:16:27.836561Z","steps":["trace[1759269635] 'agreement among raft nodes before linearized reading' (duration: 932.619235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.836728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.903823Z","time spent":"932.896623ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:16:27.836943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.142289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:16:27.836995Z","caller":"traceutil/trace.go:171","msg":"trace[1104444109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8677; }","duration":"933.204031ms","start":"2026-03-29T02:16:26.903757Z","end":"2026-03-29T02:16:27.836961Z","steps":["trace[1104444109] 'agreement among raft nodes before linearized reading' (duration: 933.137609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.837139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.903737Z","time spent":"933.396096ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:16:27.837413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.163049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:16:27.83744Z","caller":"traceutil/trace.go:171","msg":"trace[838359696] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:8677; }","duration":"987.237191ms","start":"2026-03-29T02:16:26.850196Z","end":"2026-03-29T02:16:27.837433Z","steps":["trace[838359696] 'agreement among raft nodes before linearized reading' (duration: 987.116258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.837635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.850174Z","time spent":"987.395706ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:16:27.837899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470652937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:27.837926Z","caller":"traceutil/trace.go:171","msg":"trace[1906536913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8677; }","duration":"1.470721048s","start":"2026-03-29T02:16:26.367198Z","end":"2026-03-29T02:16:27.837919Z","steps":["trace[1906536913] 'agreement among raft nodes before linearized reading' (duration: 1.470655457s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.838095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.367177Z","time spent":"1.470908424s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:27.838464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274181503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129156"} {"level":"info","ts":"2026-03-29T02:16:27.838492Z","caller":"traceutil/trace.go:171","msg":"trace[256188025] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8677; }","duration":"2.274233825s","start":"2026-03-29T02:16:25.564252Z","end":"2026-03-29T02:16:27.838486Z","steps":["trace[256188025] 'agreement among raft nodes before linearized reading' (duration: 2.274083291s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.83884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:25.564241Z","time spent":"2.274591604s","remote":"127.0.0.1:43110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129178,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-29T02:16:27.839158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284203168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:16:27.839186Z","caller":"traceutil/trace.go:171","msg":"trace[1072036299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8677; }","duration":"2.28427307s","start":"2026-03-29T02:16:25.554905Z","end":"2026-03-29T02:16:27.839178Z","steps":["trace[1072036299] 'agreement among raft nodes before linearized reading' (duration: 2.284191728s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.839298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:25.554887Z","time spent":"2.284404624s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:27.839556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314996552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-29T02:16:27.839581Z","caller":"traceutil/trace.go:171","msg":"trace[1149733001] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8677; }","duration":"2.315067634s","start":"2026-03-29T02:16:25.524508Z","end":"2026-03-29T02:16:27.839575Z","steps":["trace[1149733001] 'agreement among raft nodes before linearized reading' (duration: 2.31494718s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.839652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:25.524481Z","time spent":"2.315166007s","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-29T02:16:28.013078Z","caller":"traceutil/trace.go:171","msg":"trace[1644995829] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"211.900566ms","start":"2026-03-29T02:16:27.801148Z","end":"2026-03-29T02:16:28.013049Z","steps":["trace[1644995829] 'process raft request' (duration: 211.620708ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.013017Z","caller":"traceutil/trace.go:171","msg":"trace[853914199] linearizableReadLoop","detail":"{readStateIndex:9008; appliedIndex:9007; }","duration":"178.684296ms","start":"2026-03-29T02:16:27.834266Z","end":"2026-03-29T02:16:28.01295Z","steps":["trace[853914199] 'read index received' (duration: 178.586953ms)","trace[853914199] 'applied index is now lower than readState.Index' (duration: 96.363µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:28.013409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.981312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:16:28.013508Z","caller":"traceutil/trace.go:171","msg":"trace[188320353] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8678; }","duration":"422.149377ms","start":"2026-03-29T02:16:27.591332Z","end":"2026-03-29T02:16:28.013482Z","steps":["trace[188320353] 'agreement among raft nodes before linearized reading' (duration: 421.868979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.013575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.591308Z","time spent":"422.25178ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-29T02:16:28.36646Z","caller":"traceutil/trace.go:171","msg":"trace[1865871900] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"512.733ms","start":"2026-03-29T02:16:27.853691Z","end":"2026-03-29T02:16:28.366424Z","steps":["trace[1865871900] 'process raft request' (duration: 512.432771ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.366516Z","caller":"traceutil/trace.go:171","msg":"trace[605427737] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"512.77572ms","start":"2026-03-29T02:16:27.853703Z","end":"2026-03-29T02:16:28.366479Z","steps":["trace[605427737] 'process raft request' (duration: 512.646126ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.366506Z","caller":"traceutil/trace.go:171","msg":"trace[583353107] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"512.76526ms","start":"2026-03-29T02:16:27.853709Z","end":"2026-03-29T02:16:28.366474Z","steps":["trace[583353107] 'process raft request' (duration: 512.678868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.366647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.853674Z","time spent":"512.874703ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:28.366694Z","caller":"traceutil/trace.go:171","msg":"trace[475948613] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"512.894444ms","start":"2026-03-29T02:16:27.853787Z","end":"2026-03-29T02:16:28.366681Z","steps":["trace[475948613] 'process raft request' (duration: 512.660077ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.366478Z","caller":"traceutil/trace.go:171","msg":"trace[1828760067] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"512.747379ms","start":"2026-03-29T02:16:27.853699Z","end":"2026-03-29T02:16:28.366446Z","steps":["trace[1828760067] 'process raft request' (duration: 512.610195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.3667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.853691Z","time spent":"512.900424ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:28.366711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.853686Z","time spent":"512.917524ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:28.366755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.853781Z","time spent":"512.944755ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:28.366861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.853675Z","time spent":"513.086849ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:28.366876Z","caller":"traceutil/trace.go:171","msg":"trace[2146134295] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"513.011417ms","start":"2026-03-29T02:16:27.853835Z","end":"2026-03-29T02:16:28.366846Z","steps":["trace[2146134295] 'process raft request' (duration: 512.799491ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.366976Z","caller":"traceutil/trace.go:171","msg":"trace[1893340795] linearizableReadLoop","detail":"{readStateIndex:9015; appliedIndex:9008; }","duration":"353.588068ms","start":"2026-03-29T02:16:28.013375Z","end":"2026-03-29T02:16:28.366963Z","steps":["trace[1893340795] 'read index received' (duration: 352.758496ms)","trace[1893340795] 'applied index is now lower than readState.Index' (duration: 828.732µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:28.367184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.853805Z","time spent":"513.14917ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:28.367284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.623214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223828"} {"level":"info","ts":"2026-03-29T02:16:28.367299Z","caller":"traceutil/trace.go:171","msg":"trace[273706936] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"421.89367ms","start":"2026-03-29T02:16:27.945395Z","end":"2026-03-29T02:16:28.367288Z","steps":["trace[273706936] 'process raft request' (duration: 421.360736ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.367323Z","caller":"traceutil/trace.go:171","msg":"trace[659943151] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8685; }","duration":"513.699406ms","start":"2026-03-29T02:16:27.853615Z","end":"2026-03-29T02:16:28.367314Z","steps":["trace[659943151] 'agreement among raft nodes before linearized reading' (duration: 513.370367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.367349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.8536Z","time spent":"513.743207ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:16:28.367358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.945373Z","time spent":"421.952601ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:28.36743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.007374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:28.367464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.884341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:53 size:76531"} {"level":"info","ts":"2026-03-29T02:16:28.367478Z","caller":"traceutil/trace.go:171","msg":"trace[2106861070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8685; }","duration":"514.078116ms","start":"2026-03-29T02:16:27.853385Z","end":"2026-03-29T02:16:28.367464Z","steps":["trace[2106861070] 'agreement among raft nodes before linearized reading' (duration: 513.988374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.367507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.853369Z","time spent":"514.134027ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:16:28.367502Z","caller":"traceutil/trace.go:171","msg":"trace[945167558] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:53; response_revision:8685; }","duration":"513.927102ms","start":"2026-03-29T02:16:27.853565Z","end":"2026-03-29T02:16:28.367492Z","steps":["trace[945167558] 'agreement among raft nodes before linearized reading' (duration: 513.48365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.367544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.853525Z","time spent":"514.010894ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":53,"response size":76553,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-29T02:16:28.367563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.899521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:53 size:76531"} {"level":"warn","ts":"2026-03-29T02:16:28.367551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.684985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:16:28.367596Z","caller":"traceutil/trace.go:171","msg":"trace[726989685] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:53; response_revision:8685; }","duration":"513.971783ms","start":"2026-03-29T02:16:27.853614Z","end":"2026-03-29T02:16:28.367586Z","steps":["trace[726989685] 'agreement among raft nodes before linearized reading' (duration: 513.392397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.367618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.853594Z","time spent":"514.018654ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":53,"response size":76553,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-29T02:16:28.367617Z","caller":"traceutil/trace.go:171","msg":"trace[831353875] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8685; }","duration":"513.771088ms","start":"2026-03-29T02:16:27.853827Z","end":"2026-03-29T02:16:28.367598Z","steps":["trace[831353875] 'agreement among raft nodes before linearized reading' (duration: 513.570552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.367664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.853814Z","time spent":"513.837459ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:16:28.947619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.622569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:28.947783Z","caller":"traceutil/trace.go:171","msg":"trace[340033365] linearizableReadLoop","detail":"{readStateIndex:9016; appliedIndex:9015; }","duration":"580.718722ms","start":"2026-03-29T02:16:28.367019Z","end":"2026-03-29T02:16:28.947738Z","steps":["trace[340033365] 'read index received' (duration: 153.881776ms)","trace[340033365] 'applied index is now lower than readState.Index' (duration: 426.834836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:28.947966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.312786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:28.948025Z","caller":"traceutil/trace.go:171","msg":"trace[1071107677] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8686; }","duration":"613.408798ms","start":"2026-03-29T02:16:28.334597Z","end":"2026-03-29T02:16:28.948006Z","steps":["trace[1071107677] 'agreement among raft nodes before linearized reading' (duration: 613.302366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.948052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.507111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:28.948053Z","caller":"traceutil/trace.go:171","msg":"trace[1525887391] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"928.560014ms","start":"2026-03-29T02:16:28.019448Z","end":"2026-03-29T02:16:28.948008Z","steps":["trace[1525887391] 'process raft request' (duration: 501.42624ms)","trace[1525887391] 'compare' (duration: 426.379183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:28.948277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.050989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-29T02:16:28.948291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.698997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19443"} {"level":"info","ts":"2026-03-29T02:16:28.948333Z","caller":"traceutil/trace.go:171","msg":"trace[2004507319] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8686; }","duration":"578.791759ms","start":"2026-03-29T02:16:28.369531Z","end":"2026-03-29T02:16:28.948323Z","steps":["trace[2004507319] 'agreement among raft nodes before linearized reading' (duration: 578.651145ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.948331Z","caller":"traceutil/trace.go:171","msg":"trace[1637072090] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8686; }","duration":"555.156012ms","start":"2026-03-29T02:16:28.393162Z","end":"2026-03-29T02:16:28.948318Z","steps":["trace[1637072090] 'agreement among raft nodes before linearized reading' (duration: 554.989207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.948353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.019426Z","time spent":"928.80824ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:28.948376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.369511Z","time spent":"578.857141ms","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19465,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:16:28.948088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.334575Z","time spent":"613.49845ms","remote":"127.0.0.1:41156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:28.948392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.393111Z","time spent":"555.266305ms","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-29T02:16:28.948395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.727333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-29T02:16:28.94842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.186664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129156"} {"level":"warn","ts":"2026-03-29T02:16:28.948375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.637816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:28.948471Z","caller":"traceutil/trace.go:171","msg":"trace[962336852] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8686; }","duration":"574.263025ms","start":"2026-03-29T02:16:28.374195Z","end":"2026-03-29T02:16:28.948458Z","steps":["trace[962336852] 'agreement among raft nodes before linearized reading' (duration: 573.958507ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.948475Z","caller":"traceutil/trace.go:171","msg":"trace[275599926] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8686; }","duration":"318.855137ms","start":"2026-03-29T02:16:28.629598Z","end":"2026-03-29T02:16:28.948453Z","steps":["trace[275599926] 'agreement among raft nodes before linearized reading' (duration: 318.59809ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.948122Z","caller":"traceutil/trace.go:171","msg":"trace[479077094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8686; }","duration":"578.590364ms","start":"2026-03-29T02:16:28.369501Z","end":"2026-03-29T02:16:28.948092Z","steps":["trace[479077094] 'agreement among raft nodes before linearized reading' (duration: 578.502621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.948502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.374181Z","time spent":"574.315057ms","remote":"127.0.0.1:43110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129178,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-29T02:16:28.948504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.629563Z","time spent":"318.932309ms","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-29T02:16:28.948495Z","caller":"traceutil/trace.go:171","msg":"trace[707437694] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8686; }","duration":"516.79889ms","start":"2026-03-29T02:16:28.431674Z","end":"2026-03-29T02:16:28.948473Z","steps":["trace[707437694] 'agreement among raft nodes before linearized reading' (duration: 516.574344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.948543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.431661Z","time spent":"516.871833ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:28.948561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.369482Z","time spent":"579.058537ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:29.490037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.838477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:29.490183Z","caller":"traceutil/trace.go:171","msg":"trace[1601446242] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8686; }","duration":"184.031413ms","start":"2026-03-29T02:16:29.306122Z","end":"2026-03-29T02:16:29.490153Z","steps":["trace[1601446242] 'count revisions from in-memory index tree' (duration: 183.741025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:29.49016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.7668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:29.490486Z","caller":"traceutil/trace.go:171","msg":"trace[210737582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8686; }","duration":"109.11729ms","start":"2026-03-29T02:16:29.381353Z","end":"2026-03-29T02:16:29.49047Z","steps":["trace[210737582] 'range keys from in-memory index tree' (duration: 108.672228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:29.490587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.189259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:29.49066Z","caller":"traceutil/trace.go:171","msg":"trace[1856943283] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8686; }","duration":"429.312822ms","start":"2026-03-29T02:16:29.061332Z","end":"2026-03-29T02:16:29.490645Z","steps":["trace[1856943283] 'count revisions from in-memory index tree' (duration: 429.122548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:29.490694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.061322Z","time spent":"429.365934ms","remote":"127.0.0.1:43382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":48,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:29.490736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.710985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-29T02:16:29.490812Z","caller":"traceutil/trace.go:171","msg":"trace[1115582504] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8686; }","duration":"436.808498ms","start":"2026-03-29T02:16:29.053989Z","end":"2026-03-29T02:16:29.490798Z","steps":["trace[1115582504] 'range keys from in-memory index tree' (duration: 436.416257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:29.490879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.053978Z","time spent":"436.88899ms","remote":"127.0.0.1:57134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5705,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-29T02:16:29.699787Z","caller":"traceutil/trace.go:171","msg":"trace[2024873261] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"106.415636ms","start":"2026-03-29T02:16:29.593349Z","end":"2026-03-29T02:16:29.699765Z","steps":["trace[2024873261] 'process raft request' (duration: 106.272772ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:30.220007Z","caller":"traceutil/trace.go:171","msg":"trace[1603357853] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"626.150977ms","start":"2026-03-29T02:16:29.593834Z","end":"2026-03-29T02:16:30.219985Z","steps":["trace[1603357853] 'process raft request' (duration: 625.962451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.220155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.593811Z","time spent":"626.26472ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:30.22041Z","caller":"traceutil/trace.go:171","msg":"trace[1187907004] linearizableReadLoop","detail":"{readStateIndex:9020; appliedIndex:9017; }","duration":"409.752268ms","start":"2026-03-29T02:16:29.810635Z","end":"2026-03-29T02:16:30.220387Z","steps":["trace[1187907004] 'read index received' (duration: 409.060179ms)","trace[1187907004] 'applied index is now lower than readState.Index' (duration: 690.659µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:30.220485Z","caller":"traceutil/trace.go:171","msg":"trace[1814438783] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"623.825374ms","start":"2026-03-29T02:16:29.596645Z","end":"2026-03-29T02:16:30.22047Z","steps":["trace[1814438783] 'process raft request' (duration: 623.559567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.22054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.59663Z","time spent":"623.880915ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:30.220532Z","caller":"traceutil/trace.go:171","msg":"trace[1937646989] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"626.377154ms","start":"2026-03-29T02:16:29.594117Z","end":"2026-03-29T02:16:30.220495Z","steps":["trace[1937646989] 'process raft request' (duration: 625.826018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.220662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.707245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:30.220698Z","caller":"traceutil/trace.go:171","msg":"trace[673562643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8690; }","duration":"221.786598ms","start":"2026-03-29T02:16:29.998901Z","end":"2026-03-29T02:16:30.220688Z","steps":["trace[673562643] 'agreement among raft nodes before linearized reading' (duration: 221.705616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.220734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.594099Z","time spent":"626.532577ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:30.220842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.20658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:30.220869Z","caller":"traceutil/trace.go:171","msg":"trace[1690668309] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8690; }","duration":"410.273772ms","start":"2026-03-29T02:16:29.810589Z","end":"2026-03-29T02:16:30.220863Z","steps":["trace[1690668309] 'agreement among raft nodes before linearized reading' (duration: 410.22172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.22089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.810569Z","time spent":"410.314953ms","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:30.22113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.36177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:30.221196Z","caller":"traceutil/trace.go:171","msg":"trace[528386158] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8690; }","duration":"119.654458ms","start":"2026-03-29T02:16:30.101525Z","end":"2026-03-29T02:16:30.22118Z","steps":["trace[528386158] 'agreement among raft nodes before linearized reading' (duration: 119.328039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.571195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.14948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:16:30.571241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.599384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:16:30.571248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.65256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:30.571313Z","caller":"traceutil/trace.go:171","msg":"trace[1231409286] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8690; }","duration":"197.700798ms","start":"2026-03-29T02:16:30.373593Z","end":"2026-03-29T02:16:30.571294Z","steps":["trace[1231409286] 'range keys from in-memory index tree' (duration: 197.386579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.571451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.873172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:16:30.571526Z","caller":"traceutil/trace.go:171","msg":"trace[1146846510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8690; }","duration":"197.963445ms","start":"2026-03-29T02:16:30.373549Z","end":"2026-03-29T02:16:30.571512Z","steps":["trace[1146846510] 'range keys from in-memory index tree' (duration: 197.754619ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:30.571278Z","caller":"traceutil/trace.go:171","msg":"trace[1389938536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8690; }","duration":"198.301374ms","start":"2026-03-29T02:16:30.372959Z","end":"2026-03-29T02:16:30.571261Z","steps":["trace[1389938536] 'range keys from in-memory index tree' (duration: 197.995865ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:30.571338Z","caller":"traceutil/trace.go:171","msg":"trace[1692127004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8690; }","duration":"199.799114ms","start":"2026-03-29T02:16:30.37152Z","end":"2026-03-29T02:16:30.571319Z","steps":["trace[1692127004] 'range keys from in-memory index tree' (duration: 199.557168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.571241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.557308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:16:30.571782Z","caller":"traceutil/trace.go:171","msg":"trace[861131629] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:8690; }","duration":"196.117514ms","start":"2026-03-29T02:16:30.375635Z","end":"2026-03-29T02:16:30.571752Z","steps":["trace[861131629] 'range keys from in-memory index tree' (duration: 195.435915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.571354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.493049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:16:30.571909Z","caller":"traceutil/trace.go:171","msg":"trace[1975643602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8690; }","duration":"199.079775ms","start":"2026-03-29T02:16:30.372816Z","end":"2026-03-29T02:16:30.571896Z","steps":["trace[1975643602] 'range keys from in-memory index tree' (duration: 198.363285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.571385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.291844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:16:30.571991Z","caller":"traceutil/trace.go:171","msg":"trace[1167686542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8690; }","duration":"198.933771ms","start":"2026-03-29T02:16:30.373046Z","end":"2026-03-29T02:16:30.57198Z","steps":["trace[1167686542] 'range keys from in-memory index tree' (duration: 198.16236ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:30.791082Z","caller":"traceutil/trace.go:171","msg":"trace[1883201745] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"215.829514ms","start":"2026-03-29T02:16:30.575226Z","end":"2026-03-29T02:16:30.791055Z","steps":["trace[1883201745] 'process raft request' (duration: 215.67027ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:31.108079Z","caller":"traceutil/trace.go:171","msg":"trace[1035507996] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"532.288605ms","start":"2026-03-29T02:16:30.575763Z","end":"2026-03-29T02:16:31.108052Z","steps":["trace[1035507996] 'process raft request' (duration: 532.071049ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:31.108383Z","caller":"traceutil/trace.go:171","msg":"trace[440932818] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"532.530272ms","start":"2026-03-29T02:16:30.575823Z","end":"2026-03-29T02:16:31.108354Z","steps":["trace[440932818] 'process raft request' (duration: 532.183002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:31.108535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:30.575816Z","time spent":"532.638865ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:31.108493Z","caller":"traceutil/trace.go:171","msg":"trace[457822988] linearizableReadLoop","detail":"{readStateIndex:9022; appliedIndex:9021; }","duration":"532.646665ms","start":"2026-03-29T02:16:30.575825Z","end":"2026-03-29T02:16:31.108472Z","steps":["trace[457822988] 'read index received' (duration: 215.229047ms)","trace[457822988] 'applied index is now lower than readState.Index' (duration: 317.416558ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:31.108614Z","caller":"traceutil/trace.go:171","msg":"trace[1033478043] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"532.769729ms","start":"2026-03-29T02:16:30.575819Z","end":"2026-03-29T02:16:31.108589Z","steps":["trace[1033478043] 'process raft request' (duration: 532.43856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:31.10872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:30.575804Z","time spent":"532.862161ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:31.108863Z","caller":"traceutil/trace.go:171","msg":"trace[1971915869] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"532.702997ms","start":"2026-03-29T02:16:30.576144Z","end":"2026-03-29T02:16:31.108847Z","steps":["trace[1971915869] 'process raft request' (duration: 532.225024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:31.108922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.070756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223828"} {"level":"info","ts":"2026-03-29T02:16:31.108953Z","caller":"traceutil/trace.go:171","msg":"trace[1825962714] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8695; }","duration":"533.147479ms","start":"2026-03-29T02:16:30.575796Z","end":"2026-03-29T02:16:31.108944Z","steps":["trace[1825962714] 'agreement among raft nodes before linearized reading' (duration: 532.799629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:31.108959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:30.576135Z","time spent":"532.776659ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:31.109011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:30.575783Z","time spent":"533.219281ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:16:31.109139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:30.575749Z","time spent":"532.496601ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:33.639908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806121857,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:16:33.757299Z","caller":"traceutil/trace.go:171","msg":"trace[1867496812] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"638.923167ms","start":"2026-03-29T02:16:33.118352Z","end":"2026-03-29T02:16:33.757275Z","steps":["trace[1867496812] 'process raft request' (duration: 638.752773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.757451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.118322Z","time spent":"639.051421ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:33.772272Z","caller":"traceutil/trace.go:171","msg":"trace[1339166983] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"653.134177ms","start":"2026-03-29T02:16:33.119093Z","end":"2026-03-29T02:16:33.772228Z","steps":["trace[1339166983] 'process raft request' (duration: 652.88881ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:33.77227Z","caller":"traceutil/trace.go:171","msg":"trace[1619413027] linearizableReadLoop","detail":"{readStateIndex:9035; appliedIndex:9032; }","duration":"649.944149ms","start":"2026-03-29T02:16:33.122289Z","end":"2026-03-29T02:16:33.772233Z","steps":["trace[1619413027] 'read index received' (duration: 634.932498ms)","trace[1619413027] 'applied index is now lower than readState.Index' (duration: 15.010171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:33.772474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.119077Z","time spent":"653.304691ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:33.772473Z","caller":"traceutil/trace.go:171","msg":"trace[1750717476] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"651.787259ms","start":"2026-03-29T02:16:33.120667Z","end":"2026-03-29T02:16:33.772454Z","steps":["trace[1750717476] 'process raft request' (duration: 651.464521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.772859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.120654Z","time spent":"652.182281ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:33.772888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.849565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:16:33.773035Z","caller":"traceutil/trace.go:171","msg":"trace[1277327120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8705; }","duration":"655.231104ms","start":"2026-03-29T02:16:33.117787Z","end":"2026-03-29T02:16:33.773018Z","steps":["trace[1277327120] 'agreement among raft nodes before linearized reading' (duration: 654.940426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.773092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.117775Z","time spent":"655.303247ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:16:33.773193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.668781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:33.773226Z","caller":"traceutil/trace.go:171","msg":"trace[1302646171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8705; }","duration":"403.746583ms","start":"2026-03-29T02:16:33.36947Z","end":"2026-03-29T02:16:33.773217Z","steps":["trace[1302646171] 'agreement among raft nodes before linearized reading' (duration: 403.692342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.773252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.369443Z","time spent":"403.805065ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:33.773512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.222574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223828"} {"level":"info","ts":"2026-03-29T02:16:33.773571Z","caller":"traceutil/trace.go:171","msg":"trace[1553546038] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8705; }","duration":"651.310307ms","start":"2026-03-29T02:16:33.122248Z","end":"2026-03-29T02:16:33.773558Z","steps":["trace[1553546038] 'agreement among raft nodes before linearized reading' (duration: 650.891345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.773606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.122232Z","time spent":"651.364949ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:16:34.500472Z","caller":"traceutil/trace.go:171","msg":"trace[1806686266] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"126.097055ms","start":"2026-03-29T02:16:34.37435Z","end":"2026-03-29T02:16:34.500447Z","steps":["trace[1806686266] 'process raft request' (duration: 125.703174ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.212863Z","caller":"traceutil/trace.go:171","msg":"trace[228724181] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"114.530658ms","start":"2026-03-29T02:16:35.098306Z","end":"2026-03-29T02:16:35.212837Z","steps":["trace[228724181] 'process raft request' (duration: 114.358463ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.427333Z","caller":"traceutil/trace.go:171","msg":"trace[444711060] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"189.674108ms","start":"2026-03-29T02:16:35.236349Z","end":"2026-03-29T02:16:35.426023Z","steps":["trace[444711060] 'process raft request' (duration: 147.026619ms)","trace[444711060] 'compare' (duration: 41.161158ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:35.471695Z","caller":"traceutil/trace.go:171","msg":"trace[614775139] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"234.903447ms","start":"2026-03-29T02:16:35.236752Z","end":"2026-03-29T02:16:35.471655Z","steps":["trace[614775139] 'process raft request' (duration: 234.64341ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.47181Z","caller":"traceutil/trace.go:171","msg":"trace[1768971810] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"234.390182ms","start":"2026-03-29T02:16:35.237385Z","end":"2026-03-29T02:16:35.471775Z","steps":["trace[1768971810] 'process raft request' (duration: 234.257449ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.471691Z","caller":"traceutil/trace.go:171","msg":"trace[604499081] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"234.784623ms","start":"2026-03-29T02:16:35.23687Z","end":"2026-03-29T02:16:35.471654Z","steps":["trace[604499081] 'process raft request' (duration: 234.66866ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.471924Z","caller":"traceutil/trace.go:171","msg":"trace[1082636059] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"234.406273ms","start":"2026-03-29T02:16:35.237505Z","end":"2026-03-29T02:16:35.471911Z","steps":["trace[1082636059] 'process raft request' (duration: 234.205627ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.471959Z","caller":"traceutil/trace.go:171","msg":"trace[540321844] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"234.330741ms","start":"2026-03-29T02:16:35.237616Z","end":"2026-03-29T02:16:35.471946Z","steps":["trace[540321844] 'process raft request' (duration: 234.114735ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.471974Z","caller":"traceutil/trace.go:171","msg":"trace[1079301963] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"234.652489ms","start":"2026-03-29T02:16:35.237309Z","end":"2026-03-29T02:16:35.471961Z","steps":["trace[1079301963] 'process raft request' (duration: 234.29642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.47192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.521229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:35.472023Z","caller":"traceutil/trace.go:171","msg":"trace[993684580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8730; }","duration":"102.693454ms","start":"2026-03-29T02:16:35.369323Z","end":"2026-03-29T02:16:35.472016Z","steps":["trace[993684580] 'agreement among raft nodes before linearized reading' (duration: 102.519049ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.472045Z","caller":"traceutil/trace.go:171","msg":"trace[30056463] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"234.382612ms","start":"2026-03-29T02:16:35.237656Z","end":"2026-03-29T02:16:35.472038Z","steps":["trace[30056463] 'process raft request' (duration: 234.094125ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.47209Z","caller":"traceutil/trace.go:171","msg":"trace[1155800307] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"235.145454ms","start":"2026-03-29T02:16:35.236934Z","end":"2026-03-29T02:16:35.472079Z","steps":["trace[1155800307] 'process raft request' (duration: 234.63721ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.472125Z","caller":"traceutil/trace.go:171","msg":"trace[1469964549] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"234.63028ms","start":"2026-03-29T02:16:35.237488Z","end":"2026-03-29T02:16:35.472118Z","steps":["trace[1469964549] 'process raft request' (duration: 234.201988ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.471989Z","caller":"traceutil/trace.go:171","msg":"trace[274445490] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"234.618779ms","start":"2026-03-29T02:16:35.23736Z","end":"2026-03-29T02:16:35.471979Z","steps":["trace[274445490] 'process raft request' (duration: 234.262479ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.471802Z","caller":"traceutil/trace.go:171","msg":"trace[1750109353] linearizableReadLoop","detail":"{readStateIndex:9062; appliedIndex:9050; }","duration":"102.407106ms","start":"2026-03-29T02:16:35.369382Z","end":"2026-03-29T02:16:35.471789Z","steps":["trace[1750109353] 'read index received' (duration: 14.004253ms)","trace[1750109353] 'applied index is now lower than readState.Index' (duration: 88.401953ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:35.472206Z","caller":"traceutil/trace.go:171","msg":"trace[2123577145] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"234.785864ms","start":"2026-03-29T02:16:35.237413Z","end":"2026-03-29T02:16:35.472199Z","steps":["trace[2123577145] 'process raft request' (duration: 234.250779ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.632678Z","caller":"traceutil/trace.go:171","msg":"trace[1746617281] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"153.119605ms","start":"2026-03-29T02:16:35.479524Z","end":"2026-03-29T02:16:35.632644Z","steps":["trace[1746617281] 'process raft request' (duration: 56.94505ms)","trace[1746617281] 'compare' (duration: 96.037672ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:35.803713Z","caller":"traceutil/trace.go:171","msg":"trace[380689207] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"162.0263ms","start":"2026-03-29T02:16:35.641668Z","end":"2026-03-29T02:16:35.803694Z","steps":["trace[380689207] 'process raft request' (duration: 159.748088ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.803845Z","caller":"traceutil/trace.go:171","msg":"trace[762090130] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"154.509344ms","start":"2026-03-29T02:16:35.649328Z","end":"2026-03-29T02:16:35.803838Z","steps":["trace[762090130] 'process raft request' (duration: 154.3601ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.803865Z","caller":"traceutil/trace.go:171","msg":"trace[845040731] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"161.732932ms","start":"2026-03-29T02:16:35.642115Z","end":"2026-03-29T02:16:35.803848Z","steps":["trace[845040731] 'process raft request' (duration: 161.455904ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.803906Z","caller":"traceutil/trace.go:171","msg":"trace[537003871] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"154.572186ms","start":"2026-03-29T02:16:35.649328Z","end":"2026-03-29T02:16:35.8039Z","steps":["trace[537003871] 'process raft request' (duration: 154.327479ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.803931Z","caller":"traceutil/trace.go:171","msg":"trace[1948112853] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"161.640659ms","start":"2026-03-29T02:16:35.642242Z","end":"2026-03-29T02:16:35.803882Z","steps":["trace[1948112853] 'process raft request' (duration: 161.376002ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.803942Z","caller":"traceutil/trace.go:171","msg":"trace[1525074058] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"154.342159ms","start":"2026-03-29T02:16:35.649566Z","end":"2026-03-29T02:16:35.803909Z","steps":["trace[1525074058] 'process raft request' (duration: 154.154984ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.804015Z","caller":"traceutil/trace.go:171","msg":"trace[598214097] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"154.315949ms","start":"2026-03-29T02:16:35.649693Z","end":"2026-03-29T02:16:35.804009Z","steps":["trace[598214097] 'process raft request' (duration: 154.121254ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.804Z","caller":"traceutil/trace.go:171","msg":"trace[72514734] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"154.37971ms","start":"2026-03-29T02:16:35.64959Z","end":"2026-03-29T02:16:35.803969Z","steps":["trace[72514734] 'process raft request' (duration: 154.179574ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.804124Z","caller":"traceutil/trace.go:171","msg":"trace[358491792] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"154.304168ms","start":"2026-03-29T02:16:35.649812Z","end":"2026-03-29T02:16:35.804116Z","steps":["trace[358491792] 'process raft request' (duration: 154.149634ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.804162Z","caller":"traceutil/trace.go:171","msg":"trace[560838739] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"153.801985ms","start":"2026-03-29T02:16:35.650347Z","end":"2026-03-29T02:16:35.804149Z","steps":["trace[560838739] 'process raft request' (duration: 153.687172ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.804168Z","caller":"traceutil/trace.go:171","msg":"trace[1916439183] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"154.385401ms","start":"2026-03-29T02:16:35.649763Z","end":"2026-03-29T02:16:35.804149Z","steps":["trace[1916439183] 'process raft request' (duration: 154.162275ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.804191Z","caller":"traceutil/trace.go:171","msg":"trace[890365513] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"154.311279ms","start":"2026-03-29T02:16:35.649871Z","end":"2026-03-29T02:16:35.804182Z","steps":["trace[890365513] 'process raft request' (duration: 154.125634ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.804235Z","caller":"traceutil/trace.go:171","msg":"trace[1412605623] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"153.041374ms","start":"2026-03-29T02:16:35.651185Z","end":"2026-03-29T02:16:35.804226Z","steps":["trace[1412605623] 'process raft request' (duration: 152.879379ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.804263Z","caller":"traceutil/trace.go:171","msg":"trace[2100921125] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"151.588974ms","start":"2026-03-29T02:16:35.652666Z","end":"2026-03-29T02:16:35.804255Z","steps":["trace[2100921125] 'process raft request' (duration: 151.44312ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.804299Z","caller":"traceutil/trace.go:171","msg":"trace[80274023] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"146.873965ms","start":"2026-03-29T02:16:35.65742Z","end":"2026-03-29T02:16:35.804294Z","steps":["trace[80274023] 'process raft request' (duration: 146.729291ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.804312Z","caller":"traceutil/trace.go:171","msg":"trace[839518976] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"146.497414ms","start":"2026-03-29T02:16:35.657808Z","end":"2026-03-29T02:16:35.804305Z","steps":["trace[839518976] 'process raft request' (duration: 146.388921ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.804429Z","caller":"traceutil/trace.go:171","msg":"trace[1226387645] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"145.788585ms","start":"2026-03-29T02:16:35.658632Z","end":"2026-03-29T02:16:35.804421Z","steps":["trace[1226387645] 'process raft request' (duration: 145.6128ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.804435Z","caller":"traceutil/trace.go:171","msg":"trace[847042999] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"126.528407ms","start":"2026-03-29T02:16:35.677889Z","end":"2026-03-29T02:16:35.804417Z","steps":["trace[847042999] 'process raft request' (duration: 126.429324ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.809081Z","caller":"traceutil/trace.go:171","msg":"trace[815013591] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"111.330681ms","start":"2026-03-29T02:16:35.697733Z","end":"2026-03-29T02:16:35.809064Z","steps":["trace[815013591] 'process raft request' (duration: 110.897089ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.808928Z","caller":"traceutil/trace.go:171","msg":"trace[933879192] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"110.182569ms","start":"2026-03-29T02:16:35.698726Z","end":"2026-03-29T02:16:35.808908Z","steps":["trace[933879192] 'process raft request' (duration: 110.020445ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.953283Z","caller":"traceutil/trace.go:171","msg":"trace[696788195] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"109.180302ms","start":"2026-03-29T02:16:35.844068Z","end":"2026-03-29T02:16:35.953249Z","steps":["trace[696788195] 'process raft request' (duration: 75.691175ms)","trace[696788195] 'compare' (duration: 33.175649ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:35.953388Z","caller":"traceutil/trace.go:171","msg":"trace[779102088] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"109.197522ms","start":"2026-03-29T02:16:35.844166Z","end":"2026-03-29T02:16:35.953363Z","steps":["trace[779102088] 'process raft request' (duration: 109.004477ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.953377Z","caller":"traceutil/trace.go:171","msg":"trace[535869388] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"109.067279ms","start":"2026-03-29T02:16:35.844266Z","end":"2026-03-29T02:16:35.953333Z","steps":["trace[535869388] 'process raft request' (duration: 108.943085ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.953426Z","caller":"traceutil/trace.go:171","msg":"trace[611628885] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"109.071169ms","start":"2026-03-29T02:16:35.844335Z","end":"2026-03-29T02:16:35.953406Z","steps":["trace[611628885] 'process raft request' (duration: 108.933735ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.953509Z","caller":"traceutil/trace.go:171","msg":"trace[1781366762] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"109.071879ms","start":"2026-03-29T02:16:35.844426Z","end":"2026-03-29T02:16:35.953498Z","steps":["trace[1781366762] 'process raft request' (duration: 108.918175ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.953614Z","caller":"traceutil/trace.go:171","msg":"trace[1049792000] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"109.202853ms","start":"2026-03-29T02:16:35.844397Z","end":"2026-03-29T02:16:35.9536Z","steps":["trace[1049792000] 'process raft request' (duration: 108.921375ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.953608Z","caller":"traceutil/trace.go:171","msg":"trace[1503982611] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"109.231194ms","start":"2026-03-29T02:16:35.844367Z","end":"2026-03-29T02:16:35.953598Z","steps":["trace[1503982611] 'process raft request' (duration: 108.926525ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.953645Z","caller":"traceutil/trace.go:171","msg":"trace[1899938467] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"109.301535ms","start":"2026-03-29T02:16:35.8443Z","end":"2026-03-29T02:16:35.953602Z","steps":["trace[1899938467] 'process raft request' (duration: 108.941505ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.953705Z","caller":"traceutil/trace.go:171","msg":"trace[127894153] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"108.498333ms","start":"2026-03-29T02:16:35.845183Z","end":"2026-03-29T02:16:35.953681Z","steps":["trace[127894153] 'process raft request' (duration: 108.252256ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.953734Z","caller":"traceutil/trace.go:171","msg":"trace[1307669161] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"109.261574ms","start":"2026-03-29T02:16:35.844459Z","end":"2026-03-29T02:16:35.95372Z","steps":["trace[1307669161] 'process raft request' (duration: 108.916085ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.953686Z","caller":"traceutil/trace.go:171","msg":"trace[1252986004] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"109.135871ms","start":"2026-03-29T02:16:35.844489Z","end":"2026-03-29T02:16:35.953625Z","steps":["trace[1252986004] 'process raft request' (duration: 108.915325ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.954041Z","caller":"traceutil/trace.go:171","msg":"trace[1370240392] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"108.77669ms","start":"2026-03-29T02:16:35.845245Z","end":"2026-03-29T02:16:35.954022Z","steps":["trace[1370240392] 'process raft request' (duration: 108.213065ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.954214Z","caller":"traceutil/trace.go:171","msg":"trace[1723052028] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"105.571523ms","start":"2026-03-29T02:16:35.848632Z","end":"2026-03-29T02:16:35.954203Z","steps":["trace[1723052028] 'process raft request' (duration: 104.859524ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:36.431955Z","caller":"traceutil/trace.go:171","msg":"trace[509816410] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"119.712969ms","start":"2026-03-29T02:16:36.312208Z","end":"2026-03-29T02:16:36.431921Z","steps":["trace[509816410] 'process raft request' (duration: 66.419469ms)","trace[509816410] 'compare' (duration: 53.121385ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:36.432736Z","caller":"traceutil/trace.go:171","msg":"trace[1420285852] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"115.606877ms","start":"2026-03-29T02:16:36.3171Z","end":"2026-03-29T02:16:36.432707Z","steps":["trace[1420285852] 'process raft request' (duration: 115.434402ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:36.432961Z","caller":"traceutil/trace.go:171","msg":"trace[1201960145] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"117.375445ms","start":"2026-03-29T02:16:36.31556Z","end":"2026-03-29T02:16:36.432935Z","steps":["trace[1201960145] 'process raft request' (duration: 116.625964ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:36.433127Z","caller":"traceutil/trace.go:171","msg":"trace[814848037] linearizableReadLoop","detail":"{readStateIndex:9159; appliedIndex:9154; }","duration":"112.824911ms","start":"2026-03-29T02:16:36.320253Z","end":"2026-03-29T02:16:36.433078Z","steps":["trace[814848037] 'read index received' (duration: 58.342068ms)","trace[814848037] 'applied index is now lower than readState.Index' (duration: 54.481683ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:36.433182Z","caller":"traceutil/trace.go:171","msg":"trace[899688695] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"114.987459ms","start":"2026-03-29T02:16:36.318147Z","end":"2026-03-29T02:16:36.433134Z","steps":["trace[899688695] 'process raft request' (duration: 114.447105ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:36.433252Z","caller":"traceutil/trace.go:171","msg":"trace[1286187383] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"117.633102ms","start":"2026-03-29T02:16:36.315601Z","end":"2026-03-29T02:16:36.433234Z","steps":["trace[1286187383] 'process raft request' (duration: 116.854541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:36.433865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.589432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-tf78h\" ","response":"range_response_count:1 size:3535"} {"level":"info","ts":"2026-03-29T02:16:36.43391Z","caller":"traceutil/trace.go:171","msg":"trace[545302574] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-tf78h; range_end:; response_count:1; response_revision:8828; }","duration":"113.646873ms","start":"2026-03-29T02:16:36.320248Z","end":"2026-03-29T02:16:36.433895Z","steps":["trace[545302574] 'agreement among raft nodes before linearized reading' (duration: 113.505199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.932671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.17368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:38.932846Z","caller":"traceutil/trace.go:171","msg":"trace[366144151] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"240.676825ms","start":"2026-03-29T02:16:38.692127Z","end":"2026-03-29T02:16:38.932804Z","steps":["trace[366144151] 'process raft request' (duration: 84.257529ms)","trace[366144151] 'compare' (duration: 155.953714ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:39.087404Z","caller":"traceutil/trace.go:171","msg":"trace[366396911] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"150.913745ms","start":"2026-03-29T02:16:38.936442Z","end":"2026-03-29T02:16:39.087356Z","steps":["trace[366396911] 'process raft request' (duration: 109.262234ms)","trace[366396911] 'compare' (duration: 41.014524ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:40.432479Z","caller":"traceutil/trace.go:171","msg":"trace[394190549] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"100.203603ms","start":"2026-03-29T02:16:40.332229Z","end":"2026-03-29T02:16:40.432433Z","steps":["trace[394190549] 'process raft request' (duration: 89.554331ms)","trace[394190549] 'compare' (duration: 10.370904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:41.632839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122186,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:16:41.904238Z","caller":"traceutil/trace.go:171","msg":"trace[1840170846] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"787.97747ms","start":"2026-03-29T02:16:41.11624Z","end":"2026-03-29T02:16:41.904218Z","steps":["trace[1840170846] 'process raft request' (duration: 787.738513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.904372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.116224Z","time spent":"788.077533ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:41.904455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.874668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.904514Z","caller":"traceutil/trace.go:171","msg":"trace[1597350678] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8874; }","duration":"771.94286ms","start":"2026-03-29T02:16:41.132557Z","end":"2026-03-29T02:16:41.904499Z","steps":["trace[1597350678] 'agreement among raft nodes before linearized reading' (duration: 771.835787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.904555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.132504Z","time spent":"772.041142ms","remote":"127.0.0.1:36416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:16:41.904772Z","caller":"traceutil/trace.go:171","msg":"trace[2099132467] linearizableReadLoop","detail":"{readStateIndex:9207; appliedIndex:9206; }","duration":"771.542068ms","start":"2026-03-29T02:16:41.132569Z","end":"2026-03-29T02:16:41.904111Z","steps":["trace[2099132467] 'read index received' (duration: 771.502177ms)","trace[2099132467] 'applied index is now lower than readState.Index' (duration: 39.221µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:41.92082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.150384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.920893Z","caller":"traceutil/trace.go:171","msg":"trace[707626009] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8875; }","duration":"788.233737ms","start":"2026-03-29T02:16:41.132634Z","end":"2026-03-29T02:16:41.920868Z","steps":["trace[707626009] 'agreement among raft nodes before linearized reading' (duration: 788.120334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.920949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.13263Z","time spent":"788.301529ms","remote":"127.0.0.1:36416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:41.921031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.492523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.921073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.830722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.92105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.854328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.9211Z","caller":"traceutil/trace.go:171","msg":"trace[1075956816] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8875; }","duration":"745.872293ms","start":"2026-03-29T02:16:41.175219Z","end":"2026-03-29T02:16:41.921092Z","steps":["trace[1075956816] 'agreement among raft nodes before linearized reading' (duration: 745.826491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.921117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.175209Z","time spent":"745.904554ms","remote":"127.0.0.1:36424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:16:41.921138Z","caller":"traceutil/trace.go:171","msg":"trace[2059232998] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8875; }","duration":"612.977361ms","start":"2026-03-29T02:16:41.308136Z","end":"2026-03-29T02:16:41.921113Z","steps":["trace[2059232998] 'agreement among raft nodes before linearized reading' (duration: 612.788056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.921129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.668141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.921191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.308121Z","time spent":"613.060224ms","remote":"127.0.0.1:36508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:16:41.921235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.852653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.921223Z","caller":"traceutil/trace.go:171","msg":"trace[1426370476] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8875; }","duration":"696.814505ms","start":"2026-03-29T02:16:41.224384Z","end":"2026-03-29T02:16:41.921199Z","steps":["trace[1426370476] 'agreement among raft nodes before linearized reading' (duration: 696.630579ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:41.921255Z","caller":"traceutil/trace.go:171","msg":"trace[1987814973] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8875; }","duration":"705.877704ms","start":"2026-03-29T02:16:41.215371Z","end":"2026-03-29T02:16:41.921249Z","steps":["trace[1987814973] 'agreement among raft nodes before linearized reading' (duration: 705.844623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.921271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.215369Z","time spent":"705.898294ms","remote":"127.0.0.1:36448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:16:41.921257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.143308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.921284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.224368Z","time spent":"696.899877ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:41.921308Z","caller":"traceutil/trace.go:171","msg":"trace[1978658028] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8875; }","duration":"747.22548ms","start":"2026-03-29T02:16:41.174065Z","end":"2026-03-29T02:16:41.92129Z","steps":["trace[1978658028] 'agreement among raft nodes before linearized reading' (duration: 747.152868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.921351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.174046Z","time spent":"747.293382ms","remote":"127.0.0.1:36424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:41.921406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.55325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.921425Z","caller":"traceutil/trace.go:171","msg":"trace[1873759993] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8875; }","duration":"727.580971ms","start":"2026-03-29T02:16:41.193838Z","end":"2026-03-29T02:16:41.921419Z","steps":["trace[1873759993] 'agreement among raft nodes before linearized reading' (duration: 727.55759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.921441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.193834Z","time spent":"727.602271ms","remote":"127.0.0.1:36438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:41.921437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.916115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.921471Z","caller":"traceutil/trace.go:171","msg":"trace[433004786] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8875; }","duration":"515.958947ms","start":"2026-03-29T02:16:41.405503Z","end":"2026-03-29T02:16:41.921462Z","steps":["trace[433004786] 'agreement among raft nodes before linearized reading' (duration: 515.907955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.921507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.405498Z","time spent":"516.001248ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:16:41.921548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.721794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.921568Z","caller":"traceutil/trace.go:171","msg":"trace[592508095] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8875; }","duration":"727.774416ms","start":"2026-03-29T02:16:41.193788Z","end":"2026-03-29T02:16:41.921563Z","steps":["trace[592508095] 'agreement among raft nodes before linearized reading' (duration: 727.743435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.921583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.193768Z","time spent":"727.810907ms","remote":"127.0.0.1:36438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:16:41.921575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.160287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.92162Z","caller":"traceutil/trace.go:171","msg":"trace[1371010055] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8875; }","duration":"767.207269ms","start":"2026-03-29T02:16:41.1544Z","end":"2026-03-29T02:16:41.921607Z","steps":["trace[1371010055] 'agreement among raft nodes before linearized reading' (duration: 767.139137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.921638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.125392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.921656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.254829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.921669Z","caller":"traceutil/trace.go:171","msg":"trace[236320337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8875; }","duration":"555.184434ms","start":"2026-03-29T02:16:41.366475Z","end":"2026-03-29T02:16:41.921659Z","steps":["trace[236320337] 'agreement among raft nodes before linearized reading' (duration: 555.131503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.921657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.3525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.921671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.791676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.921687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.366456Z","time spent":"555.226935ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:16:41.921711Z","caller":"traceutil/trace.go:171","msg":"trace[1353719262] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8875; }","duration":"747.879098ms","start":"2026-03-29T02:16:41.17382Z","end":"2026-03-29T02:16:41.921699Z","steps":["trace[1353719262] 'agreement among raft nodes before linearized reading' (duration: 747.804836ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:41.921708Z","caller":"traceutil/trace.go:171","msg":"trace[1662332465] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8875; }","duration":"614.416131ms","start":"2026-03-29T02:16:41.307277Z","end":"2026-03-29T02:16:41.921693Z","steps":["trace[1662332465] 'agreement among raft nodes before linearized reading' (duration: 614.340159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.921731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.202646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.921087Z","caller":"traceutil/trace.go:171","msg":"trace[388911241] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8875; }","duration":"515.591956ms","start":"2026-03-29T02:16:41.40548Z","end":"2026-03-29T02:16:41.921072Z","steps":["trace[388911241] 'agreement among raft nodes before linearized reading' (duration: 515.474003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.921773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.023826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.921766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.307271Z","time spent":"614.482773ms","remote":"127.0.0.1:36508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:41.921795Z","caller":"traceutil/trace.go:171","msg":"trace[405466284] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8875; }","duration":"580.050317ms","start":"2026-03-29T02:16:41.341737Z","end":"2026-03-29T02:16:41.921788Z","steps":["trace[405466284] 'agreement among raft nodes before linearized reading' (duration: 580.028326ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:41.921778Z","caller":"traceutil/trace.go:171","msg":"trace[894264525] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8875; }","duration":"610.274247ms","start":"2026-03-29T02:16:41.311491Z","end":"2026-03-29T02:16:41.921765Z","steps":["trace[894264525] 'agreement among raft nodes before linearized reading' (duration: 610.175964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.92181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.341734Z","time spent":"580.072447ms","remote":"127.0.0.1:36524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:16:41.921807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.405461Z","time spent":"516.319297ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:41.921832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.311482Z","time spent":"610.34107ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:41.92173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.17381Z","time spent":"747.913989ms","remote":"127.0.0.1:36424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:16:41.921917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.361548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.921946Z","caller":"traceutil/trace.go:171","msg":"trace[1410390822] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8875; }","duration":"516.4597ms","start":"2026-03-29T02:16:41.405477Z","end":"2026-03-29T02:16:41.921936Z","steps":["trace[1410390822] 'agreement among raft nodes before linearized reading' (duration: 516.356517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.921386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.042699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.921983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.966042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.921972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.766431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.921994Z","caller":"traceutil/trace.go:171","msg":"trace[1093926772] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8875; }","duration":"706.674286ms","start":"2026-03-29T02:16:41.215311Z","end":"2026-03-29T02:16:41.921986Z","steps":["trace[1093926772] 'agreement among raft nodes before linearized reading' (duration: 706.064959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.922021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.047941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.922021Z","caller":"traceutil/trace.go:171","msg":"trace[1270058256] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8875; }","duration":"614.828883ms","start":"2026-03-29T02:16:41.307179Z","end":"2026-03-29T02:16:41.922008Z","steps":["trace[1270058256] 'agreement among raft nodes before linearized reading' (duration: 614.753491ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:41.922044Z","caller":"traceutil/trace.go:171","msg":"trace[472399832] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8875; }","duration":"626.083212ms","start":"2026-03-29T02:16:41.295957Z","end":"2026-03-29T02:16:41.92204Z","steps":["trace[472399832] 'agreement among raft nodes before linearized reading' (duration: 626.053931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.92206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.295951Z","time spent":"626.104852ms","remote":"127.0.0.1:36492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:16:41.921969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.405467Z","time spent":"516.494371ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:16:41.922074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.98822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.922071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.307172Z","time spent":"614.884924ms","remote":"127.0.0.1:36508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:16:41.922097Z","caller":"traceutil/trace.go:171","msg":"trace[604724170] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8875; }","duration":"499.032051ms","start":"2026-03-29T02:16:41.423058Z","end":"2026-03-29T02:16:41.92209Z","steps":["trace[604724170] 'agreement among raft nodes before linearized reading' (duration: 498.99058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.922116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.712048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.922143Z","caller":"traceutil/trace.go:171","msg":"trace[1762188343] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8875; }","duration":"642.77393ms","start":"2026-03-29T02:16:41.27936Z","end":"2026-03-29T02:16:41.922134Z","steps":["trace[1762188343] 'agreement among raft nodes before linearized reading' (duration: 642.728319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.922163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.290296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.922166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.417428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.922171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.27934Z","time spent":"642.824252ms","remote":"127.0.0.1:36480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:16:41.922184Z","caller":"traceutil/trace.go:171","msg":"trace[1944154096] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8875; }","duration":"480.331177ms","start":"2026-03-29T02:16:41.441847Z","end":"2026-03-29T02:16:41.922178Z","steps":["trace[1944154096] 'agreement among raft nodes before linearized reading' (duration: 480.286956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.922016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.467399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.922191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.681136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.922237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.817061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.922241Z","caller":"traceutil/trace.go:171","msg":"trace[1921233836] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8875; }","duration":"627.745008ms","start":"2026-03-29T02:16:41.294483Z","end":"2026-03-29T02:16:41.922228Z","steps":["trace[1921233836] 'agreement among raft nodes before linearized reading' (duration: 627.684386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.922122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.423049Z","time spent":"499.067342ms","remote":"127.0.0.1:36560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:41.922267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.821259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.922286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.029916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.92229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.29447Z","time spent":"627.810769ms","remote":"127.0.0.1:36492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:41.922301Z","caller":"traceutil/trace.go:171","msg":"trace[286928619] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8875; }","duration":"533.016265ms","start":"2026-03-29T02:16:41.389277Z","end":"2026-03-29T02:16:41.922294Z","steps":["trace[286928619] 'agreement among raft nodes before linearized reading' (duration: 532.83888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.922304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.681253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.922307Z","caller":"traceutil/trace.go:171","msg":"trace[2013280021] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8875; }","duration":"481.063317ms","start":"2026-03-29T02:16:41.441238Z","end":"2026-03-29T02:16:41.922302Z","steps":["trace[2013280021] 'agreement among raft nodes before linearized reading' (duration: 481.031076ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:41.922325Z","caller":"traceutil/trace.go:171","msg":"trace[1251760142] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8875; }","duration":"541.731424ms","start":"2026-03-29T02:16:41.380589Z","end":"2026-03-29T02:16:41.92232Z","steps":["trace[1251760142] 'agreement among raft nodes before linearized reading' (duration: 541.703674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.922351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.380569Z","time spent":"541.778485ms","remote":"127.0.0.1:36534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:16:41.922144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.363496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.922356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.753682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.922375Z","caller":"traceutil/trace.go:171","msg":"trace[1023801050] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8875; }","duration":"542.786823ms","start":"2026-03-29T02:16:41.379582Z","end":"2026-03-29T02:16:41.922369Z","steps":["trace[1023801050] 'agreement among raft nodes before linearized reading' (duration: 542.756072ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:41.922378Z","caller":"traceutil/trace.go:171","msg":"trace[2064936919] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8875; }","duration":"643.618224ms","start":"2026-03-29T02:16:41.27875Z","end":"2026-03-29T02:16:41.922369Z","steps":["trace[2064936919] 'agreement among raft nodes before linearized reading' (duration: 643.379537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.922385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.253827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.922403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.278737Z","time spent":"643.658064ms","remote":"127.0.0.1:36480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:16:41.922403Z","caller":"traceutil/trace.go:171","msg":"trace[1393410159] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8875; }","duration":"499.296449ms","start":"2026-03-29T02:16:41.423101Z","end":"2026-03-29T02:16:41.922398Z","steps":["trace[1393410159] 'agreement among raft nodes before linearized reading' (duration: 499.267138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.922424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.423086Z","time spent":"499.332499ms","remote":"127.0.0.1:36560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:16:41.922432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.898268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.922449Z","caller":"traceutil/trace.go:171","msg":"trace[1609687443] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8875; }","duration":"541.93007ms","start":"2026-03-29T02:16:41.380514Z","end":"2026-03-29T02:16:41.922444Z","steps":["trace[1609687443] 'agreement among raft nodes before linearized reading' (duration: 541.905019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.922469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.380506Z","time spent":"541.95731ms","remote":"127.0.0.1:36534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:41.92203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.215295Z","time spent":"706.720907ms","remote":"127.0.0.1:36448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:16:41.922281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.644669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.922526Z","caller":"traceutil/trace.go:171","msg":"trace[1223441237] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8875; }","duration":"542.915437ms","start":"2026-03-29T02:16:41.379607Z","end":"2026-03-29T02:16:41.922522Z","steps":["trace[1223441237] 'agreement among raft nodes before linearized reading' (duration: 542.65851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.922541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.379602Z","time spent":"542.934727ms","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:16:41.922519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.948898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.922577Z","caller":"traceutil/trace.go:171","msg":"trace[1385876647] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8875; }","duration":"543.03932ms","start":"2026-03-29T02:16:41.379529Z","end":"2026-03-29T02:16:41.922569Z","steps":["trace[1385876647] 'agreement among raft nodes before linearized reading' (duration: 542.967468ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:41.922204Z","caller":"traceutil/trace.go:171","msg":"trace[241452640] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8875; }","duration":"580.698485ms","start":"2026-03-29T02:16:41.341501Z","end":"2026-03-29T02:16:41.9222Z","steps":["trace[241452640] 'agreement among raft nodes before linearized reading' (duration: 580.484679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.9226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.379519Z","time spent":"543.073491ms","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:16:41.922324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.389259Z","time spent":"533.059295ms","remote":"127.0.0.1:36534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:16:41.922618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.342297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.922647Z","caller":"traceutil/trace.go:171","msg":"trace[1758871116] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8875; }","duration":"789.385919ms","start":"2026-03-29T02:16:41.133255Z","end":"2026-03-29T02:16:41.922641Z","steps":["trace[1758871116] 'agreement among raft nodes before linearized reading' (duration: 789.338418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.922355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.931218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.922428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.379578Z","time spent":"542.814904ms","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:41.922669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.133249Z","time spent":"789.41376ms","remote":"127.0.0.1:36416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:16:41.922682Z","caller":"traceutil/trace.go:171","msg":"trace[1582605447] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8875; }","duration":"499.271738ms","start":"2026-03-29T02:16:41.423405Z","end":"2026-03-29T02:16:41.922677Z","steps":["trace[1582605447] 'agreement among raft nodes before linearized reading' (duration: 498.934749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.922706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.423397Z","time spent":"499.303219ms","remote":"127.0.0.1:36560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:16:41.922617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.341483Z","time spent":"581.121756ms","remote":"127.0.0.1:36524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:16:41.921366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.996627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.921753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.029587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.922787Z","caller":"traceutil/trace.go:171","msg":"trace[401144898] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8875; }","duration":"581.071505ms","start":"2026-03-29T02:16:41.341709Z","end":"2026-03-29T02:16:41.92278Z","steps":["trace[401144898] 'agreement among raft nodes before linearized reading' (duration: 580.033616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.922806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.341704Z","time spent":"581.097586ms","remote":"127.0.0.1:36524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:41.922793Z","caller":"traceutil/trace.go:171","msg":"trace[1608096894] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8875; }","duration":"707.423657ms","start":"2026-03-29T02:16:41.215357Z","end":"2026-03-29T02:16:41.92278Z","steps":["trace[1608096894] 'agreement among raft nodes before linearized reading' (duration: 705.996118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.922842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.215354Z","time spent":"707.470488ms","remote":"127.0.0.1:36448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:41.92233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.441231Z","time spent":"481.093789ms","remote":"127.0.0.1:36576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:16:41.922257Z","caller":"traceutil/trace.go:171","msg":"trace[1256282784] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8875; }","duration":"480.871993ms","start":"2026-03-29T02:16:41.44138Z","end":"2026-03-29T02:16:41.922252Z","steps":["trace[1256282784] 'agreement among raft nodes before linearized reading' (duration: 480.835812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.922969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.441357Z","time spent":"481.602942ms","remote":"127.0.0.1:36576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:41.922345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.273061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.923012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.436373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.923066Z","caller":"traceutil/trace.go:171","msg":"trace[823166686] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8875; }","duration":"768.500345ms","start":"2026-03-29T02:16:41.154559Z","end":"2026-03-29T02:16:41.923059Z","steps":["trace[823166686] 'agreement among raft nodes before linearized reading' (duration: 768.432253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.923087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.154555Z","time spent":"768.525365ms","remote":"127.0.0.1:36418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:16:41.922204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.441834Z","time spent":"480.363638ms","remote":"127.0.0.1:36576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:16:41.922187Z","caller":"traceutil/trace.go:171","msg":"trace[1233961768] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8875; }","duration":"643.436869ms","start":"2026-03-29T02:16:41.278745Z","end":"2026-03-29T02:16:41.922182Z","steps":["trace[1233961768] 'agreement among raft nodes before linearized reading' (duration: 643.411938ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:41.923004Z","caller":"traceutil/trace.go:171","msg":"trace[1153381828] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8875; }","duration":"673.019921ms","start":"2026-03-29T02:16:41.249974Z","end":"2026-03-29T02:16:41.922994Z","steps":["trace[1153381828] 'agreement among raft nodes before linearized reading' (duration: 672.26364ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:41.921679Z","caller":"traceutil/trace.go:171","msg":"trace[1131720123] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8875; }","duration":"728.291509ms","start":"2026-03-29T02:16:41.193378Z","end":"2026-03-29T02:16:41.921669Z","steps":["trace[1131720123] 'agreement among raft nodes before linearized reading' (duration: 728.263579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.923161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.278706Z","time spent":"644.448036ms","remote":"127.0.0.1:36480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:41.923188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.19337Z","time spent":"729.809092ms","remote":"127.0.0.1:36438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:16:41.923188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.249968Z","time spent":"673.207317ms","remote":"127.0.0.1:36474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:16:41.922001Z","caller":"traceutil/trace.go:171","msg":"trace[1358232633] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8875; }","duration":"671.996453ms","start":"2026-03-29T02:16:41.249999Z","end":"2026-03-29T02:16:41.921996Z","steps":["trace[1358232633] 'agreement among raft nodes before linearized reading' (duration: 671.967963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.923276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.798009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.923287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.249995Z","time spent":"673.286689ms","remote":"127.0.0.1:36474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:41.923303Z","caller":"traceutil/trace.go:171","msg":"trace[1432630299] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8875; }","duration":"698.82653ms","start":"2026-03-29T02:16:41.224467Z","end":"2026-03-29T02:16:41.923294Z","steps":["trace[1432630299] 'agreement among raft nodes before linearized reading' (duration: 698.786099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.923326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.224408Z","time spent":"698.910793ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:16:41.923426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.624525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.923451Z","caller":"traceutil/trace.go:171","msg":"trace[769724220] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8875; }","duration":"698.667956ms","start":"2026-03-29T02:16:41.224776Z","end":"2026-03-29T02:16:41.923444Z","steps":["trace[769724220] 'agreement among raft nodes before linearized reading' (duration: 698.629615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.923473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.224764Z","time spent":"698.701917ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:16:41.923971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.461417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:16:41.924009Z","caller":"traceutil/trace.go:171","msg":"trace[1074052944] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:8875; }","duration":"466.512688ms","start":"2026-03-29T02:16:41.457491Z","end":"2026-03-29T02:16:41.924003Z","steps":["trace[1074052944] 'agreement among raft nodes before linearized reading' (duration: 464.094581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.924027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.457481Z","time spent":"466.541328ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-29T02:16:41.924023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.463395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.924058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.154358Z","time spent":"767.298152ms","remote":"127.0.0.1:36418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:16:41.924066Z","caller":"traceutil/trace.go:171","msg":"trace[563723354] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8875; }","duration":"629.549917ms","start":"2026-03-29T02:16:41.294504Z","end":"2026-03-29T02:16:41.924054Z","steps":["trace[563723354] 'agreement among raft nodes before linearized reading' (duration: 629.464465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.924173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.294485Z","time spent":"629.676081ms","remote":"127.0.0.1:36492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:16:41.924147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.424361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.924388Z","caller":"traceutil/trace.go:171","msg":"trace[485287569] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8875; }","duration":"769.825791ms","start":"2026-03-29T02:16:41.154528Z","end":"2026-03-29T02:16:41.924354Z","steps":["trace[485287569] 'agreement among raft nodes before linearized reading' (duration: 767.357733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.924558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.154523Z","time spent":"770.013006ms","remote":"127.0.0.1:36418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:41.925552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.596342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.925655Z","caller":"traceutil/trace.go:171","msg":"trace[414148296] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8875; }","duration":"675.726545ms","start":"2026-03-29T02:16:41.249905Z","end":"2026-03-29T02:16:41.925632Z","steps":["trace[414148296] 'agreement among raft nodes before linearized reading' (duration: 675.590442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.925711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.249885Z","time spent":"675.812378ms","remote":"127.0.0.1:36474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:16:43.239593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:43.740507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:44.241037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:44.569567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201775624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:44.569674Z","caller":"traceutil/trace.go:171","msg":"trace[489525648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8881; }","duration":"2.201928008s","start":"2026-03-29T02:16:42.367719Z","end":"2026-03-29T02:16:44.569646Z","steps":["trace[489525648] 'range keys from in-memory index tree' (duration: 2.201686372s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:44.569733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:42.367701Z","time spent":"2.202013601s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:44.570356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143205849s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:44.570481Z","caller":"traceutil/trace.go:171","msg":"trace[1520809938] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8881; }","duration":"1.143373995s","start":"2026-03-29T02:16:43.427081Z","end":"2026-03-29T02:16:44.570455Z","steps":["trace[1520809938] 'range keys from in-memory index tree' (duration: 1.143187259s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:44.741853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:45.242252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:45.743014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:45.856785Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.482758841s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:16:45.857374Z","caller":"traceutil/trace.go:171","msg":"trace[2096026850] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"3.483504611s","start":"2026-03-29T02:16:42.373848Z","end":"2026-03-29T02:16:45.857353Z","steps":["trace[2096026850] 'process raft request' (duration: 3.483363017s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.857504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:42.37382Z","time spent":"3.483612213s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:45.860221Z","caller":"traceutil/trace.go:171","msg":"trace[1650914772] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"3.42161421s","start":"2026-03-29T02:16:42.438588Z","end":"2026-03-29T02:16:45.860203Z","steps":["trace[1650914772] 'process raft request' (duration: 3.421474376s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.860331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:42.438562Z","time spent":"3.421700683s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:45.860436Z","caller":"traceutil/trace.go:171","msg":"trace[1070498370] linearizableReadLoop","detail":"{readStateIndex:9219; appliedIndex:9215; }","duration":"3.121230257s","start":"2026-03-29T02:16:42.73919Z","end":"2026-03-29T02:16:45.860421Z","steps":["trace[1070498370] 'read index received' (duration: 3.118092261s)","trace[1070498370] 'applied index is now lower than readState.Index' (duration: 3.136906ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:45.860464Z","caller":"traceutil/trace.go:171","msg":"trace[1030271404] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"3.20247989s","start":"2026-03-29T02:16:42.657958Z","end":"2026-03-29T02:16:45.860438Z","steps":["trace[1030271404] 'process raft request' (duration: 3.202214652s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:45.860537Z","caller":"traceutil/trace.go:171","msg":"trace[1337231575] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"1.931682775s","start":"2026-03-29T02:16:43.928797Z","end":"2026-03-29T02:16:45.86048Z","steps":["trace[1337231575] 'process raft request' (duration: 1.931543611s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.860606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.121408712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:16:45.86061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766184442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:45.860616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:42.657934Z","time spent":"3.202592752s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:45.860642Z","caller":"traceutil/trace.go:171","msg":"trace[39738698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8885; }","duration":"3.121482584s","start":"2026-03-29T02:16:42.739149Z","end":"2026-03-29T02:16:45.860631Z","steps":["trace[39738698] 'agreement among raft nodes before linearized reading' (duration: 3.121362631s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:45.860646Z","caller":"traceutil/trace.go:171","msg":"trace[252152391] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8885; }","duration":"2.766264064s","start":"2026-03-29T02:16:43.094373Z","end":"2026-03-29T02:16:45.860637Z","steps":["trace[252152391] 'agreement among raft nodes before linearized reading' (duration: 2.766192002s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.860675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:42.739127Z","time spent":"3.121539536s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:45.860693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:43.094352Z","time spent":"2.766332456s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:45.860722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:43.928767Z","time spent":"1.931849839s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:45.860752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74554689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:16:45.860797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827740469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:45.860803Z","caller":"traceutil/trace.go:171","msg":"trace[861881930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8885; }","duration":"1.745633962s","start":"2026-03-29T02:16:44.115154Z","end":"2026-03-29T02:16:45.860788Z","steps":["trace[861881930] 'agreement among raft nodes before linearized reading' (duration: 1.745441957s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.860811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924164498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:16:45.860829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918645346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:16:45.860837Z","caller":"traceutil/trace.go:171","msg":"trace[376354689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8885; }","duration":"1.924190278s","start":"2026-03-29T02:16:43.936639Z","end":"2026-03-29T02:16:45.860829Z","steps":["trace[376354689] 'agreement among raft nodes before linearized reading' (duration: 1.924116846s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:45.860846Z","caller":"traceutil/trace.go:171","msg":"trace[2095045043] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8885; }","duration":"1.827822711s","start":"2026-03-29T02:16:44.032997Z","end":"2026-03-29T02:16:45.860819Z","steps":["trace[2095045043] 'agreement among raft nodes before linearized reading' (duration: 1.827746519s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:45.860856Z","caller":"traceutil/trace.go:171","msg":"trace[813705858] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:8885; }","duration":"1.918686357s","start":"2026-03-29T02:16:43.94216Z","end":"2026-03-29T02:16:45.860847Z","steps":["trace[813705858] 'agreement among raft nodes before linearized reading' (duration: 1.918569054s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.860867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:43.936582Z","time spent":"1.924278121s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:16:45.860876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:44.03294Z","time spent":"1.827925953s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:45.860883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:43.942154Z","time spent":"1.918718058s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:16:45.860924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13303157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:45.860956Z","caller":"traceutil/trace.go:171","msg":"trace[1413238336] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8885; }","duration":"1.133077471s","start":"2026-03-29T02:16:44.727869Z","end":"2026-03-29T02:16:45.860947Z","steps":["trace[1413238336] 'agreement among raft nodes before linearized reading' (duration: 1.133003599s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.860995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:44.727802Z","time spent":"1.133185375s","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:45.861015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951984372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:16:45.861048Z","caller":"traceutil/trace.go:171","msg":"trace[727915300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8885; }","duration":"1.952085005s","start":"2026-03-29T02:16:43.908953Z","end":"2026-03-29T02:16:45.861038Z","steps":["trace[727915300] 'agreement among raft nodes before linearized reading' (duration: 1.951976382s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.861078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908565449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:16:45.861106Z","caller":"traceutil/trace.go:171","msg":"trace[1055699367] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8885; }","duration":"1.908629411s","start":"2026-03-29T02:16:43.952466Z","end":"2026-03-29T02:16:45.861095Z","steps":["trace[1055699367] 'agreement among raft nodes before linearized reading' (duration: 1.908561939s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.861107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79319125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:16:45.861124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:43.952417Z","time spent":"1.908702703s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-29T02:16:45.86114Z","caller":"traceutil/trace.go:171","msg":"trace[397029874] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8885; }","duration":"1.793259712s","start":"2026-03-29T02:16:44.06787Z","end":"2026-03-29T02:16:45.86113Z","steps":["trace[397029874] 'agreement among raft nodes before linearized reading' (duration: 1.793169579s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.861148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48913796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-29T02:16:45.861168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:44.067844Z","time spent":"1.793316972s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:16:45.861177Z","caller":"traceutil/trace.go:171","msg":"trace[1702567488] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8885; }","duration":"2.489197772s","start":"2026-03-29T02:16:43.371972Z","end":"2026-03-29T02:16:45.861169Z","steps":["trace[1702567488] 'agreement among raft nodes before linearized reading' (duration: 2.48912196s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.861174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160283539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b75d9449-ngd7g.18a12e40f5df75df\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-29T02:16:45.861206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:43.371954Z","time spent":"2.489244872s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:16:45.861212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.379872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:45.861078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:43.908933Z","time spent":"1.952134266s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:16:45.861252Z","caller":"traceutil/trace.go:171","msg":"trace[71090472] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8885; }","duration":"273.420783ms","start":"2026-03-29T02:16:45.587824Z","end":"2026-03-29T02:16:45.861245Z","steps":["trace[71090472] 'agreement among raft nodes before linearized reading' (duration: 273.300279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.861258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492447836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:45.861284Z","caller":"traceutil/trace.go:171","msg":"trace[2011282806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8885; }","duration":"1.492497988s","start":"2026-03-29T02:16:44.368777Z","end":"2026-03-29T02:16:45.861275Z","steps":["trace[2011282806] 'agreement among raft nodes before linearized reading' (duration: 1.492461287s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.861309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:44.36876Z","time spent":"1.492544118s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:45.861337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540994825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:45.861368Z","caller":"traceutil/trace.go:171","msg":"trace[1038647305] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8885; }","duration":"2.541062507s","start":"2026-03-29T02:16:43.320296Z","end":"2026-03-29T02:16:45.861358Z","steps":["trace[1038647305] 'agreement among raft nodes before linearized reading' (duration: 2.541010985s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:45.861219Z","caller":"traceutil/trace.go:171","msg":"trace[1435447154] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b75d9449-ngd7g.18a12e40f5df75df; range_end:; response_count:1; response_revision:8885; }","duration":"1.160361232s","start":"2026-03-29T02:16:44.700843Z","end":"2026-03-29T02:16:45.861204Z","steps":["trace[1435447154] 'agreement among raft nodes before linearized reading' (duration: 1.160236718s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.861386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093677339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:16:45.861396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:43.320274Z","time spent":"2.541114628s","remote":"127.0.0.1:41018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:45.861411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:44.70082Z","time spent":"1.160583018s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-6b75d9449-ngd7g.18a12e40f5df75df\" "} {"level":"info","ts":"2026-03-29T02:16:45.861424Z","caller":"traceutil/trace.go:171","msg":"trace[330636215] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8885; }","duration":"1.093749911s","start":"2026-03-29T02:16:44.767662Z","end":"2026-03-29T02:16:45.861412Z","steps":["trace[330636215] 'agreement among raft nodes before linearized reading' (duration: 1.093639868s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.861454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:44.76764Z","time spent":"1.093807473s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:16:45.860836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:44.115133Z","time spent":"1.745696564s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:45.861578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.645402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:45.861576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683517096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:16:45.861604Z","caller":"traceutil/trace.go:171","msg":"trace[1539764612] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8885; }","duration":"640.702013ms","start":"2026-03-29T02:16:45.220894Z","end":"2026-03-29T02:16:45.861596Z","steps":["trace[1539764612] 'agreement among raft nodes before linearized reading' (duration: 640.631531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.86165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:45.220876Z","time spent":"640.767246ms","remote":"127.0.0.1:43170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:45.86162Z","caller":"traceutil/trace.go:171","msg":"trace[642195484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8885; }","duration":"1.683595198s","start":"2026-03-29T02:16:44.178013Z","end":"2026-03-29T02:16:45.861608Z","steps":["trace[642195484] 'agreement among raft nodes before linearized reading' (duration: 1.683460194s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.861735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:44.177999Z","time spent":"1.683728082s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:16:48.077411Z","caller":"traceutil/trace.go:171","msg":"trace[316552878] linearizableReadLoop","detail":"{readStateIndex:9239; appliedIndex:9238; }","duration":"136.47465ms","start":"2026-03-29T02:16:47.940915Z","end":"2026-03-29T02:16:48.07739Z","steps":["trace[316552878] 'read index received' (duration: 136.301245ms)","trace[316552878] 'applied index is now lower than readState.Index' (duration: 172.765µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:48.077456Z","caller":"traceutil/trace.go:171","msg":"trace[1251956774] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"141.820886ms","start":"2026-03-29T02:16:47.935608Z","end":"2026-03-29T02:16:48.077429Z","steps":["trace[1251956774] 'process raft request' (duration: 141.654452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:48.077825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.893392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223828"} {"level":"info","ts":"2026-03-29T02:16:48.077871Z","caller":"traceutil/trace.go:171","msg":"trace[277549391] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8904; }","duration":"136.982134ms","start":"2026-03-29T02:16:47.940881Z","end":"2026-03-29T02:16:48.077863Z","steps":["trace[277549391] 'agreement among raft nodes before linearized reading' (duration: 136.616364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:50.106811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.887127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:50.107062Z","caller":"traceutil/trace.go:171","msg":"trace[1812943699] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"163.41556ms","start":"2026-03-29T02:16:49.943629Z","end":"2026-03-29T02:16:50.107045Z","steps":["trace[1812943699] 'process raft request' (duration: 163.320567ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:50.107073Z","caller":"traceutil/trace.go:171","msg":"trace[2050346175] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"164.153621ms","start":"2026-03-29T02:16:49.942886Z","end":"2026-03-29T02:16:50.10704Z","steps":["trace[2050346175] 'process raft request' (duration: 52.957165ms)","trace[2050346175] 'compare' (duration: 110.771034ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:50.10714Z","caller":"traceutil/trace.go:171","msg":"trace[910175623] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"163.79501ms","start":"2026-03-29T02:16:49.943307Z","end":"2026-03-29T02:16:50.107102Z","steps":["trace[910175623] 'process raft request' (duration: 163.604345ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:50.107227Z","caller":"traceutil/trace.go:171","msg":"trace[1102188728] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"163.445111ms","start":"2026-03-29T02:16:49.943763Z","end":"2026-03-29T02:16:50.107208Z","steps":["trace[1102188728] 'process raft request' (duration: 163.220985ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:50.10737Z","caller":"traceutil/trace.go:171","msg":"trace[1493076329] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"163.527413ms","start":"2026-03-29T02:16:49.943836Z","end":"2026-03-29T02:16:50.107364Z","steps":["trace[1493076329] 'process raft request' (duration: 163.316378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:52.367501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.103624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:52.367635Z","caller":"traceutil/trace.go:171","msg":"trace[1823628859] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"465.029657ms","start":"2026-03-29T02:16:51.902591Z","end":"2026-03-29T02:16:52.36762Z","steps":["trace[1823628859] 'process raft request' (duration: 199.747838ms)","trace[1823628859] 'compare' (duration: 264.994571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:52.367679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:51.902544Z","time spent":"465.11517ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:52.367912Z","caller":"traceutil/trace.go:171","msg":"trace[410311248] linearizableReadLoop","detail":"{readStateIndex:9255; appliedIndex:9253; }","duration":"256.59386ms","start":"2026-03-29T02:16:52.111281Z","end":"2026-03-29T02:16:52.367875Z","steps":["trace[410311248] 'read index received' (duration: 46.361µs)","trace[410311248] 'applied index is now lower than readState.Index' (duration: 256.545489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:52.368331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.155008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:16:52.368271Z","caller":"traceutil/trace.go:171","msg":"trace[990669019] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"462.176758ms","start":"2026-03-29T02:16:51.906043Z","end":"2026-03-29T02:16:52.36822Z","steps":["trace[990669019] 'process raft request' (duration: 461.547181ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:52.368362Z","caller":"traceutil/trace.go:171","msg":"trace[2032480379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8919; }","duration":"256.21246ms","start":"2026-03-29T02:16:52.112142Z","end":"2026-03-29T02:16:52.368354Z","steps":["trace[2032480379] 'agreement among raft nodes before linearized reading' (duration: 256.108047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:52.368397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.712743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:16:52.368669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.80057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:16:52.36846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.267481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:16:52.36869Z","caller":"traceutil/trace.go:171","msg":"trace[1420574826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:8919; }","duration":"250.849682ms","start":"2026-03-29T02:16:52.117835Z","end":"2026-03-29T02:16:52.368685Z","steps":["trace[1420574826] 'agreement among raft nodes before linearized reading' (duration: 250.617156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:52.368661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.267051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:16:52.368681Z","caller":"traceutil/trace.go:171","msg":"trace[979462701] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8919; }","duration":"257.036732ms","start":"2026-03-29T02:16:52.11162Z","end":"2026-03-29T02:16:52.368657Z","steps":["trace[979462701] 'agreement among raft nodes before linearized reading' (duration: 256.632711ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:52.368727Z","caller":"traceutil/trace.go:171","msg":"trace[1392236708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8919; }","duration":"256.57216ms","start":"2026-03-29T02:16:52.112133Z","end":"2026-03-29T02:16:52.368705Z","steps":["trace[1392236708] 'agreement among raft nodes before linearized reading' (duration: 256.139048ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:52.368735Z","caller":"traceutil/trace.go:171","msg":"trace[1851493831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8919; }","duration":"256.57528ms","start":"2026-03-29T02:16:52.112142Z","end":"2026-03-29T02:16:52.368717Z","steps":["trace[1851493831] 'agreement among raft nodes before linearized reading' (duration: 256.119947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:52.368743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:51.906009Z","time spent":"462.372324ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:52.368443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.208042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:16:52.368907Z","caller":"traceutil/trace.go:171","msg":"trace[468001066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8919; }","duration":"243.641174ms","start":"2026-03-29T02:16:52.125215Z","end":"2026-03-29T02:16:52.368856Z","steps":["trace[468001066] 'agreement among raft nodes before linearized reading' (duration: 243.197381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:52.369454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.162544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:16:52.369535Z","caller":"traceutil/trace.go:171","msg":"trace[1359562132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8919; }","duration":"258.277846ms","start":"2026-03-29T02:16:52.111226Z","end":"2026-03-29T02:16:52.369504Z","steps":["trace[1359562132] 'agreement among raft nodes before linearized reading' (duration: 256.876778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:53.035198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.243696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:53.035427Z","caller":"traceutil/trace.go:171","msg":"trace[763217267] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"663.406587ms","start":"2026-03-29T02:16:52.371983Z","end":"2026-03-29T02:16:53.03539Z","steps":["trace[763217267] 'process raft request' (duration: 325.809031ms)","trace[763217267] 'compare' (duration: 337.02199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:53.03556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:52.371967Z","time spent":"663.521471ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:53.035535Z","caller":"traceutil/trace.go:171","msg":"trace[800242664] linearizableReadLoop","detail":"{readStateIndex:9256; appliedIndex:9255; }","duration":"660.564679ms","start":"2026-03-29T02:16:52.374944Z","end":"2026-03-29T02:16:53.035509Z","steps":["trace[800242664] 'read index received' (duration: 322.798909ms)","trace[800242664] 'applied index is now lower than readState.Index' (duration: 337.76322ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:53.035793Z","caller":"traceutil/trace.go:171","msg":"trace[183033903] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"660.112697ms","start":"2026-03-29T02:16:52.375672Z","end":"2026-03-29T02:16:53.035784Z","steps":["trace[183033903] 'process raft request' (duration: 659.744877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:53.035841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:52.375656Z","time spent":"660.157668ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:53.035875Z","caller":"traceutil/trace.go:171","msg":"trace[39563276] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"657.965688ms","start":"2026-03-29T02:16:52.377882Z","end":"2026-03-29T02:16:53.035848Z","steps":["trace[39563276] 'process raft request' (duration: 657.904906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:53.035988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:52.377871Z","time spent":"658.063361ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:53.036092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.128345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223828"} {"level":"info","ts":"2026-03-29T02:16:53.036133Z","caller":"traceutil/trace.go:171","msg":"trace[1973053101] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8922; }","duration":"661.251488ms","start":"2026-03-29T02:16:52.37487Z","end":"2026-03-29T02:16:53.036122Z","steps":["trace[1973053101] 'agreement among raft nodes before linearized reading' (duration: 660.788286ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:53.036163Z","caller":"traceutil/trace.go:171","msg":"trace[1944254985] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"660.390235ms","start":"2026-03-29T02:16:52.375751Z","end":"2026-03-29T02:16:53.036141Z","steps":["trace[1944254985] 'process raft request' (duration: 659.84666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:53.036222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.889528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:53.036249Z","caller":"traceutil/trace.go:171","msg":"trace[864966356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8925; }","duration":"660.9324ms","start":"2026-03-29T02:16:52.375309Z","end":"2026-03-29T02:16:53.036241Z","steps":["trace[864966356] 'agreement among raft nodes before linearized reading' (duration: 660.892128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:53.036251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:52.375745Z","time spent":"660.459537ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:53.036274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:52.3753Z","time spent":"660.96734ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:16:53.036749Z","caller":"traceutil/trace.go:171","msg":"trace[1042653057] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"660.899019ms","start":"2026-03-29T02:16:52.375832Z","end":"2026-03-29T02:16:53.036731Z","steps":["trace[1042653057] 'process raft request' (duration: 659.825609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:53.036836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:52.375824Z","time spent":"660.965331ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:53.037143Z","caller":"traceutil/trace.go:171","msg":"trace[483399726] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"659.380927ms","start":"2026-03-29T02:16:52.377743Z","end":"2026-03-29T02:16:53.037124Z","steps":["trace[483399726] 'process raft request' (duration: 657.991869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:53.037337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:52.37772Z","time spent":"659.518321ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:53.036172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:52.374849Z","time spent":"661.3143ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:16:53.727673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.536597ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:53.727758Z","caller":"traceutil/trace.go:171","msg":"trace[964553065] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8925; }","duration":"300.63438ms","start":"2026-03-29T02:16:53.427111Z","end":"2026-03-29T02:16:53.727746Z","steps":["trace[964553065] 'range keys from in-memory index tree' (duration: 300.522507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:53.728325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.211178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:53.728401Z","caller":"traceutil/trace.go:171","msg":"trace[1711417351] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"357.814661ms","start":"2026-03-29T02:16:53.370572Z","end":"2026-03-29T02:16:53.728387Z","steps":["trace[1711417351] 'process raft request' (duration: 219.47351ms)","trace[1711417351] 'compare' (duration: 138.105195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:53.728462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:53.370547Z","time spent":"357.887714ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:54.652187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122315,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:16:54.952284Z","caller":"traceutil/trace.go:171","msg":"trace[1562243594] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"975.690096ms","start":"2026-03-29T02:16:53.976571Z","end":"2026-03-29T02:16:54.952261Z","steps":["trace[1562243594] 'process raft request' (duration: 975.547242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:54.952428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:53.976542Z","time spent":"975.80816ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:55.271698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.842789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:55.271875Z","caller":"traceutil/trace.go:171","msg":"trace[1686639041] linearizableReadLoop","detail":"{readStateIndex:9265; appliedIndex:9262; }","duration":"1.120227987s","start":"2026-03-29T02:16:54.151631Z","end":"2026-03-29T02:16:55.271859Z","steps":["trace[1686639041] 'read index received' (duration: 800.466052ms)","trace[1686639041] 'applied index is now lower than readState.Index' (duration: 319.761245ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:55.271881Z","caller":"traceutil/trace.go:171","msg":"trace[2061146976] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"898.835455ms","start":"2026-03-29T02:16:54.373021Z","end":"2026-03-29T02:16:55.271857Z","steps":["trace[2061146976] 'process raft request' (duration: 650.733549ms)","trace[2061146976] 'compare' (duration: 247.690135ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:55.271909Z","caller":"traceutil/trace.go:171","msg":"trace[23835256] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"898.621809ms","start":"2026-03-29T02:16:54.373269Z","end":"2026-03-29T02:16:55.271891Z","steps":["trace[23835256] 'process raft request' (duration: 898.534757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.271989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:54.373259Z","time spent":"898.690492ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:55.272065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.926509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:55.272101Z","caller":"traceutil/trace.go:171","msg":"trace[1897434263] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8929; }","duration":"343.984771ms","start":"2026-03-29T02:16:54.928099Z","end":"2026-03-29T02:16:55.272084Z","steps":["trace[1897434263] 'agreement among raft nodes before linearized reading' (duration: 343.939899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.272103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.219805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:16:55.272126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:54.928074Z","time spent":"344.045043ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:55.272133Z","caller":"traceutil/trace.go:171","msg":"trace[68087889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8929; }","duration":"230.288097ms","start":"2026-03-29T02:16:55.041839Z","end":"2026-03-29T02:16:55.272127Z","steps":["trace[68087889] 'agreement among raft nodes before linearized reading' (duration: 230.178654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.272163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120481624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:55.272208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.456414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:16:55.27225Z","caller":"traceutil/trace.go:171","msg":"trace[1852519695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8929; }","duration":"229.499456ms","start":"2026-03-29T02:16:55.042735Z","end":"2026-03-29T02:16:55.272235Z","steps":["trace[1852519695] 'agreement among raft nodes before linearized reading' (duration: 229.373672ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:55.272243Z","caller":"traceutil/trace.go:171","msg":"trace[883340625] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8929; }","duration":"1.120634718s","start":"2026-03-29T02:16:54.151589Z","end":"2026-03-29T02:16:55.272223Z","steps":["trace[883340625] 'agreement among raft nodes before linearized reading' (duration: 1.120352911s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.272278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.939438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:16:55.272299Z","caller":"traceutil/trace.go:171","msg":"trace[1672811322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8929; }","duration":"229.988379ms","start":"2026-03-29T02:16:55.042303Z","end":"2026-03-29T02:16:55.272291Z","steps":["trace[1672811322] 'agreement among raft nodes before linearized reading' (duration: 229.940038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.272294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:54.151568Z","time spent":"1.120715981s","remote":"127.0.0.1:43396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:55.272279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.489505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:16:55.272298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.679706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:16:55.272354Z","caller":"traceutil/trace.go:171","msg":"trace[1391996597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8929; }","duration":"229.604889ms","start":"2026-03-29T02:16:55.04273Z","end":"2026-03-29T02:16:55.272335Z","steps":["trace[1391996597] 'agreement among raft nodes before linearized reading' (duration: 229.354282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.272383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.093027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:16:55.272411Z","caller":"traceutil/trace.go:171","msg":"trace[301971918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8929; }","duration":"232.144498ms","start":"2026-03-29T02:16:55.040259Z","end":"2026-03-29T02:16:55.272403Z","steps":["trace[301971918] 'agreement among raft nodes before linearized reading' (duration: 232.084617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.272511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.283199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b75d9449-ngd7g.18a12e40f5df75df\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-29T02:16:55.27253Z","caller":"traceutil/trace.go:171","msg":"trace[1579515652] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b75d9449-ngd7g.18a12e40f5df75df; range_end:; response_count:1; response_revision:8929; }","duration":"566.33447ms","start":"2026-03-29T02:16:54.706189Z","end":"2026-03-29T02:16:55.272524Z","steps":["trace[1579515652] 'agreement among raft nodes before linearized reading' (duration: 566.283078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.272546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:54.706169Z","time spent":"566.371911ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-6b75d9449-ngd7g.18a12e40f5df75df\" "} {"level":"info","ts":"2026-03-29T02:16:55.272377Z","caller":"traceutil/trace.go:171","msg":"trace[995509888] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:8929; }","duration":"215.792569ms","start":"2026-03-29T02:16:55.056566Z","end":"2026-03-29T02:16:55.272358Z","steps":["trace[995509888] 'agreement among raft nodes before linearized reading' (duration: 215.557003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.272329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.217003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:16:55.272637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.478406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-29T02:16:55.272656Z","caller":"traceutil/trace.go:171","msg":"trace[1158045678] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8929; }","duration":"231.542322ms","start":"2026-03-29T02:16:55.041105Z","end":"2026-03-29T02:16:55.272647Z","steps":["trace[1158045678] 'agreement among raft nodes before linearized reading' (duration: 231.163752ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:55.272673Z","caller":"traceutil/trace.go:171","msg":"trace[900403424] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8929; }","duration":"712.554557ms","start":"2026-03-29T02:16:54.560108Z","end":"2026-03-29T02:16:55.272663Z","steps":["trace[900403424] 'agreement among raft nodes before linearized reading' (duration: 712.422374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.272698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:54.560087Z","time spent":"712.605309ms","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-29T02:16:55.272827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:54.373003Z","time spent":"898.927678ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:55.27201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.454674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:55.272932Z","caller":"traceutil/trace.go:171","msg":"trace[627470042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8929; }","duration":"903.411621ms","start":"2026-03-29T02:16:54.369512Z","end":"2026-03-29T02:16:55.272924Z","steps":["trace[627470042] 'agreement among raft nodes before linearized reading' (duration: 902.445664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.272957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:54.369491Z","time spent":"903.457872ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:55.625031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.15752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:55.625126Z","caller":"traceutil/trace.go:171","msg":"trace[135206393] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"350.807168ms","start":"2026-03-29T02:16:55.274301Z","end":"2026-03-29T02:16:55.625108Z","steps":["trace[135206393] 'process raft request' (duration: 198.473043ms)","trace[135206393] 'compare' (duration: 151.748959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:55.625178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:55.274294Z","time spent":"350.85817ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:55.723633Z","caller":"traceutil/trace.go:171","msg":"trace[1519802183] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"447.147776ms","start":"2026-03-29T02:16:55.27644Z","end":"2026-03-29T02:16:55.723588Z","steps":["trace[1519802183] 'process raft request' (duration: 446.788336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.723888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:55.276431Z","time spent":"447.348901ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:55.723898Z","caller":"traceutil/trace.go:171","msg":"trace[161582946] transaction","detail":"{read_only:false; response_revision:8932; number_of_response:1; }","duration":"447.049332ms","start":"2026-03-29T02:16:55.27681Z","end":"2026-03-29T02:16:55.723859Z","steps":["trace[161582946] 'process raft request' (duration: 446.59449ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:55.724017Z","caller":"traceutil/trace.go:171","msg":"trace[864225955] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"447.145275ms","start":"2026-03-29T02:16:55.276864Z","end":"2026-03-29T02:16:55.724009Z","steps":["trace[864225955] 'process raft request' (duration: 446.9454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.724751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:55.276859Z","time spent":"447.190277ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:55.724789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:55.276803Z","time spent":"447.913807ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:55.725242Z","caller":"traceutil/trace.go:171","msg":"trace[1611794894] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"448.301857ms","start":"2026-03-29T02:16:55.276896Z","end":"2026-03-29T02:16:55.725198Z","steps":["trace[1611794894] 'process raft request' (duration: 447.083874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.725333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:55.276873Z","time spent":"448.40978ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:55.824099Z","caller":"traceutil/trace.go:171","msg":"trace[2116163571] transaction","detail":"{read_only:false; response_revision:8936; number_of_response:1; }","duration":"544.623924ms","start":"2026-03-29T02:16:55.279457Z","end":"2026-03-29T02:16:55.824081Z","steps":["trace[2116163571] 'process raft request' (duration: 544.525201ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:55.824105Z","caller":"traceutil/trace.go:171","msg":"trace[1203211589] transaction","detail":"{read_only:false; response_revision:8935; number_of_response:1; }","duration":"544.702576ms","start":"2026-03-29T02:16:55.279375Z","end":"2026-03-29T02:16:55.824078Z","steps":["trace[1203211589] 'process raft request' (duration: 445.723616ms)","trace[1203211589] 'compare' (duration: 98.734153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:55.824222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:55.279361Z","time spent":"544.797578ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:55.824221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:55.279427Z","time spent":"544.724067ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:55.824092Z","caller":"traceutil/trace.go:171","msg":"trace[313708210] linearizableReadLoop","detail":"{readStateIndex:9270; appliedIndex:9265; }","duration":"547.01115ms","start":"2026-03-29T02:16:55.277021Z","end":"2026-03-29T02:16:55.824032Z","steps":["trace[313708210] 'read index received' (duration: 195.891543ms)","trace[313708210] 'applied index is now lower than readState.Index' (duration: 351.118637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:55.824399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.026105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:55.824422Z","caller":"traceutil/trace.go:171","msg":"trace[1790281254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8936; }","duration":"541.064576ms","start":"2026-03-29T02:16:55.283349Z","end":"2026-03-29T02:16:55.824414Z","steps":["trace[1790281254] 'agreement among raft nodes before linearized reading' (duration: 541.013615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.824439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:55.28334Z","time spent":"541.094567ms","remote":"127.0.0.1:57134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:55.824447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.961124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:55.824451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.421851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223828"} {"level":"info","ts":"2026-03-29T02:16:55.824483Z","caller":"traceutil/trace.go:171","msg":"trace[1717131754] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8936; }","duration":"224.026685ms","start":"2026-03-29T02:16:55.600447Z","end":"2026-03-29T02:16:55.824474Z","steps":["trace[1717131754] 'agreement among raft nodes before linearized reading' (duration: 223.890571ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:55.824492Z","caller":"traceutil/trace.go:171","msg":"trace[791283337] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8936; }","duration":"547.467922ms","start":"2026-03-29T02:16:55.277014Z","end":"2026-03-29T02:16:55.824482Z","steps":["trace[791283337] 'agreement among raft nodes before linearized reading' (duration: 547.120013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.824522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:55.276942Z","time spent":"547.572175ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:16:55.824514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.284277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-80bee014-e9d4-4cda-830e-ec0529eead3d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-29T02:16:55.824598Z","caller":"traceutil/trace.go:171","msg":"trace[779350904] range","detail":"{range_begin:/registry/persistentvolumes/pvc-80bee014-e9d4-4cda-830e-ec0529eead3d; range_end:; response_count:1; response_revision:8936; }","duration":"547.38636ms","start":"2026-03-29T02:16:55.277184Z","end":"2026-03-29T02:16:55.82457Z","steps":["trace[779350904] 'agreement among raft nodes before linearized reading' (duration: 547.159223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.82464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:55.277177Z","time spent":"547.453631ms","remote":"127.0.0.1:43194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-80bee014-e9d4-4cda-830e-ec0529eead3d\" "} {"level":"warn","ts":"2026-03-29T02:16:58.037263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:58.537435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:59.038453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:59.536374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999902476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:59.536608Z","caller":"traceutil/trace.go:171","msg":"trace[854415775] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000256036s","start":"2026-03-29T02:16:57.536328Z","end":"2026-03-29T02:16:59.536584Z","steps":["trace[854415775] 'agreement among raft nodes before linearized reading' (duration: 1.999930207s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:59.536859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:57.536308Z","time spent":"2.000342539s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:16:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:59.539008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:00.039688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:00.314869Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.356548162s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:17:00.315321Z","caller":"traceutil/trace.go:171","msg":"trace[633728017] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"3.357138568s","start":"2026-03-29T02:16:56.958155Z","end":"2026-03-29T02:17:00.315294Z","steps":["trace[633728017] 'process raft request' (duration: 3.356966753s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:00.315464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:56.95813Z","time spent":"3.357249661s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:00.36949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999833656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:17:00.369656Z","caller":"traceutil/trace.go:171","msg":"trace[1357970351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000047912s","start":"2026-03-29T02:16:58.369588Z","end":"2026-03-29T02:17:00.369636Z","steps":["trace[1357970351] 'agreement among raft nodes before linearized reading' (duration: 1.999862566s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:00.36979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:58.369563Z","time spent":"2.000212046s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:17:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:17:01.629672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.531779ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:17:01.630623Z","caller":"traceutil/trace.go:171","msg":"trace[1847373046] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"4.352510294s","start":"2026-03-29T02:16:57.277946Z","end":"2026-03-29T02:17:01.630456Z","steps":["trace[1847373046] 'process raft request' (duration: 4.351828165s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.630785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:57.277923Z","time spent":"4.352774802s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:01.769682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.147183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:01.770062Z","caller":"traceutil/trace.go:171","msg":"trace[1867093277] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"4.491412271s","start":"2026-03-29T02:16:57.278585Z","end":"2026-03-29T02:17:01.769997Z","steps":["trace[1867093277] 'process raft request' (duration: 4.351854236s)","trace[1867093277] 'compare' (duration: 138.830835ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:01.770202Z","caller":"traceutil/trace.go:171","msg":"trace[1747925344] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"3.163458516s","start":"2026-03-29T02:16:58.606705Z","end":"2026-03-29T02:17:01.770164Z","steps":["trace[1747925344] 'process raft request' (duration: 3.163125577s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.770305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:57.278562Z","time spent":"4.491622016s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:01.770353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:58.606675Z","time spent":"3.163596599s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:01.770216Z","caller":"traceutil/trace.go:171","msg":"trace[1797136590] linearizableReadLoop","detail":"{readStateIndex:9278; appliedIndex:9272; }","duration":"4.233817803s","start":"2026-03-29T02:16:57.536376Z","end":"2026-03-29T02:17:01.770193Z","steps":["trace[1797136590] 'read index received' (duration: 2.778741596s)","trace[1797136590] 'applied index is now lower than readState.Index' (duration: 1.455073787s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:01.770258Z","caller":"traceutil/trace.go:171","msg":"trace[843039856] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"2.326320955s","start":"2026-03-29T02:16:59.443881Z","end":"2026-03-29T02:17:01.770202Z","steps":["trace[843039856] 'process raft request' (duration: 2.326170341s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.770519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:59.443858Z","time spent":"2.326618653s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:01.85272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379216373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:01.852794Z","caller":"traceutil/trace.go:171","msg":"trace[958839152] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8942; }","duration":"1.379363377s","start":"2026-03-29T02:17:00.473414Z","end":"2026-03-29T02:17:01.852777Z","steps":["trace[958839152] 'agreement among raft nodes before linearized reading' (duration: 1.379207433s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.852765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.300484055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-29T02:17:01.852832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:00.473394Z","time spent":"1.379429958s","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:01.852846Z","caller":"traceutil/trace.go:171","msg":"trace[2044677284] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8942; }","duration":"4.300615848s","start":"2026-03-29T02:16:57.552212Z","end":"2026-03-29T02:17:01.852828Z","steps":["trace[2044677284] 'agreement among raft nodes before linearized reading' (duration: 4.300389032s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.852899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:57.552194Z","time spent":"4.30069655s","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-29T02:17:01.853171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.785998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-29T02:17:01.853204Z","caller":"traceutil/trace.go:171","msg":"trace[1098597880] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8942; }","duration":"924.814098ms","start":"2026-03-29T02:17:00.928378Z","end":"2026-03-29T02:17:01.853192Z","steps":["trace[1098597880] 'agreement among raft nodes before linearized reading' (duration: 924.707355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.853224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:00.928358Z","time spent":"924.86146ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:17:01.853217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.179775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:01.853312Z","caller":"traceutil/trace.go:171","msg":"trace[736003207] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8942; }","duration":"669.321609ms","start":"2026-03-29T02:17:01.183969Z","end":"2026-03-29T02:17:01.853291Z","steps":["trace[736003207] 'agreement among raft nodes before linearized reading' (duration: 669.104793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.853355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.183954Z","time spent":"669.390061ms","remote":"127.0.0.1:41034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:01.853386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.636482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:17:01.853415Z","caller":"traceutil/trace.go:171","msg":"trace[1405394299] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8942; }","duration":"925.699113ms","start":"2026-03-29T02:17:00.927708Z","end":"2026-03-29T02:17:01.853407Z","steps":["trace[1405394299] 'agreement among raft nodes before linearized reading' (duration: 925.626311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.85339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200254832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:01.853465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.51888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:01.853443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.021062927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:17:01.85349Z","caller":"traceutil/trace.go:171","msg":"trace[2086383253] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8942; }","duration":"944.583781ms","start":"2026-03-29T02:17:00.9089Z","end":"2026-03-29T02:17:01.853484Z","steps":["trace[2086383253] 'agreement among raft nodes before linearized reading' (duration: 944.54584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.853509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:00.908877Z","time spent":"944.627153ms","remote":"127.0.0.1:42792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:01.853524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475340394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:01.853484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.120969492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:17:01.853593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.120748567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:17:01.85367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.025075407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:17:01.853676Z","caller":"traceutil/trace.go:171","msg":"trace[653436628] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"617.822594ms","start":"2026-03-29T02:17:01.235841Z","end":"2026-03-29T02:17:01.853664Z","steps":["trace[653436628] 'process raft request' (duration: 616.55898ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:01.853677Z","caller":"traceutil/trace.go:171","msg":"trace[1320199416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8942; }","duration":"4.12087017s","start":"2026-03-29T02:16:57.732782Z","end":"2026-03-29T02:17:01.853652Z","steps":["trace[1320199416] 'agreement among raft nodes before linearized reading' (duration: 4.120674535s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:01.8537Z","caller":"traceutil/trace.go:171","msg":"trace[877834647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8942; }","duration":"4.02514449s","start":"2026-03-29T02:16:57.828549Z","end":"2026-03-29T02:17:01.853694Z","steps":["trace[877834647] 'agreement among raft nodes before linearized reading' (duration: 4.025023887s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.853732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:57.732755Z","time spent":"4.120963743s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:17:01.853737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.12162089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:17:01.853783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:57.828526Z","time spent":"4.025199361s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:17:01.853791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.235821Z","time spent":"617.895236ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:01.853489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.119166103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:17:01.853803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080181197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:01.85384Z","caller":"traceutil/trace.go:171","msg":"trace[1792725054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8942; }","duration":"4.119570814s","start":"2026-03-29T02:16:57.734258Z","end":"2026-03-29T02:17:01.853829Z","steps":["trace[1792725054] 'agreement among raft nodes before linearized reading' (duration: 4.118979998s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.853842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.344985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:01.853857Z","caller":"traceutil/trace.go:171","msg":"trace[397351863] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8942; }","duration":"1.08027648s","start":"2026-03-29T02:17:00.773566Z","end":"2026-03-29T02:17:01.853842Z","steps":["trace[397351863] 'agreement among raft nodes before linearized reading' (duration: 1.080178638s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.853611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.480678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:17:01.853869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:57.734244Z","time spent":"4.119616586s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:17:01.853879Z","caller":"traceutil/trace.go:171","msg":"trace[1329719577] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8942; }","duration":"160.416997ms","start":"2026-03-29T02:17:01.693451Z","end":"2026-03-29T02:17:01.853868Z","steps":["trace[1329719577] 'agreement among raft nodes before linearized reading' (duration: 160.337145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.85389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:00.773543Z","time spent":"1.080339341s","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:01.853899Z","caller":"traceutil/trace.go:171","msg":"trace[677776543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8942; }","duration":"192.803078ms","start":"2026-03-29T02:17:01.661085Z","end":"2026-03-29T02:17:01.853888Z","steps":["trace[677776543] 'agreement among raft nodes before linearized reading' (duration: 192.475689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.853794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044350813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:01.853434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:00.927682Z","time spent":"925.747804ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-29T02:17:01.853847Z","caller":"traceutil/trace.go:171","msg":"trace[487944342] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8942; }","duration":"4.121785105s","start":"2026-03-29T02:16:57.732019Z","end":"2026-03-29T02:17:01.853804Z","steps":["trace[487944342] 'agreement among raft nodes before linearized reading' (duration: 4.121475937s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.853995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.552478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:17:01.854038Z","caller":"traceutil/trace.go:171","msg":"trace[726820456] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:8942; }","duration":"395.62561ms","start":"2026-03-29T02:17:01.458399Z","end":"2026-03-29T02:17:01.854024Z","steps":["trace[726820456] 'agreement among raft nodes before linearized reading' (duration: 395.438945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.854066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.45838Z","time spent":"395.680921ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-29T02:17:01.854017Z","caller":"traceutil/trace.go:171","msg":"trace[138663339] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8942; }","duration":"1.04461953s","start":"2026-03-29T02:17:00.809339Z","end":"2026-03-29T02:17:01.853958Z","steps":["trace[138663339] 'agreement among raft nodes before linearized reading' (duration: 1.044270671s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.854143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:00.809316Z","time spent":"1.044815365s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:01.854028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:57.731993Z","time spent":"4.121998561s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:17:01.854134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.355042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:17:01.854312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.024830131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:17:01.854308Z","caller":"traceutil/trace.go:171","msg":"trace[703936636] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8942; }","duration":"565.553147ms","start":"2026-03-29T02:17:01.288725Z","end":"2026-03-29T02:17:01.854278Z","steps":["trace[703936636] 'agreement among raft nodes before linearized reading' (duration: 565.001852ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:01.854347Z","caller":"traceutil/trace.go:171","msg":"trace[259835494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8942; }","duration":"4.024902263s","start":"2026-03-29T02:16:57.829437Z","end":"2026-03-29T02:17:01.854339Z","steps":["trace[259835494] 'agreement among raft nodes before linearized reading' (duration: 4.024111111s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.854371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:57.829418Z","time spent":"4.024946905s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:17:01.854399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.288703Z","time spent":"565.658611ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:17:01.853553Z","caller":"traceutil/trace.go:171","msg":"trace[2065343833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8942; }","duration":"1.475388565s","start":"2026-03-29T02:17:00.378158Z","end":"2026-03-29T02:17:01.853547Z","steps":["trace[2065343833] 'agreement among raft nodes before linearized reading' (duration: 1.475339104s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.854458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:00.378151Z","time spent":"1.476298221s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:01.853538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965416754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:01.854532Z","caller":"traceutil/trace.go:171","msg":"trace[1434574574] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8942; }","duration":"2.966455293s","start":"2026-03-29T02:16:58.888065Z","end":"2026-03-29T02:17:01.85452Z","steps":["trace[1434574574] 'agreement among raft nodes before linearized reading' (duration: 2.965422585s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.854568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:58.888031Z","time spent":"2.966525185s","remote":"127.0.0.1:41136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:01.853609Z","caller":"traceutil/trace.go:171","msg":"trace[1735946215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8942; }","duration":"4.121129847s","start":"2026-03-29T02:16:57.732455Z","end":"2026-03-29T02:17:01.853584Z","steps":["trace[1735946215] 'agreement among raft nodes before linearized reading' (duration: 4.120891281s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.854623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:57.732447Z","time spent":"4.122165315s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:17:01.853523Z","caller":"traceutil/trace.go:171","msg":"trace[460781276] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:8942; }","duration":"4.021204291s","start":"2026-03-29T02:16:57.832298Z","end":"2026-03-29T02:17:01.853503Z","steps":["trace[460781276] 'agreement among raft nodes before linearized reading' (duration: 4.020877862s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.854704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:57.832272Z","time spent":"4.022412675s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"info","ts":"2026-03-29T02:17:01.853472Z","caller":"traceutil/trace.go:171","msg":"trace[950325993] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8942; }","duration":"2.200397706s","start":"2026-03-29T02:16:59.653053Z","end":"2026-03-29T02:17:01.853451Z","steps":["trace[950325993] 'agreement among raft nodes before linearized reading' (duration: 2.200220781s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.854228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476184808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d85b05ec044\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:17:01.854944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.832320473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:01.854985Z","caller":"traceutil/trace.go:171","msg":"trace[308286107] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d85b05ec044; range_end:; response_count:1; response_revision:8942; }","duration":"1.47701199s","start":"2026-03-29T02:17:00.377953Z","end":"2026-03-29T02:17:01.854965Z","steps":["trace[308286107] 'agreement among raft nodes before linearized reading' (duration: 1.475614842s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.855048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:00.377931Z","time spent":"1.477101173s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d85b05ec044\" "} {"level":"info","ts":"2026-03-29T02:17:01.855047Z","caller":"traceutil/trace.go:171","msg":"trace[751197603] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8942; }","duration":"3.832445237s","start":"2026-03-29T02:16:58.022569Z","end":"2026-03-29T02:17:01.855014Z","steps":["trace[751197603] 'agreement among raft nodes before linearized reading' (duration: 3.832328803s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.855139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:58.022547Z","time spent":"3.83258242s","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:01.855827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:59.653034Z","time spent":"2.201810024s","remote":"127.0.0.1:48454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:02.392315Z","caller":"traceutil/trace.go:171","msg":"trace[736362401] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"533.260742ms","start":"2026-03-29T02:17:01.859036Z","end":"2026-03-29T02:17:02.392296Z","steps":["trace[736362401] 'process raft request' (duration: 533.213471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:02.392436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.859011Z","time spent":"533.363756ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:02.392461Z","caller":"traceutil/trace.go:171","msg":"trace[1930506187] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"533.672844ms","start":"2026-03-29T02:17:01.858758Z","end":"2026-03-29T02:17:02.392431Z","steps":["trace[1930506187] 'process raft request' (duration: 533.378866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:02.392613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.858738Z","time spent":"533.789877ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:02.392668Z","caller":"traceutil/trace.go:171","msg":"trace[768550800] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"533.911121ms","start":"2026-03-29T02:17:01.858722Z","end":"2026-03-29T02:17:02.392633Z","steps":["trace[768550800] 'process raft request' (duration: 508.931145ms)","trace[768550800] 'compare' (duration: 23.999419ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:02.392986Z","caller":"traceutil/trace.go:171","msg":"trace[2114776319] transaction","detail":"{read_only:false; response_revision:8947; number_of_response:1; }","duration":"533.710605ms","start":"2026-03-29T02:17:01.859232Z","end":"2026-03-29T02:17:02.392943Z","steps":["trace[2114776319] 'process raft request' (duration: 533.040837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:02.393015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.8587Z","time spent":"534.119816ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:02.393075Z","caller":"traceutil/trace.go:171","msg":"trace[1302198494] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"532.948804ms","start":"2026-03-29T02:17:01.860096Z","end":"2026-03-29T02:17:02.393045Z","steps":["trace[1302198494] 'process raft request' (duration: 532.714618ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:02.393114Z","caller":"traceutil/trace.go:171","msg":"trace[1109135975] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"532.946863ms","start":"2026-03-29T02:17:01.860147Z","end":"2026-03-29T02:17:02.393094Z","steps":["trace[1109135975] 'process raft request' (duration: 532.784109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:02.393129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.859223Z","time spent":"533.827778ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:02.393111Z","caller":"traceutil/trace.go:171","msg":"trace[1476219947] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"533.659513ms","start":"2026-03-29T02:17:01.858857Z","end":"2026-03-29T02:17:02.392517Z","steps":["trace[1476219947] 'process raft request' (duration: 533.365325ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:02.39341Z","caller":"traceutil/trace.go:171","msg":"trace[1904609160] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"532.365548ms","start":"2026-03-29T02:17:01.861033Z","end":"2026-03-29T02:17:02.393398Z","steps":["trace[1904609160] 'process raft request' (duration: 531.976707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:02.393415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.860123Z","time spent":"533.235952ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:02.393437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.860082Z","time spent":"533.267452ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:02.393456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.85885Z","time spent":"534.544668ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:02.393488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.861018Z","time spent":"532.43576ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:02.393483Z","caller":"traceutil/trace.go:171","msg":"trace[82032232] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"532.124482ms","start":"2026-03-29T02:17:01.861342Z","end":"2026-03-29T02:17:02.393466Z","steps":["trace[82032232] 'process raft request' (duration: 531.71107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:02.393425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.62772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:02.393547Z","caller":"traceutil/trace.go:171","msg":"trace[2078796286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8951; }","duration":"534.788384ms","start":"2026-03-29T02:17:01.858746Z","end":"2026-03-29T02:17:02.393534Z","steps":["trace[2078796286] 'agreement among raft nodes before linearized reading' (duration: 534.62458ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:02.393135Z","caller":"traceutil/trace.go:171","msg":"trace[1559647539] linearizableReadLoop","detail":"{readStateIndex:9282; appliedIndex:9279; }","duration":"534.332732ms","start":"2026-03-29T02:17:01.85878Z","end":"2026-03-29T02:17:02.393113Z","steps":["trace[1559647539] 'read index received' (duration: 186.217306ms)","trace[1559647539] 'applied index is now lower than readState.Index' (duration: 348.114116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:02.393594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.858728Z","time spent":"534.856356ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:02.393588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.861332Z","time spent":"532.201423ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:02.422117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.241146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:02.422183Z","caller":"traceutil/trace.go:171","msg":"trace[1275313570] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8953; }","duration":"250.351279ms","start":"2026-03-29T02:17:02.171817Z","end":"2026-03-29T02:17:02.422168Z","steps":["trace[1275313570] 'agreement among raft nodes before linearized reading' (duration: 250.171904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:02.422362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.074642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223828"} {"level":"info","ts":"2026-03-29T02:17:02.422442Z","caller":"traceutil/trace.go:171","msg":"trace[1698433433] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8953; }","duration":"563.194185ms","start":"2026-03-29T02:17:01.85923Z","end":"2026-03-29T02:17:02.422424Z","steps":["trace[1698433433] 'agreement among raft nodes before linearized reading' (duration: 562.770284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:02.422492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.859217Z","time spent":"563.265477ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:17:02.42272Z","caller":"traceutil/trace.go:171","msg":"trace[1852305211] transaction","detail":"{read_only:false; response_revision:8952; number_of_response:1; }","duration":"332.741733ms","start":"2026-03-29T02:17:02.089963Z","end":"2026-03-29T02:17:02.422705Z","steps":["trace[1852305211] 'process raft request' (duration: 331.788327ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:02.42272Z","caller":"traceutil/trace.go:171","msg":"trace[2042123336] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"101.657444ms","start":"2026-03-29T02:17:02.321032Z","end":"2026-03-29T02:17:02.422689Z","steps":["trace[2042123336] 'process raft request' (duration: 100.878782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:02.42281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:02.089946Z","time spent":"332.813266ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:02.422842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.909855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:17:02.422875Z","caller":"traceutil/trace.go:171","msg":"trace[716350689] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8953; }","duration":"563.969597ms","start":"2026-03-29T02:17:01.858896Z","end":"2026-03-29T02:17:02.422865Z","steps":["trace[716350689] 'agreement among raft nodes before linearized reading' (duration: 563.876034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:02.422904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.858876Z","time spent":"564.021947ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:17:02.423076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.243994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-29T02:17:02.423104Z","caller":"traceutil/trace.go:171","msg":"trace[1189604737] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424; range_end:; response_count:1; response_revision:8953; }","duration":"564.284135ms","start":"2026-03-29T02:17:01.858811Z","end":"2026-03-29T02:17:02.423095Z","steps":["trace[1189604737] 'agreement among raft nodes before linearized reading' (duration: 564.199812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:02.42313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.858801Z","time spent":"564.322886ms","remote":"127.0.0.1:43194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-ce9d2a24-2cd1-42c6-a751-00d874bda424\" "} {"level":"warn","ts":"2026-03-29T02:17:02.839903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.415474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:17:02.84001Z","caller":"traceutil/trace.go:171","msg":"trace[553672530] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8953; }","duration":"347.537218ms","start":"2026-03-29T02:17:02.492434Z","end":"2026-03-29T02:17:02.839971Z","steps":["trace[553672530] 'range keys from in-memory index tree' (duration: 347.228068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:02.840144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:02.492423Z","time spent":"347.63614ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:17:04.153902Z","caller":"traceutil/trace.go:171","msg":"trace[992891821] transaction","detail":"{read_only:false; response_revision:8954; number_of_response:1; }","duration":"518.123086ms","start":"2026-03-29T02:17:03.635758Z","end":"2026-03-29T02:17:04.153881Z","steps":["trace[992891821] 'process raft request' (duration: 517.970752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:04.15405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:03.635737Z","time spent":"518.23547ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:04.578017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.405219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:04.578234Z","caller":"traceutil/trace.go:171","msg":"trace[349061621] transaction","detail":"{read_only:false; response_revision:8955; number_of_response:1; }","duration":"801.766431ms","start":"2026-03-29T02:17:03.776438Z","end":"2026-03-29T02:17:04.578204Z","steps":["trace[349061621] 'process raft request' (duration: 534.095715ms)","trace[349061621] 'compare' (duration: 267.174173ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:04.57827Z","caller":"traceutil/trace.go:171","msg":"trace[1311500570] transaction","detail":"{read_only:false; response_revision:8956; number_of_response:1; }","duration":"145.20048ms","start":"2026-03-29T02:17:04.433054Z","end":"2026-03-29T02:17:04.578254Z","steps":["trace[1311500570] 'process raft request' (duration: 145.101438ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:04.578309Z","caller":"traceutil/trace.go:171","msg":"trace[1032585749] linearizableReadLoop","detail":"{readStateIndex:9293; appliedIndex:9291; }","duration":"594.198837ms","start":"2026-03-29T02:17:03.984085Z","end":"2026-03-29T02:17:04.578284Z","steps":["trace[1032585749] 'read index received' (duration: 169.682751ms)","trace[1032585749] 'applied index is now lower than readState.Index' (duration: 424.511316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:04.57837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:03.776409Z","time spent":"801.880914ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:04.57852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.182361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:17:04.578503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.382943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:04.578542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.12875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:17:04.57855Z","caller":"traceutil/trace.go:171","msg":"trace[2105800660] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8956; }","duration":"180.218362ms","start":"2026-03-29T02:17:04.39832Z","end":"2026-03-29T02:17:04.578538Z","steps":["trace[2105800660] 'agreement among raft nodes before linearized reading' (duration: 180.107639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:04.578562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.580795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:17:04.578572Z","caller":"traceutil/trace.go:171","msg":"trace[196056625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8956; }","duration":"180.165711ms","start":"2026-03-29T02:17:04.398398Z","end":"2026-03-29T02:17:04.578564Z","steps":["trace[196056625] 'agreement among raft nodes before linearized reading' (duration: 180.066868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:04.578559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.744256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:17:04.578581Z","caller":"traceutil/trace.go:171","msg":"trace[1974002737] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8956; }","duration":"594.489226ms","start":"2026-03-29T02:17:03.984071Z","end":"2026-03-29T02:17:04.57856Z","steps":["trace[1974002737] 'agreement among raft nodes before linearized reading' (duration: 594.321991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:04.57852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.429135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:17:04.578628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:03.984005Z","time spent":"594.613259ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:04.578637Z","caller":"traceutil/trace.go:171","msg":"trace[201604594] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8956; }","duration":"443.57667ms","start":"2026-03-29T02:17:04.135053Z","end":"2026-03-29T02:17:04.57863Z","steps":["trace[201604594] 'agreement among raft nodes before linearized reading' (duration: 443.369604ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:04.578621Z","caller":"traceutil/trace.go:171","msg":"trace[1594485356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8956; }","duration":"180.818199ms","start":"2026-03-29T02:17:04.397786Z","end":"2026-03-29T02:17:04.578604Z","steps":["trace[1594485356] 'agreement among raft nodes before linearized reading' (duration: 180.649604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:04.578654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.196065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:17:04.578666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.549661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:04.578643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.300734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:17:04.578687Z","caller":"traceutil/trace.go:171","msg":"trace[246350809] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:8956; }","duration":"147.255686ms","start":"2026-03-29T02:17:04.431426Z","end":"2026-03-29T02:17:04.578681Z","steps":["trace[246350809] 'agreement among raft nodes before linearized reading' (duration: 147.176244ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:04.578691Z","caller":"traceutil/trace.go:171","msg":"trace[317625442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8956; }","duration":"208.623852ms","start":"2026-03-29T02:17:04.370061Z","end":"2026-03-29T02:17:04.578685Z","steps":["trace[317625442] 'agreement among raft nodes before linearized reading' (duration: 208.582051ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:04.578721Z","caller":"traceutil/trace.go:171","msg":"trace[1420529191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8956; }","duration":"180.403558ms","start":"2026-03-29T02:17:04.398299Z","end":"2026-03-29T02:17:04.578702Z","steps":["trace[1420529191] 'agreement among raft nodes before linearized reading' (duration: 180.143731ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:04.578587Z","caller":"traceutil/trace.go:171","msg":"trace[130784697] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8956; }","duration":"179.613995ms","start":"2026-03-29T02:17:04.398966Z","end":"2026-03-29T02:17:04.57858Z","steps":["trace[130784697] 'agreement among raft nodes before linearized reading' (duration: 179.504752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:04.578664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:04.134988Z","time spent":"443.664851ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:04.578648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.680493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:17:04.5791Z","caller":"traceutil/trace.go:171","msg":"trace[1155366840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8956; }","duration":"181.9413ms","start":"2026-03-29T02:17:04.396948Z","end":"2026-03-29T02:17:04.578889Z","steps":["trace[1155366840] 'agreement among raft nodes before linearized reading' (duration: 181.606851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:05.098363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.256578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:05.098497Z","caller":"traceutil/trace.go:171","msg":"trace[599962344] transaction","detail":"{read_only:false; response_revision:8957; number_of_response:1; }","duration":"514.752591ms","start":"2026-03-29T02:17:04.583718Z","end":"2026-03-29T02:17:05.098471Z","steps":["trace[599962344] 'process raft request' (duration: 321.278867ms)","trace[599962344] 'compare' (duration: 193.106674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:05.098578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:04.583698Z","time spent":"514.840064ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:05.740297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.338175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:05.740527Z","caller":"traceutil/trace.go:171","msg":"trace[1670939454] linearizableReadLoop","detail":"{readStateIndex:9300; appliedIndex:9294; }","duration":"1.039692704s","start":"2026-03-29T02:17:04.700822Z","end":"2026-03-29T02:17:05.740515Z","steps":["trace[1670939454] 'read index received' (duration: 204.18089ms)","trace[1670939454] 'applied index is now lower than readState.Index' (duration: 835.510954ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:05.740496Z","caller":"traceutil/trace.go:171","msg":"trace[1223462298] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"1.156526833s","start":"2026-03-29T02:17:04.583938Z","end":"2026-03-29T02:17:05.740465Z","steps":["trace[1223462298] 'process raft request' (duration: 773.951832ms)","trace[1223462298] 'compare' (duration: 381.937504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:05.74066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039846628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b75d9449-ngd7g.18a12e40f5df75df\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-29T02:17:05.740648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:04.583929Z","time spent":"1.156637627s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:05.740686Z","caller":"traceutil/trace.go:171","msg":"trace[376333000] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b75d9449-ngd7g.18a12e40f5df75df; range_end:; response_count:1; response_revision:8962; }","duration":"1.039903939s","start":"2026-03-29T02:17:04.700773Z","end":"2026-03-29T02:17:05.740677Z","steps":["trace[376333000] 'agreement among raft nodes before linearized reading' (duration: 1.039780066s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:05.74071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:04.700751Z","time spent":"1.039954081s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-6b75d9449-ngd7g.18a12e40f5df75df\" "} {"level":"info","ts":"2026-03-29T02:17:05.740895Z","caller":"traceutil/trace.go:171","msg":"trace[14498771] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"1.156327658s","start":"2026-03-29T02:17:04.584557Z","end":"2026-03-29T02:17:05.740884Z","steps":["trace[14498771] 'process raft request' (duration: 1.155912137s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:05.740931Z","caller":"traceutil/trace.go:171","msg":"trace[777056018] transaction","detail":"{read_only:false; response_revision:8962; number_of_response:1; }","duration":"1.156181404s","start":"2026-03-29T02:17:04.584743Z","end":"2026-03-29T02:17:05.740924Z","steps":["trace[777056018] 'process raft request' (duration: 1.155746462s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:05.741012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:04.584729Z","time spent":"1.156223906s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:05.741008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:04.584545Z","time spent":"1.15638677s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:05.741213Z","caller":"traceutil/trace.go:171","msg":"trace[571156660] transaction","detail":"{read_only:false; response_revision:8959; number_of_response:1; }","duration":"1.157257934s","start":"2026-03-29T02:17:04.58395Z","end":"2026-03-29T02:17:05.741208Z","steps":["trace[571156660] 'process raft request' (duration: 1.156421231s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:05.74125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:04.583929Z","time spent":"1.157304676s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:05.741295Z","caller":"traceutil/trace.go:171","msg":"trace[385232151] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"1.156759021s","start":"2026-03-29T02:17:04.584511Z","end":"2026-03-29T02:17:05.74127Z","steps":["trace[385232151] 'process raft request' (duration: 1.155935998s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:05.74166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:04.5845Z","time spent":"1.15710965s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:06.886673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:07.387865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:07.599402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661543971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:07.599516Z","caller":"traceutil/trace.go:171","msg":"trace[1711778969] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8963; }","duration":"1.661674395s","start":"2026-03-29T02:17:05.937811Z","end":"2026-03-29T02:17:07.599485Z","steps":["trace[1711778969] 'count revisions from in-memory index tree' (duration: 1.661455388s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:07.599574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:05.93775Z","time spent":"1.661808219s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:07.780609Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.619855036s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:17:07.781173Z","caller":"traceutil/trace.go:171","msg":"trace[1966909263] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"1.620581757s","start":"2026-03-29T02:17:06.160563Z","end":"2026-03-29T02:17:07.781145Z","steps":["trace[1966909263] 'process raft request' (duration: 1.620341031s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:07.78135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:06.160492Z","time spent":"1.620753761s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:08.165152Z","caller":"traceutil/trace.go:171","msg":"trace[1440975019] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"1.580047044s","start":"2026-03-29T02:17:06.58508Z","end":"2026-03-29T02:17:08.165127Z","steps":["trace[1440975019] 'process raft request' (duration: 1.486607567s)","trace[1440975019] 'compare' (duration: 92.984685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:08.165284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:06.58505Z","time spent":"1.580157178s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:08.165634Z","caller":"traceutil/trace.go:171","msg":"trace[1031687376] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"1.580052475s","start":"2026-03-29T02:17:06.585564Z","end":"2026-03-29T02:17:08.165616Z","steps":["trace[1031687376] 'process raft request' (duration: 1.579485059s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.165712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:06.585551Z","time spent":"1.580122426s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:08.386471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:17:08.386559Z","caller":"traceutil/trace.go:171","msg":"trace[1553963566] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000437486s","start":"2026-03-29T02:17:06.3861Z","end":"2026-03-29T02:17:08.386538Z","steps":["trace[1553963566] 'agreement among raft nodes before linearized reading' (duration: 2.000318743s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.386607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:06.386078Z","time spent":"2.000520629s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:17:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:17:08.422726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.315461ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:17:08.422798Z","caller":"traceutil/trace.go:171","msg":"trace[297046374] linearizableReadLoop","detail":"{readStateIndex:9305; appliedIndex:9301; }","duration":"2.03662538s","start":"2026-03-29T02:17:06.386159Z","end":"2026-03-29T02:17:08.422785Z","steps":["trace[297046374] 'read index received' (duration: 1.394869565s)","trace[297046374] 'applied index is now lower than readState.Index' (duration: 641.754925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:08.423634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009898946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:08.423685Z","caller":"traceutil/trace.go:171","msg":"trace[1714613022] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8966; }","duration":"2.009989689s","start":"2026-03-29T02:17:06.413685Z","end":"2026-03-29T02:17:08.423675Z","steps":["trace[1714613022] 'agreement among raft nodes before linearized reading' (duration: 2.009820224s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.423722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:06.413671Z","time spent":"2.01004207s","remote":"127.0.0.1:43248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":111,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:08.424183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.33025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:17:08.424222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.160779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:08.424274Z","caller":"traceutil/trace.go:171","msg":"trace[787960073] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8966; }","duration":"918.246812ms","start":"2026-03-29T02:17:07.506012Z","end":"2026-03-29T02:17:08.424259Z","steps":["trace[787960073] 'agreement among raft nodes before linearized reading' (duration: 918.16925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.424335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:07.505995Z","time spent":"918.325733ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:08.424407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.623205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:17:08.424473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139513991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:08.424533Z","caller":"traceutil/trace.go:171","msg":"trace[1019202212] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8966; }","duration":"1.139601384s","start":"2026-03-29T02:17:07.284909Z","end":"2026-03-29T02:17:08.42451Z","steps":["trace[1019202212] 'agreement among raft nodes before linearized reading' (duration: 1.139529082s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.424597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:07.284889Z","time spent":"1.139695206s","remote":"127.0.0.1:37138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:08.424191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.175317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:17:08.424661Z","caller":"traceutil/trace.go:171","msg":"trace[1091509559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8966; }","duration":"677.644091ms","start":"2026-03-29T02:17:07.747Z","end":"2026-03-29T02:17:08.424644Z","steps":["trace[1091509559] 'agreement among raft nodes before linearized reading' (duration: 677.080666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.424725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:07.746952Z","time spent":"677.755374ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:17:08.424708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.096624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:17:08.424807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.729253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:17:08.42482Z","caller":"traceutil/trace.go:171","msg":"trace[1837329997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8966; }","duration":"678.254458ms","start":"2026-03-29T02:17:07.746552Z","end":"2026-03-29T02:17:08.424807Z","steps":["trace[1837329997] 'agreement among raft nodes before linearized reading' (duration: 677.902368ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:08.424858Z","caller":"traceutil/trace.go:171","msg":"trace[1105631733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8966; }","duration":"677.812266ms","start":"2026-03-29T02:17:07.747032Z","end":"2026-03-29T02:17:08.424844Z","steps":["trace[1105631733] 'agreement among raft nodes before linearized reading' (duration: 677.467636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.424894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321800599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:17:08.424901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:07.747026Z","time spent":"677.867857ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:17:08.424473Z","caller":"traceutil/trace.go:171","msg":"trace[2073836311] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8966; }","duration":"564.723648ms","start":"2026-03-29T02:17:07.859732Z","end":"2026-03-29T02:17:08.424456Z","steps":["trace[2073836311] 'agreement among raft nodes before linearized reading' (duration: 564.576254ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:08.424932Z","caller":"traceutil/trace.go:171","msg":"trace[1840695403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8966; }","duration":"1.321875781s","start":"2026-03-29T02:17:07.103047Z","end":"2026-03-29T02:17:08.424923Z","steps":["trace[1840695403] 'agreement among raft nodes before linearized reading' (duration: 1.321766838s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.424948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:07.859712Z","time spent":"565.226812ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:17:08.424966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:07.103028Z","time spent":"1.321929903s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:17:08.424905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:07.746508Z","time spent":"678.385381ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:17:08.42439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833690934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:17:08.425241Z","caller":"traceutil/trace.go:171","msg":"trace[1458570882] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:8966; }","duration":"1.834602139s","start":"2026-03-29T02:17:06.590622Z","end":"2026-03-29T02:17:08.425224Z","steps":["trace[1458570882] 'agreement among raft nodes before linearized reading' (duration: 1.833569761s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.425282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:06.590598Z","time spent":"1.834671131s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"info","ts":"2026-03-29T02:17:08.424251Z","caller":"traceutil/trace.go:171","msg":"trace[1341519972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8966; }","duration":"678.441093ms","start":"2026-03-29T02:17:07.745792Z","end":"2026-03-29T02:17:08.424233Z","steps":["trace[1341519972] 'agreement among raft nodes before linearized reading' (duration: 678.227317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.425355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:07.745767Z","time spent":"679.568993ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:17:08.425392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.903576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:17:08.425456Z","caller":"traceutil/trace.go:171","msg":"trace[839691228] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8966; }","duration":"679.012618ms","start":"2026-03-29T02:17:07.746425Z","end":"2026-03-29T02:17:08.425438Z","steps":["trace[839691228] 'agreement among raft nodes before linearized reading' (duration: 678.798452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.42551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:07.746415Z","time spent":"679.075991ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:17:08.929114Z","caller":"traceutil/trace.go:171","msg":"trace[1430803368] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"498.268268ms","start":"2026-03-29T02:17:08.430818Z","end":"2026-03-29T02:17:08.929086Z","steps":["trace[1430803368] 'process raft request' (duration: 498.073943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.929308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:08.430778Z","time spent":"498.407632ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:08.997693Z","caller":"traceutil/trace.go:171","msg":"trace[738615447] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"565.996779ms","start":"2026-03-29T02:17:08.43166Z","end":"2026-03-29T02:17:08.997656Z","steps":["trace[738615447] 'process raft request' (duration: 565.692641ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:08.997805Z","caller":"traceutil/trace.go:171","msg":"trace[576822118] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"565.976499ms","start":"2026-03-29T02:17:08.431766Z","end":"2026-03-29T02:17:08.997742Z","steps":["trace[576822118] 'process raft request' (duration: 565.789093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.997859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:08.431637Z","time spent":"566.131863ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:08.997997Z","caller":"traceutil/trace.go:171","msg":"trace[2095410274] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"566.189455ms","start":"2026-03-29T02:17:08.431785Z","end":"2026-03-29T02:17:08.997975Z","steps":["trace[2095410274] 'process raft request' (duration: 565.862286ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:08.998049Z","caller":"traceutil/trace.go:171","msg":"trace[1258562539] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"566.194035ms","start":"2026-03-29T02:17:08.43184Z","end":"2026-03-29T02:17:08.998034Z","steps":["trace[1258562539] 'process raft request' (duration: 566.067551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.99802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:08.431744Z","time spent":"566.158694ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:08.998121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:08.431833Z","time spent":"566.248236ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:08.998121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:08.431775Z","time spent":"566.284837ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:08.998264Z","caller":"traceutil/trace.go:171","msg":"trace[1362075422] transaction","detail":"{read_only:false; response_revision:8972; number_of_response:1; }","duration":"566.302087ms","start":"2026-03-29T02:17:08.431939Z","end":"2026-03-29T02:17:08.998241Z","steps":["trace[1362075422] 'process raft request' (duration: 566.063881ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:08.998253Z","caller":"traceutil/trace.go:171","msg":"trace[1892315768] linearizableReadLoop","detail":"{readStateIndex:9307; appliedIndex:9305; }","duration":"566.547844ms","start":"2026-03-29T02:17:08.431691Z","end":"2026-03-29T02:17:08.998239Z","steps":["trace[1892315768] 'read index received' (duration: 497.313102ms)","trace[1892315768] 'applied index is now lower than readState.Index' (duration: 69.233852ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:08.998287Z","caller":"traceutil/trace.go:171","msg":"trace[841856967] transaction","detail":"{read_only:false; response_revision:8973; number_of_response:1; }","duration":"566.314838ms","start":"2026-03-29T02:17:08.431959Z","end":"2026-03-29T02:17:08.998274Z","steps":["trace[841856967] 'process raft request' (duration: 566.189185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.998343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:08.431932Z","time spent":"566.37449ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:08.998358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:08.431951Z","time spent":"566.3702ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:08.998464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.373452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:08.99851Z","caller":"traceutil/trace.go:171","msg":"trace[840554473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8973; }","duration":"565.462564ms","start":"2026-03-29T02:17:08.433034Z","end":"2026-03-29T02:17:08.998497Z","steps":["trace[840554473] 'agreement among raft nodes before linearized reading' (duration: 565.364152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.998538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.446734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:08.998575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:08.433027Z","time spent":"565.538566ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:17:08.998593Z","caller":"traceutil/trace.go:171","msg":"trace[1261952164] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8973; }","duration":"344.551887ms","start":"2026-03-29T02:17:08.654025Z","end":"2026-03-29T02:17:08.998576Z","steps":["trace[1261952164] 'agreement among raft nodes before linearized reading' (duration: 344.459244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.998607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.246281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:17:08.998641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:08.654001Z","time spent":"344.629679ms","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:08.998651Z","caller":"traceutil/trace.go:171","msg":"trace[839829799] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8973; }","duration":"564.303463ms","start":"2026-03-29T02:17:08.434332Z","end":"2026-03-29T02:17:08.998635Z","steps":["trace[839829799] 'agreement among raft nodes before linearized reading' (duration: 564.157019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.998688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:08.434322Z","time spent":"564.358294ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:17:08.998715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.002047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223828"} {"level":"warn","ts":"2026-03-29T02:17:08.998552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.108314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:08.998797Z","caller":"traceutil/trace.go:171","msg":"trace[1721719711] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8973; }","duration":"257.423223ms","start":"2026-03-29T02:17:08.741354Z","end":"2026-03-29T02:17:08.998778Z","steps":["trace[1721719711] 'agreement among raft nodes before linearized reading' (duration: 257.124935ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:08.999052Z","caller":"traceutil/trace.go:171","msg":"trace[1015509512] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8973; }","duration":"567.09947ms","start":"2026-03-29T02:17:08.431667Z","end":"2026-03-29T02:17:08.998766Z","steps":["trace[1015509512] 'agreement among raft nodes before linearized reading' (duration: 566.677048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.999099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:08.431656Z","time spent":"567.433519ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:17:09.695334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.903336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:09.695433Z","caller":"traceutil/trace.go:171","msg":"trace[1428962485] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8974; }","duration":"167.135312ms","start":"2026-03-29T02:17:09.528274Z","end":"2026-03-29T02:17:09.69541Z","steps":["trace[1428962485] 'count revisions from in-memory index tree' (duration: 166.795293ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:09.896195Z","caller":"traceutil/trace.go:171","msg":"trace[1231529507] transaction","detail":"{read_only:false; response_revision:8975; number_of_response:1; }","duration":"109.050806ms","start":"2026-03-29T02:17:09.787117Z","end":"2026-03-29T02:17:09.896168Z","steps":["trace[1231529507] 'process raft request' (duration: 108.869751ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:10.725261Z","caller":"traceutil/trace.go:171","msg":"trace[556938087] transaction","detail":"{read_only:false; response_revision:8976; number_of_response:1; }","duration":"554.238167ms","start":"2026-03-29T02:17:10.171001Z","end":"2026-03-29T02:17:10.725239Z","steps":["trace[556938087] 'process raft request' (duration: 554.080463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:10.725415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:10.170973Z","time spent":"554.360661ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:11.196022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.110102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:11.196119Z","caller":"traceutil/trace.go:171","msg":"trace[452947299] linearizableReadLoop","detail":"{readStateIndex:9316; appliedIndex:9315; }","duration":"826.877647ms","start":"2026-03-29T02:17:10.369227Z","end":"2026-03-29T02:17:11.196104Z","steps":["trace[452947299] 'read index received' (duration: 355.997481ms)","trace[452947299] 'applied index is now lower than readState.Index' (duration: 470.878966ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:11.196179Z","caller":"traceutil/trace.go:171","msg":"trace[841151467] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"1.024734524s","start":"2026-03-29T02:17:10.171412Z","end":"2026-03-29T02:17:11.196146Z","steps":["trace[841151467] 'process raft request' (duration: 885.424137ms)","trace[841151467] 'compare' (duration: 138.897975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:11.19627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.095223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:17:11.196299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:10.171393Z","time spent":"1.024848166s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:11.196354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.625952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:17:11.196439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.159021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:11.196482Z","caller":"traceutil/trace.go:171","msg":"trace[2143793059] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8977; }","duration":"104.239374ms","start":"2026-03-29T02:17:11.092232Z","end":"2026-03-29T02:17:11.196471Z","steps":["trace[2143793059] 'agreement among raft nodes before linearized reading' (duration: 104.168902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.196482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.411103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:11.196514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.535968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:17:11.196536Z","caller":"traceutil/trace.go:171","msg":"trace[673111968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8977; }","duration":"193.596389ms","start":"2026-03-29T02:17:11.002933Z","end":"2026-03-29T02:17:11.19653Z","steps":["trace[673111968] 'agreement among raft nodes before linearized reading' (duration: 193.527277ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:11.196538Z","caller":"traceutil/trace.go:171","msg":"trace[924999726] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8977; }","duration":"138.465054ms","start":"2026-03-29T02:17:11.058057Z","end":"2026-03-29T02:17:11.196522Z","steps":["trace[924999726] 'agreement among raft nodes before linearized reading' (duration: 138.383472ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:11.196294Z","caller":"traceutil/trace.go:171","msg":"trace[1036542425] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8977; }","duration":"261.155834ms","start":"2026-03-29T02:17:10.93513Z","end":"2026-03-29T02:17:11.196285Z","steps":["trace[1036542425] 'agreement among raft nodes before linearized reading' (duration: 261.058992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.196627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.807985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:17:11.196661Z","caller":"traceutil/trace.go:171","msg":"trace[1995534374] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:8977; }","duration":"189.892978ms","start":"2026-03-29T02:17:11.006759Z","end":"2026-03-29T02:17:11.196652Z","steps":["trace[1995534374] 'agreement among raft nodes before linearized reading' (duration: 189.791365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.196742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.814295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:17:11.196767Z","caller":"traceutil/trace.go:171","msg":"trace[1172014127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8977; }","duration":"193.887486ms","start":"2026-03-29T02:17:11.002871Z","end":"2026-03-29T02:17:11.196758Z","steps":["trace[1172014127] 'agreement among raft nodes before linearized reading' (duration: 193.806254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.196665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.688072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:17:11.196891Z","caller":"traceutil/trace.go:171","msg":"trace[653788257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8977; }","duration":"193.947879ms","start":"2026-03-29T02:17:11.002933Z","end":"2026-03-29T02:17:11.196881Z","steps":["trace[653788257] 'agreement among raft nodes before linearized reading' (duration: 193.659951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.197013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.140664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:17:11.197037Z","caller":"traceutil/trace.go:171","msg":"trace[400798326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8977; }","duration":"194.199995ms","start":"2026-03-29T02:17:11.00283Z","end":"2026-03-29T02:17:11.19703Z","steps":["trace[400798326] 'agreement among raft nodes before linearized reading' (duration: 194.107872ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:11.196408Z","caller":"traceutil/trace.go:171","msg":"trace[1816768771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8977; }","duration":"192.694994ms","start":"2026-03-29T02:17:11.003699Z","end":"2026-03-29T02:17:11.196394Z","steps":["trace[1816768771] 'agreement among raft nodes before linearized reading' (duration: 192.553851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.198065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.97092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:11.198121Z","caller":"traceutil/trace.go:171","msg":"trace[608654610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8977; }","duration":"828.921794ms","start":"2026-03-29T02:17:10.369187Z","end":"2026-03-29T02:17:11.198109Z","steps":["trace[608654610] 'agreement among raft nodes before linearized reading' (duration: 826.9734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.198145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:10.369169Z","time spent":"828.969404ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:11.869856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122424,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:17:12.252575Z","caller":"traceutil/trace.go:171","msg":"trace[1908407835] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"1.048874527s","start":"2026-03-29T02:17:11.203679Z","end":"2026-03-29T02:17:12.252554Z","steps":["trace[1908407835] 'process raft request' (duration: 1.048726883s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:12.252685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.203665Z","time spent":"1.04895993s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:12.252881Z","caller":"traceutil/trace.go:171","msg":"trace[650086717] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"1.049182096s","start":"2026-03-29T02:17:11.203689Z","end":"2026-03-29T02:17:12.252871Z","steps":["trace[650086717] 'process raft request' (duration: 1.048837966s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:12.252984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.203665Z","time spent":"1.049273759s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:12.252944Z","caller":"traceutil/trace.go:171","msg":"trace[1506860111] transaction","detail":"{read_only:false; response_revision:8981; number_of_response:1; }","duration":"1.049157835s","start":"2026-03-29T02:17:11.203764Z","end":"2026-03-29T02:17:12.252922Z","steps":["trace[1506860111] 'process raft request' (duration: 1.049002871s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:12.253082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.203754Z","time spent":"1.049276498s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:12.25324Z","caller":"traceutil/trace.go:171","msg":"trace[233460762] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"1.049389282s","start":"2026-03-29T02:17:11.203844Z","end":"2026-03-29T02:17:12.253233Z","steps":["trace[233460762] 'process raft request' (duration: 1.049007391s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:12.253238Z","caller":"traceutil/trace.go:171","msg":"trace[467899220] linearizableReadLoop","detail":"{readStateIndex:9322; appliedIndex:9317; }","duration":"883.807022ms","start":"2026-03-29T02:17:11.369405Z","end":"2026-03-29T02:17:12.253212Z","steps":["trace[467899220] 'read index received' (duration: 883.020251ms)","trace[467899220] 'applied index is now lower than readState.Index' (duration: 785.731µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:12.253268Z","caller":"traceutil/trace.go:171","msg":"trace[1803911090] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"1.047252163s","start":"2026-03-29T02:17:11.205994Z","end":"2026-03-29T02:17:12.253246Z","steps":["trace[1803911090] 'process raft request' (duration: 1.04713015s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:12.253319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.917355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:12.253335Z","caller":"traceutil/trace.go:171","msg":"trace[1406038339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8983; }","duration":"883.971096ms","start":"2026-03-29T02:17:11.369359Z","end":"2026-03-29T02:17:12.25333Z","steps":["trace[1406038339] 'agreement among raft nodes before linearized reading' (duration: 883.941366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:12.253349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.369335Z","time spent":"884.010677ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:12.253372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.205981Z","time spent":"1.047339755s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:12.253279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.203833Z","time spent":"1.049428632s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:12.753412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:13.902658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.538406ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:13.902792Z","caller":"traceutil/trace.go:171","msg":"trace[994912682] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8983; }","duration":"475.68363ms","start":"2026-03-29T02:17:13.427086Z","end":"2026-03-29T02:17:13.90277Z","steps":["trace[994912682] 'range keys from in-memory index tree' (duration: 475.519736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:13.903271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.501825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:13.903606Z","caller":"traceutil/trace.go:171","msg":"trace[123894606] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"1.73166122s","start":"2026-03-29T02:17:12.171918Z","end":"2026-03-29T02:17:13.903579Z","steps":["trace[123894606] 'process raft request' (duration: 1.731588698s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:13.903708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:12.171896Z","time spent":"1.731764792s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:13.903797Z","caller":"traceutil/trace.go:171","msg":"trace[1188072145] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"1.862917895s","start":"2026-03-29T02:17:12.040851Z","end":"2026-03-29T02:17:13.903769Z","steps":["trace[1188072145] 'process raft request' (duration: 1.862528705s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:13.903796Z","caller":"traceutil/trace.go:171","msg":"trace[1160461847] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"2.001076322s","start":"2026-03-29T02:17:11.90264Z","end":"2026-03-29T02:17:13.903716Z","steps":["trace[1160461847] 'process raft request' (duration: 1.046015201s)","trace[1160461847] 'compare' (duration: 954.228898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:13.904027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.902608Z","time spent":"2.001326619s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:13.904026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:12.040832Z","time spent":"1.863096811s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:14.254683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999822248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:17:14.254798Z","caller":"traceutil/trace.go:171","msg":"trace[557585621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999988512s","start":"2026-03-29T02:17:12.254784Z","end":"2026-03-29T02:17:14.254773Z","steps":["trace[557585621] 'agreement among raft nodes before linearized reading' (duration: 1.999851449s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:14.255073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:12.254768Z","time spent":"2.000078694s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:17:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:17:14.576383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000040852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:17:14.576481Z","caller":"traceutil/trace.go:171","msg":"trace[1796867671] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184186s","start":"2026-03-29T02:17:12.576272Z","end":"2026-03-29T02:17:14.576456Z","steps":["trace[1796867671] 'agreement among raft nodes before linearized reading' (duration: 2.000066143s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:14.576547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:12.576253Z","time spent":"2.000277059s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:14.717646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.768959453s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:17:14.889175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.201354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:14.889323Z","caller":"traceutil/trace.go:171","msg":"trace[857740497] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"2.157069578s","start":"2026-03-29T02:17:12.732222Z","end":"2026-03-29T02:17:14.889292Z","steps":["trace[857740497] 'process raft request' (duration: 1.985659048s)","trace[857740497] 'compare' (duration: 171.036799ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:14.889378Z","caller":"traceutil/trace.go:171","msg":"trace[167304074] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"1.686035675s","start":"2026-03-29T02:17:13.203322Z","end":"2026-03-29T02:17:14.889357Z","steps":["trace[167304074] 'process raft request' (duration: 1.685979664s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:14.889495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:12.732189Z","time spent":"2.157192841s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:14.889499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:13.203291Z","time spent":"1.686151489s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:14.889464Z","caller":"traceutil/trace.go:171","msg":"trace[262910897] linearizableReadLoop","detail":"{readStateIndex:9326; appliedIndex:9322; }","duration":"2.636073339s","start":"2026-03-29T02:17:12.253303Z","end":"2026-03-29T02:17:14.889377Z","steps":["trace[262910897] 'read index received' (duration: 695.366747ms)","trace[262910897] 'applied index is now lower than readState.Index' (duration: 1.940700932s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:14.890285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.915172437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:14.890349Z","caller":"traceutil/trace.go:171","msg":"trace[637050773] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8988; }","duration":"2.91529499s","start":"2026-03-29T02:17:11.97504Z","end":"2026-03-29T02:17:14.890335Z","steps":["trace[637050773] 'agreement among raft nodes before linearized reading' (duration: 2.915146966s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:14.890391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.975022Z","time spent":"2.915358842s","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:14.890406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.218121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:14.890414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559046787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:14.890445Z","caller":"traceutil/trace.go:171","msg":"trace[1913819112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8988; }","duration":"628.276203ms","start":"2026-03-29T02:17:14.262158Z","end":"2026-03-29T02:17:14.890434Z","steps":["trace[1913819112] 'agreement among raft nodes before linearized reading' (duration: 628.199591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:14.890415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91332083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:14.890471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.26215Z","time spent":"628.316264ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:14.890475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.731892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:17:14.890479Z","caller":"traceutil/trace.go:171","msg":"trace[967850239] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8988; }","duration":"1.559169021s","start":"2026-03-29T02:17:13.331289Z","end":"2026-03-29T02:17:14.890458Z","steps":["trace[967850239] 'agreement among raft nodes before linearized reading' (duration: 1.559052717s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:14.890497Z","caller":"traceutil/trace.go:171","msg":"trace[1622392208] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8988; }","duration":"1.913459454s","start":"2026-03-29T02:17:12.977015Z","end":"2026-03-29T02:17:14.890475Z","steps":["trace[1622392208] 'agreement among raft nodes before linearized reading' (duration: 1.91330948s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:14.890506Z","caller":"traceutil/trace.go:171","msg":"trace[1069340287] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8988; }","duration":"768.799064ms","start":"2026-03-29T02:17:14.121698Z","end":"2026-03-29T02:17:14.890497Z","steps":["trace[1069340287] 'agreement among raft nodes before linearized reading' (duration: 768.67861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:14.890505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680880804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:17:14.890506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348007829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-29T02:17:14.890533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.121677Z","time spent":"768.852385ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:17:14.890538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:12.976992Z","time spent":"1.913537637s","remote":"127.0.0.1:42804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:14.89054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:13.331263Z","time spent":"1.559260262s","remote":"127.0.0.1:41062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:14.890548Z","caller":"traceutil/trace.go:171","msg":"trace[1524755928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:8988; }","duration":"1.680963006s","start":"2026-03-29T02:17:13.209573Z","end":"2026-03-29T02:17:14.890536Z","steps":["trace[1524755928] 'agreement among raft nodes before linearized reading' (duration: 1.680800131s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:14.890555Z","caller":"traceutil/trace.go:171","msg":"trace[68087414] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8988; }","duration":"1.34806123s","start":"2026-03-29T02:17:13.54248Z","end":"2026-03-29T02:17:14.890541Z","steps":["trace[68087414] 'agreement among raft nodes before linearized reading' (duration: 1.347906026s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:14.890552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598092639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:17:14.890585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:13.20955Z","time spent":"1.681027388s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:17:14.89059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:13.542449Z","time spent":"1.348133912s","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-29T02:17:14.890575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.549868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:17:14.890605Z","caller":"traceutil/trace.go:171","msg":"trace[611299381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8988; }","duration":"1.598167041s","start":"2026-03-29T02:17:13.292423Z","end":"2026-03-29T02:17:14.89059Z","steps":["trace[611299381] 'agreement among raft nodes before linearized reading' (duration: 1.598036718s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:14.89061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.057584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:17:14.890612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.066382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:17:14.890636Z","caller":"traceutil/trace.go:171","msg":"trace[1379643057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8988; }","duration":"633.6412ms","start":"2026-03-29T02:17:14.256976Z","end":"2026-03-29T02:17:14.890618Z","steps":["trace[1379643057] 'agreement among raft nodes before linearized reading' (duration: 633.418114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:14.890489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.384063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d85b05ec044\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:17:14.890647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:13.292406Z","time spent":"1.598231044s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:17:14.890425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664505324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:14.890669Z","caller":"traceutil/trace.go:171","msg":"trace[2071572296] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8988; }","duration":"634.131583ms","start":"2026-03-29T02:17:14.256519Z","end":"2026-03-29T02:17:14.890651Z","steps":["trace[2071572296] 'agreement among raft nodes before linearized reading' (duration: 634.002299ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:14.890718Z","caller":"traceutil/trace.go:171","msg":"trace[1921406113] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8988; }","duration":"1.664830102s","start":"2026-03-29T02:17:13.225872Z","end":"2026-03-29T02:17:14.890702Z","steps":["trace[1921406113] 'agreement among raft nodes before linearized reading' (duration: 1.664490603s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:14.890725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.256516Z","time spent":"634.197216ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:17:14.89074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.731372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:17:14.890753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:13.22586Z","time spent":"1.664881084s","remote":"127.0.0.1:48448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:14.890761Z","caller":"traceutil/trace.go:171","msg":"trace[1780695773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8988; }","duration":"633.758193ms","start":"2026-03-29T02:17:14.256998Z","end":"2026-03-29T02:17:14.890756Z","steps":["trace[1780695773] 'agreement among raft nodes before linearized reading' (duration: 633.693541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:14.890779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.256995Z","time spent":"633.779353ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:17:14.890672Z","caller":"traceutil/trace.go:171","msg":"trace[85547345] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d85b05ec044; range_end:; response_count:1; response_revision:8988; }","duration":"633.584778ms","start":"2026-03-29T02:17:14.257077Z","end":"2026-03-29T02:17:14.890662Z","steps":["trace[85547345] 'agreement among raft nodes before linearized reading' (duration: 633.260659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:14.8908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.431688409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:17:14.890857Z","caller":"traceutil/trace.go:171","msg":"trace[1504474858] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:8988; }","duration":"3.431787121s","start":"2026-03-29T02:17:11.459055Z","end":"2026-03-29T02:17:14.890842Z","steps":["trace[1504474858] 'agreement among raft nodes before linearized reading' (duration: 3.430489106s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:14.890897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.459026Z","time spent":"3.431863333s","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-29T02:17:14.890488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.966479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:17:14.891096Z","caller":"traceutil/trace.go:171","msg":"trace[1496460188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8988; }","duration":"634.595787ms","start":"2026-03-29T02:17:14.256482Z","end":"2026-03-29T02:17:14.891078Z","steps":["trace[1496460188] 'agreement among raft nodes before linearized reading' (duration: 633.855246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:14.891169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.256468Z","time spent":"634.681779ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:17:14.890673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.256961Z","time spent":"633.704891ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:17:14.890659Z","caller":"traceutil/trace.go:171","msg":"trace[932482279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8988; }","duration":"633.114196ms","start":"2026-03-29T02:17:14.257528Z","end":"2026-03-29T02:17:14.890642Z","steps":["trace[932482279] 'agreement among raft nodes before linearized reading' (duration: 632.996092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:14.891277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.257521Z","time spent":"633.745453ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:17:14.892232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.257074Z","time spent":"633.743762ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d85b05ec044\" "} {"level":"warn","ts":"2026-03-29T02:17:15.393878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:15.894921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806122438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:16.06832Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175202638s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:17:16.630398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.853288ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-29T02:17:16.630491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.892999Z","time spent":"1.737488578s","remote":"127.0.0.1:43078","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:17:16.892172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999059414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:17:16.892283Z","caller":"traceutil/trace.go:171","msg":"trace[476041124] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999213038s","start":"2026-03-29T02:17:14.89305Z","end":"2026-03-29T02:17:16.892263Z","steps":["trace[476041124] 'agreement among raft nodes before linearized reading' (duration: 1.999082514s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:16.892592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.893033Z","time spent":"1.999545767s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:17:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:17:17.570787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.732314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:17.571034Z","caller":"traceutil/trace.go:171","msg":"trace[1166336642] transaction","detail":"{read_only:false; response_revision:8991; number_of_response:1; }","duration":"2.676329492s","start":"2026-03-29T02:17:14.894688Z","end":"2026-03-29T02:17:17.571018Z","steps":["trace[1166336642] 'process raft request' (duration: 2.67627366s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:17.57104Z","caller":"traceutil/trace.go:171","msg":"trace[570971527] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"2.676392424s","start":"2026-03-29T02:17:14.894624Z","end":"2026-03-29T02:17:17.571016Z","steps":["trace[570971527] 'process raft request' (duration: 2.67626919s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:17.571084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.894677Z","time spent":"2.676383433s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:17.571074Z","caller":"traceutil/trace.go:171","msg":"trace[221667883] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"2.676462455s","start":"2026-03-29T02:17:14.894578Z","end":"2026-03-29T02:17:17.57104Z","steps":["trace[221667883] 'process raft request' (duration: 1.932399722s)","trace[221667883] 'compare' (duration: 743.377074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:17.571199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.894601Z","time spent":"2.676499767s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:17.571236Z","caller":"traceutil/trace.go:171","msg":"trace[2587221] transaction","detail":"{read_only:false; response_revision:8992; number_of_response:1; }","duration":"2.676170238s","start":"2026-03-29T02:17:14.895058Z","end":"2026-03-29T02:17:17.571228Z","steps":["trace[2587221] 'process raft request' (duration: 2.675931911s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:17.571243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.894552Z","time spent":"2.676600189s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:17.571277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.895048Z","time spent":"2.676205618s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:17.571433Z","caller":"traceutil/trace.go:171","msg":"trace[68687043] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"2.676170458s","start":"2026-03-29T02:17:14.895255Z","end":"2026-03-29T02:17:17.571426Z","steps":["trace[68687043] 'process raft request' (duration: 2.675922711s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:17.571477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.895248Z","time spent":"2.676206959s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:17.571585Z","caller":"traceutil/trace.go:171","msg":"trace[1529712029] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"2.676089375s","start":"2026-03-29T02:17:14.895485Z","end":"2026-03-29T02:17:17.571575Z","steps":["trace[1529712029] 'process raft request' (duration: 2.67590711s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:17.571627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.895477Z","time spent":"2.676130606s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:17.57177Z","caller":"traceutil/trace.go:171","msg":"trace[1652116013] linearizableReadLoop","detail":"{readStateIndex:9335; appliedIndex:9327; }","duration":"2.678671766s","start":"2026-03-29T02:17:14.893086Z","end":"2026-03-29T02:17:17.571758Z","steps":["trace[1652116013] 'read index received' (duration: 1.175473465s)","trace[1652116013] 'applied index is now lower than readState.Index' (duration: 1.503197391s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:17.571842Z","caller":"traceutil/trace.go:171","msg":"trace[349670297] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"2.676288821s","start":"2026-03-29T02:17:14.895545Z","end":"2026-03-29T02:17:17.571834Z","steps":["trace[349670297] 'process raft request' (duration: 2.675980073s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:17.571898Z","caller":"traceutil/trace.go:171","msg":"trace[1064983004] transaction","detail":"{read_only:false; response_revision:8996; number_of_response:1; }","duration":"1.661994775s","start":"2026-03-29T02:17:15.909894Z","end":"2026-03-29T02:17:17.571888Z","steps":["trace[1064983004] 'process raft request' (duration: 1.661790729s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:17.571898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.895536Z","time spent":"2.676329882s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:17.57195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:15.909866Z","time spent":"1.662059046s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:18.702501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.95133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:18.702613Z","caller":"traceutil/trace.go:171","msg":"trace[64151526] transaction","detail":"{read_only:false; response_revision:8997; number_of_response:1; }","duration":"2.070853277s","start":"2026-03-29T02:17:16.631737Z","end":"2026-03-29T02:17:18.70259Z","steps":["trace[64151526] 'process raft request' (duration: 1.116726312s)","trace[64151526] 'compare' (duration: 953.398455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:18.702671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:16.631715Z","time spent":"2.070928528s","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:18.798917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050341168s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:17:18.799486Z","caller":"traceutil/trace.go:171","msg":"trace[1862311478] transaction","detail":"{read_only:false; response_revision:8998; number_of_response:1; }","duration":"1.901903035s","start":"2026-03-29T02:17:16.897541Z","end":"2026-03-29T02:17:18.799444Z","steps":["trace[1862311478] 'process raft request' (duration: 1.901593616s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:18.799571Z","caller":"traceutil/trace.go:171","msg":"trace[31939444] transaction","detail":"{read_only:false; response_revision:8999; number_of_response:1; }","duration":"1.901579416s","start":"2026-03-29T02:17:16.89797Z","end":"2026-03-29T02:17:18.79955Z","steps":["trace[31939444] 'process raft request' (duration: 1.901349049s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.799699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:16.897945Z","time spent":"1.901683259s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:18.799698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:16.897514Z","time spent":"1.902041009s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:18.799874Z","caller":"traceutil/trace.go:171","msg":"trace[807472002] transaction","detail":"{read_only:false; response_revision:9000; number_of_response:1; }","duration":"1.823764418s","start":"2026-03-29T02:17:16.976097Z","end":"2026-03-29T02:17:18.799861Z","steps":["trace[807472002] 'process raft request' (duration: 1.823274195s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.79994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:16.976071Z","time spent":"1.823839161s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:18.803828Z","caller":"traceutil/trace.go:171","msg":"trace[224150575] transaction","detail":"{read_only:false; response_revision:9001; number_of_response:1; }","duration":"1.228406991s","start":"2026-03-29T02:17:17.575392Z","end":"2026-03-29T02:17:18.803799Z","steps":["trace[224150575] 'process raft request' (duration: 1.228192515s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.803984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910693806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4d8f778f-e12a-4b81-a34f-141c64c5c05f\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-29T02:17:18.80413Z","caller":"traceutil/trace.go:171","msg":"trace[53977418] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4d8f778f-e12a-4b81-a34f-141c64c5c05f; range_end:; response_count:1; response_revision:9001; }","duration":"3.910889122s","start":"2026-03-29T02:17:14.893221Z","end":"2026-03-29T02:17:18.80411Z","steps":["trace[53977418] 'agreement among raft nodes before linearized reading' (duration: 3.910582944s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.804188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.893199Z","time spent":"3.910974444s","remote":"127.0.0.1:43194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-4d8f778f-e12a-4b81-a34f-141c64c5c05f\" "} {"level":"warn","ts":"2026-03-29T02:17:18.804559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406226386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-29T02:17:18.804626Z","caller":"traceutil/trace.go:171","msg":"trace[1656758955] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9001; }","duration":"1.406311789s","start":"2026-03-29T02:17:17.398295Z","end":"2026-03-29T02:17:18.804606Z","steps":["trace[1656758955] 'agreement among raft nodes before linearized reading' (duration: 1.406144444s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.804682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:17.398286Z","time spent":"1.406384541s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:17:18.804955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407066239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:17:18.805055Z","caller":"traceutil/trace.go:171","msg":"trace[265187262] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9001; }","duration":"1.407197663s","start":"2026-03-29T02:17:17.397842Z","end":"2026-03-29T02:17:18.80504Z","steps":["trace[265187262] 'agreement among raft nodes before linearized reading' (duration: 1.407017338s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.805109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:17.397821Z","time spent":"1.407270755s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:17:18.805206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.353472176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:17:18.805236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:17.575373Z","time spent":"1.228527214s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:17:18.805277Z","caller":"traceutil/trace.go:171","msg":"trace[446859955] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9001; }","duration":"3.35359581s","start":"2026-03-29T02:17:15.451663Z","end":"2026-03-29T02:17:18.805259Z","steps":["trace[446859955] 'agreement among raft nodes before linearized reading' (duration: 3.353440806s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.805259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877060393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:18.80532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:15.451644Z","time spent":"3.353668372s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:18.805359Z","caller":"traceutil/trace.go:171","msg":"trace[2091818457] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9001; }","duration":"1.877203407s","start":"2026-03-29T02:17:16.928129Z","end":"2026-03-29T02:17:18.805332Z","steps":["trace[2091818457] 'agreement among raft nodes before linearized reading' (duration: 1.877037662s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:18.805421Z","caller":"traceutil/trace.go:171","msg":"trace[1228269392] linearizableReadLoop","detail":"{readStateIndex:9341; appliedIndex:9336; }","duration":"1.23199525s","start":"2026-03-29T02:17:17.571804Z","end":"2026-03-29T02:17:18.803799Z","steps":["trace[1228269392] 'read index received' (duration: 176.755997ms)","trace[1228269392] 'applied index is now lower than readState.Index' (duration: 1.055238173s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:18.805431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:16.92811Z","time spent":"1.877309089s","remote":"127.0.0.1:48420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:18.805531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.909979487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:17:18.805567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905373321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.805598Z","caller":"traceutil/trace.go:171","msg":"trace[1593896328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9001; }","duration":"1.905426442s","start":"2026-03-29T02:17:16.900158Z","end":"2026-03-29T02:17:18.805585Z","steps":["trace[1593896328] 'agreement among raft nodes before linearized reading' (duration: 1.90537929s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:18.805599Z","caller":"traceutil/trace.go:171","msg":"trace[2000189899] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9001; }","duration":"3.91007085s","start":"2026-03-29T02:17:14.895512Z","end":"2026-03-29T02:17:18.805582Z","steps":["trace[2000189899] 'agreement among raft nodes before linearized reading' (duration: 3.909873214s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.805624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:16.900141Z","time spent":"1.905478014s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:18.805642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192583606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:17:18.805653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.895494Z","time spent":"3.910146421s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:17:18.805679Z","caller":"traceutil/trace.go:171","msg":"trace[416029861] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9001; }","duration":"1.192625657s","start":"2026-03-29T02:17:17.613044Z","end":"2026-03-29T02:17:18.80567Z","steps":["trace[416029861] 'agreement among raft nodes before linearized reading' (duration: 1.192507704s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.805711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:17.61296Z","time spent":"1.192742181s","remote":"127.0.0.1:37160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":55,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:18.805758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.881647504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.805788Z","caller":"traceutil/trace.go:171","msg":"trace[2145322444] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:9001; }","duration":"2.881717366s","start":"2026-03-29T02:17:15.924061Z","end":"2026-03-29T02:17:18.805778Z","steps":["trace[2145322444] 'agreement among raft nodes before linearized reading' (duration: 2.881670675s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.805811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:15.924028Z","time spent":"2.881776898s","remote":"127.0.0.1:41108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:18.805933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.385471396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:18.806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.81983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:18.806045Z","caller":"traceutil/trace.go:171","msg":"trace[143077724] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9001; }","duration":"282.896712ms","start":"2026-03-29T02:17:18.523133Z","end":"2026-03-29T02:17:18.806029Z","steps":["trace[143077724] 'agreement among raft nodes before linearized reading' (duration: 282.84068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.805712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754407683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.806143Z","caller":"traceutil/trace.go:171","msg":"trace[607798034] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9001; }","duration":"1.754878206s","start":"2026-03-29T02:17:17.051255Z","end":"2026-03-29T02:17:18.806133Z","steps":["trace[607798034] 'agreement among raft nodes before linearized reading' (duration: 1.754420363s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.806174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:17.051234Z","time spent":"1.754929767s","remote":"127.0.0.1:42782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:18.806Z","caller":"traceutil/trace.go:171","msg":"trace[1912741122] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:9001; }","duration":"3.385539738s","start":"2026-03-29T02:17:15.420442Z","end":"2026-03-29T02:17:18.805982Z","steps":["trace[1912741122] 'agreement among raft nodes before linearized reading' (duration: 3.385441175s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.805955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.51903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:17:18.806243Z","caller":"traceutil/trace.go:171","msg":"trace[1836027764] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9001; }","duration":"101.804967ms","start":"2026-03-29T02:17:18.704427Z","end":"2026-03-29T02:17:18.806232Z","steps":["trace[1836027764] 'agreement among raft nodes before linearized reading' (duration: 101.458468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.806242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:15.420383Z","time spent":"3.385845136s","remote":"127.0.0.1:42834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:18.806291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910238934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223828"} {"level":"info","ts":"2026-03-29T02:17:18.806336Z","caller":"traceutil/trace.go:171","msg":"trace[1799866220] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9001; }","duration":"3.910299565s","start":"2026-03-29T02:17:14.896022Z","end":"2026-03-29T02:17:18.806322Z","steps":["trace[1799866220] 'agreement among raft nodes before linearized reading' (duration: 3.909867843s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.80637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:14.896014Z","time spent":"3.910346267s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:17:19.593835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.269846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-tf78h\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-03-29T02:17:19.593932Z","caller":"traceutil/trace.go:171","msg":"trace[1640454370] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-tf78h; range_end:; response_count:1; response_revision:9007; }","duration":"143.374209ms","start":"2026-03-29T02:17:19.450536Z","end":"2026-03-29T02:17:19.59391Z","steps":["trace[1640454370] 'range keys from in-memory index tree' (duration: 143.130553ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:19.594304Z","caller":"traceutil/trace.go:171","msg":"trace[969981447] transaction","detail":"{read_only:false; response_revision:9008; number_of_response:1; }","duration":"111.614056ms","start":"2026-03-29T02:17:19.482667Z","end":"2026-03-29T02:17:19.594281Z","steps":["trace[969981447] 'process raft request' (duration: 108.643805ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:19.775736Z","caller":"traceutil/trace.go:171","msg":"trace[40654151] transaction","detail":"{read_only:false; response_revision:9012; number_of_response:1; }","duration":"175.880242ms","start":"2026-03-29T02:17:19.599831Z","end":"2026-03-29T02:17:19.775711Z","steps":["trace[40654151] 'process raft request' (duration: 175.773129ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:19.775864Z","caller":"traceutil/trace.go:171","msg":"trace[1984710796] transaction","detail":"{read_only:false; response_revision:9011; number_of_response:1; }","duration":"176.079348ms","start":"2026-03-29T02:17:19.599761Z","end":"2026-03-29T02:17:19.775841Z","steps":["trace[1984710796] 'process raft request' (duration: 175.252905ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:19.775856Z","caller":"traceutil/trace.go:171","msg":"trace[1100122512] linearizableReadLoop","detail":"{readStateIndex:9356; appliedIndex:9350; }","duration":"174.635529ms","start":"2026-03-29T02:17:19.601202Z","end":"2026-03-29T02:17:19.775838Z","steps":["trace[1100122512] 'read index received' (duration: 40.101202ms)","trace[1100122512] 'applied index is now lower than readState.Index' (duration: 134.533647ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:19.776015Z","caller":"traceutil/trace.go:171","msg":"trace[3258670] transaction","detail":"{read_only:false; response_revision:9013; number_of_response:1; }","duration":"176.119899ms","start":"2026-03-29T02:17:19.599884Z","end":"2026-03-29T02:17:19.776004Z","steps":["trace[3258670] 'process raft request' (duration: 175.78707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.77602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.797643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-tf78h\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-03-29T02:17:19.776059Z","caller":"traceutil/trace.go:171","msg":"trace[841302603] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-tf78h; range_end:; response_count:1; response_revision:9015; }","duration":"174.853244ms","start":"2026-03-29T02:17:19.601197Z","end":"2026-03-29T02:17:19.776051Z","steps":["trace[841302603] 'agreement among raft nodes before linearized reading' (duration: 174.7006ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:19.776056Z","caller":"traceutil/trace.go:171","msg":"trace[904035702] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"175.906793ms","start":"2026-03-29T02:17:19.600127Z","end":"2026-03-29T02:17:19.776034Z","steps":["trace[904035702] 'process raft request' (duration: 175.683467ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:19.776074Z","caller":"traceutil/trace.go:171","msg":"trace[576298364] transaction","detail":"{read_only:false; response_revision:9014; number_of_response:1; }","duration":"176.018826ms","start":"2026-03-29T02:17:19.600014Z","end":"2026-03-29T02:17:19.776033Z","steps":["trace[576298364] 'process raft request' (duration: 175.734478ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:31.853499Z","caller":"traceutil/trace.go:171","msg":"trace[1867212793] transaction","detail":"{read_only:false; response_revision:9074; number_of_response:1; }","duration":"120.773808ms","start":"2026-03-29T02:17:31.73268Z","end":"2026-03-29T02:17:31.853453Z","steps":["trace[1867212793] 'process raft request' (duration: 120.484981ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:32.077243Z","caller":"traceutil/trace.go:171","msg":"trace[58752917] linearizableReadLoop","detail":"{readStateIndex:9420; appliedIndex:9419; }","duration":"118.904196ms","start":"2026-03-29T02:17:31.958315Z","end":"2026-03-29T02:17:32.077219Z","steps":["trace[58752917] 'read index received' (duration: 34.038165ms)","trace[58752917] 'applied index is now lower than readState.Index' (duration: 84.864931ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:32.077301Z","caller":"traceutil/trace.go:171","msg":"trace[2053445386] transaction","detail":"{read_only:false; response_revision:9076; number_of_response:1; }","duration":"122.744032ms","start":"2026-03-29T02:17:31.95453Z","end":"2026-03-29T02:17:32.077274Z","steps":["trace[2053445386] 'process raft request' (duration: 37.887801ms)","trace[2053445386] 'compare' (duration: 84.669526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:32.077479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.135863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:17:32.077512Z","caller":"traceutil/trace.go:171","msg":"trace[657247978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9076; }","duration":"119.215935ms","start":"2026-03-29T02:17:31.958287Z","end":"2026-03-29T02:17:32.077503Z","steps":["trace[657247978] 'agreement among raft nodes before linearized reading' (duration: 119.073111ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:32.21963Z","caller":"traceutil/trace.go:171","msg":"trace[737907432] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"136.373777ms","start":"2026-03-29T02:17:32.083219Z","end":"2026-03-29T02:17:32.219593Z","steps":["trace[737907432] 'process raft request' (duration: 136.290065ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:32.219665Z","caller":"traceutil/trace.go:171","msg":"trace[566054979] transaction","detail":"{read_only:false; response_revision:9078; number_of_response:1; }","duration":"137.20996ms","start":"2026-03-29T02:17:32.082418Z","end":"2026-03-29T02:17:32.219628Z","steps":["trace[566054979] 'process raft request' (duration: 136.930063ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:32.219825Z","caller":"traceutil/trace.go:171","msg":"trace[806994072] transaction","detail":"{read_only:false; response_revision:9080; number_of_response:1; }","duration":"136.475959ms","start":"2026-03-29T02:17:32.083336Z","end":"2026-03-29T02:17:32.219812Z","steps":["trace[806994072] 'process raft request' (duration: 136.219402ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:42.941977Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000252a.wal"} {"level":"info","ts":"2026-03-29T02:17:43.439477Z","caller":"traceutil/trace.go:171","msg":"trace[559914049] linearizableReadLoop","detail":"{readStateIndex:9523; appliedIndex:9521; }","duration":"117.635163ms","start":"2026-03-29T02:17:43.321814Z","end":"2026-03-29T02:17:43.439449Z","steps":["trace[559914049] 'read index received' (duration: 44.954225ms)","trace[559914049] 'applied index is now lower than readState.Index' (duration: 72.679788ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:43.439638Z","caller":"traceutil/trace.go:171","msg":"trace[2025917078] transaction","detail":"{read_only:false; response_revision:9174; number_of_response:1; }","duration":"153.295012ms","start":"2026-03-29T02:17:43.286324Z","end":"2026-03-29T02:17:43.439619Z","steps":["trace[2025917078] 'process raft request' (duration: 148.513531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:43.439886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.044194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:43.439984Z","caller":"traceutil/trace.go:171","msg":"trace[1102268051] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:0; response_revision:9174; }","duration":"118.188178ms","start":"2026-03-29T02:17:43.321772Z","end":"2026-03-29T02:17:43.43996Z","steps":["trace[1102268051] 'agreement among raft nodes before linearized reading' (duration: 118.005023ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:43.705911Z","caller":"traceutil/trace.go:171","msg":"trace[935457472] transaction","detail":"{read_only:false; response_revision:9179; number_of_response:1; }","duration":"173.831706ms","start":"2026-03-29T02:17:43.532053Z","end":"2026-03-29T02:17:43.705885Z","steps":["trace[935457472] 'process raft request' (duration: 170.676569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:45.40799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.40678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:45.408065Z","caller":"traceutil/trace.go:171","msg":"trace[786625376] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-nfsplugin-metrics; range_end:; response_count:0; response_revision:9196; }","duration":"485.522673ms","start":"2026-03-29T02:17:44.922524Z","end":"2026-03-29T02:17:45.408047Z","steps":["trace[786625376] 'range keys from in-memory index tree' (duration: 485.328329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:45.408101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:44.922502Z","time spent":"485.589926ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" "} {"level":"info","ts":"2026-03-29T02:17:45.408165Z","caller":"traceutil/trace.go:171","msg":"trace[105067312] transaction","detail":"{read_only:false; response_revision:9197; number_of_response:1; }","duration":"445.598697ms","start":"2026-03-29T02:17:44.962543Z","end":"2026-03-29T02:17:45.408142Z","steps":["trace[105067312] 'process raft request' (duration: 398.061748ms)","trace[105067312] 'compare' (duration: 47.143158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:45.408269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:44.962513Z","time spent":"445.70287ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:45.416533Z","caller":"traceutil/trace.go:171","msg":"trace[892461895] linearizableReadLoop","detail":"{readStateIndex:9547; appliedIndex:9545; }","duration":"276.01255ms","start":"2026-03-29T02:17:45.140496Z","end":"2026-03-29T02:17:45.416508Z","steps":["trace[892461895] 'read index received' (duration: 220.134674ms)","trace[892461895] 'applied index is now lower than readState.Index' (duration: 55.876706ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:45.417405Z","caller":"traceutil/trace.go:171","msg":"trace[435267214] transaction","detail":"{read_only:false; response_revision:9198; number_of_response:1; }","duration":"303.175322ms","start":"2026-03-29T02:17:45.114214Z","end":"2026-03-29T02:17:45.41739Z","steps":["trace[435267214] 'process raft request' (duration: 302.177905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:45.417548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:45.114189Z","time spent":"303.261655ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:45.417789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.299296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:17:45.417834Z","caller":"traceutil/trace.go:171","msg":"trace[726311601] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:9198; }","duration":"277.386958ms","start":"2026-03-29T02:17:45.140436Z","end":"2026-03-29T02:17:45.417823Z","steps":["trace[726311601] 'agreement among raft nodes before linearized reading' (duration: 277.257865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:48.694461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806123114,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:49.195254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806123114,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:49.696261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806123114,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:49.757749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.60177547s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:17:49.758238Z","caller":"traceutil/trace.go:171","msg":"trace[895721811] transaction","detail":"{read_only:false; response_revision:9212; number_of_response:1; }","duration":"1.602333686s","start":"2026-03-29T02:17:48.155883Z","end":"2026-03-29T02:17:49.758217Z","steps":["trace[895721811] 'process raft request' (duration: 1.602198682s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:49.758351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:48.155847Z","time spent":"1.602433848s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:51.411533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:17:51.41164Z","caller":"traceutil/trace.go:171","msg":"trace[117363454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078101s","start":"2026-03-29T02:17:49.411538Z","end":"2026-03-29T02:17:51.411616Z","steps":["trace[117363454] 'agreement among raft nodes before linearized reading' (duration: 1.999942968s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:51.411691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:49.411522Z","time spent":"2.000158284s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:51.644715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.886259371s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:17:51.645235Z","caller":"traceutil/trace.go:171","msg":"trace[1346037196] transaction","detail":"{read_only:false; response_revision:9214; number_of_response:1; }","duration":"2.189931747s","start":"2026-03-29T02:17:49.455283Z","end":"2026-03-29T02:17:51.645215Z","steps":["trace[1346037196] 'process raft request' (duration: 2.189867265s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:51.645279Z","caller":"traceutil/trace.go:171","msg":"trace[398690251] transaction","detail":"{read_only:false; response_revision:9213; number_of_response:1; }","duration":"2.815823956s","start":"2026-03-29T02:17:48.829415Z","end":"2026-03-29T02:17:51.645239Z","steps":["trace[398690251] 'process raft request' (duration: 2.81560307s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:51.645332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:49.455254Z","time spent":"2.19001581s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:51.645448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:48.829384Z","time spent":"2.81598422s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:51.645469Z","caller":"traceutil/trace.go:171","msg":"trace[2003682032] linearizableReadLoop","detail":"{readStateIndex:9565; appliedIndex:9561; }","duration":"3.451066831s","start":"2026-03-29T02:17:48.194393Z","end":"2026-03-29T02:17:51.645459Z","steps":["trace[2003682032] 'read index received' (duration: 1.56369773s)","trace[2003682032] 'applied index is now lower than readState.Index' (duration: 1.887368121s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:51.64556Z","caller":"traceutil/trace.go:171","msg":"trace[241362262] transaction","detail":"{read_only:false; response_revision:9215; number_of_response:1; }","duration":"2.18418919s","start":"2026-03-29T02:17:49.461363Z","end":"2026-03-29T02:17:51.645553Z","steps":["trace[241362262] 'process raft request' (duration: 2.18381711s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:51.645606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:49.461332Z","time spent":"2.184250832s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:51.645731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.451329839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:17:51.645799Z","caller":"traceutil/trace.go:171","msg":"trace[661648329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9215; }","duration":"3.451453492s","start":"2026-03-29T02:17:48.194331Z","end":"2026-03-29T02:17:51.645785Z","steps":["trace[661648329] 'agreement among raft nodes before linearized reading' (duration: 3.451255546s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:51.645831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:48.194278Z","time spent":"3.451547824s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:17:51.754509Z","caller":"traceutil/trace.go:171","msg":"trace[2069067779] transaction","detail":"{read_only:false; response_revision:9216; number_of_response:1; }","duration":"1.796624312s","start":"2026-03-29T02:17:49.957861Z","end":"2026-03-29T02:17:51.754486Z","steps":["trace[2069067779] 'process raft request' (duration: 1.724898623s)","trace[2069067779] 'compare' (duration: 71.310118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:51.754626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:49.957837Z","time spent":"1.796728025s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:51.754761Z","caller":"traceutil/trace.go:171","msg":"trace[735616531] linearizableReadLoop","detail":"{readStateIndex:9566; appliedIndex:9565; }","duration":"109.264715ms","start":"2026-03-29T02:17:51.645487Z","end":"2026-03-29T02:17:51.754752Z","steps":["trace[735616531] 'read index received' (duration: 37.285268ms)","trace[735616531] 'applied index is now lower than readState.Index' (duration: 71.978487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:51.754968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892787829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-29T02:17:51.754986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227506304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:17:51.755036Z","caller":"traceutil/trace.go:171","msg":"trace[892805442] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9217; }","duration":"2.227575956s","start":"2026-03-29T02:17:49.527447Z","end":"2026-03-29T02:17:51.755023Z","steps":["trace[892805442] 'agreement among raft nodes before linearized reading' (duration: 2.227427072s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:51.755034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752309522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:17:51.755076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:49.527436Z","time spent":"2.227630767s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:17:51.755097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.866501451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:17:51.755102Z","caller":"traceutil/trace.go:171","msg":"trace[209895520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9217; }","duration":"1.752418695s","start":"2026-03-29T02:17:50.002664Z","end":"2026-03-29T02:17:51.755083Z","steps":["trace[209895520] 'agreement among raft nodes before linearized reading' (duration: 1.752195189s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:51.755123Z","caller":"traceutil/trace.go:171","msg":"trace[607367899] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9217; }","duration":"2.866560883s","start":"2026-03-29T02:17:48.888554Z","end":"2026-03-29T02:17:51.755115Z","steps":["trace[607367899] 'agreement among raft nodes before linearized reading' (duration: 2.866503411s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:51.755104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516476038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:17:51.755145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:48.888534Z","time spent":"2.866605514s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:17:51.755157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:50.002648Z","time spent":"1.752496576s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:17:51.75518Z","caller":"traceutil/trace.go:171","msg":"trace[616931438] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9217; }","duration":"2.516568111s","start":"2026-03-29T02:17:49.238594Z","end":"2026-03-29T02:17:51.755162Z","steps":["trace[616931438] 'agreement among raft nodes before linearized reading' (duration: 2.516360595s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:51.755223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:49.238529Z","time spent":"2.516683374s","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:51.755304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166330972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:51.755337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.536426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:51.755369Z","caller":"traceutil/trace.go:171","msg":"trace[1905563413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9217; }","duration":"342.616519ms","start":"2026-03-29T02:17:51.412743Z","end":"2026-03-29T02:17:51.75536Z","steps":["trace[1905563413] 'agreement among raft nodes before linearized reading' (duration: 342.567698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:51.755406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:51.41272Z","time spent":"342.67995ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:51.755411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.72351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:17:51.755475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22846675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:17:51.755507Z","caller":"traceutil/trace.go:171","msg":"trace[742750258] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:9217; }","duration":"2.228530772s","start":"2026-03-29T02:17:49.52697Z","end":"2026-03-29T02:17:51.7555Z","steps":["trace[742750258] 'agreement among raft nodes before linearized reading' (duration: 2.228422659s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:51.75553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:49.526953Z","time spent":"2.228572803s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"info","ts":"2026-03-29T02:17:51.755519Z","caller":"traceutil/trace.go:171","msg":"trace[1827777008] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:9217; }","duration":"294.920916ms","start":"2026-03-29T02:17:51.460568Z","end":"2026-03-29T02:17:51.755489Z","steps":["trace[1827777008] 'agreement among raft nodes before linearized reading' (duration: 294.605447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:51.755044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617239881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:17:51.755599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.417981067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:17:51.755622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326000995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:17:51.755633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707683993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:51.75564Z","caller":"traceutil/trace.go:171","msg":"trace[865715427] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9217; }","duration":"2.617865518s","start":"2026-03-29T02:17:49.137765Z","end":"2026-03-29T02:17:51.755631Z","steps":["trace[865715427] 'agreement among raft nodes before linearized reading' (duration: 2.617254511s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:51.755654Z","caller":"traceutil/trace.go:171","msg":"trace[90909729] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9217; }","duration":"3.41808137s","start":"2026-03-29T02:17:48.337558Z","end":"2026-03-29T02:17:51.75564Z","steps":["trace[90909729] 'agreement among raft nodes before linearized reading' (duration: 3.417948526s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:51.755659Z","caller":"traceutil/trace.go:171","msg":"trace[816505293] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9217; }","duration":"1.326066347s","start":"2026-03-29T02:17:50.429581Z","end":"2026-03-29T02:17:51.755648Z","steps":["trace[816505293] 'agreement among raft nodes before linearized reading' (duration: 1.325983455s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:51.755673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:49.137749Z","time spent":"2.61791326s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:51.75569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:48.337538Z","time spent":"3.418145552s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:17:51.755693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:50.429566Z","time spent":"1.326119718s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:51.755782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371870058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:51.755366Z","caller":"traceutil/trace.go:171","msg":"trace[1339839648] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9217; }","duration":"3.166448185s","start":"2026-03-29T02:17:48.5889Z","end":"2026-03-29T02:17:51.755348Z","steps":["trace[1339839648] 'agreement among raft nodes before linearized reading' (duration: 3.166360923s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:51.75581Z","caller":"traceutil/trace.go:171","msg":"trace[385367355] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9217; }","duration":"1.37194288s","start":"2026-03-29T02:17:50.383861Z","end":"2026-03-29T02:17:51.755804Z","steps":["trace[385367355] 'agreement among raft nodes before linearized reading' (duration: 1.371813287s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:51.755473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415420917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:17:51.755834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:50.383838Z","time spent":"1.371987691s","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":104,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:51.755834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:48.588874Z","time spent":"3.166949679s","remote":"127.0.0.1:37112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:51.755846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.458922686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:17:51.755853Z","caller":"traceutil/trace.go:171","msg":"trace[289954568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9217; }","duration":"3.415865499s","start":"2026-03-29T02:17:48.339977Z","end":"2026-03-29T02:17:51.755843Z","steps":["trace[289954568] 'agreement among raft nodes before linearized reading' (duration: 3.415413607s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:51.755897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:48.339961Z","time spent":"3.415927262s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:17:51.755006Z","caller":"traceutil/trace.go:171","msg":"trace[2022754725] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9217; }","duration":"2.892867831s","start":"2026-03-29T02:17:48.862129Z","end":"2026-03-29T02:17:51.754997Z","steps":["trace[2022754725] 'agreement among raft nodes before linearized reading' (duration: 2.892758428s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:51.756097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:48.862102Z","time spent":"2.893985402s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-29T02:17:51.75566Z","caller":"traceutil/trace.go:171","msg":"trace[1633209359] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9217; }","duration":"1.707748434s","start":"2026-03-29T02:17:50.047904Z","end":"2026-03-29T02:17:51.755652Z","steps":["trace[1633209359] 'agreement among raft nodes before linearized reading' (duration: 1.707702653s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:51.756141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:50.047886Z","time spent":"1.708241247s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:51.755868Z","caller":"traceutil/trace.go:171","msg":"trace[1845371323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9217; }","duration":"3.458972187s","start":"2026-03-29T02:17:48.296888Z","end":"2026-03-29T02:17:51.75586Z","steps":["trace[1845371323] 'agreement among raft nodes before linearized reading' (duration: 3.458906425s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:51.756284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:48.296868Z","time spent":"3.459407529s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:17:53.869097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806123148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:54.225957Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.257308899s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:17:54.226313Z","caller":"traceutil/trace.go:171","msg":"trace[260732717] transaction","detail":"{read_only:false; response_revision:9227; number_of_response:1; }","duration":"1.257790292s","start":"2026-03-29T02:17:52.9685Z","end":"2026-03-29T02:17:54.22629Z","steps":["trace[260732717] 'process raft request' (duration: 1.257642948s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:54.226446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:52.96848Z","time spent":"1.257895435s","remote":"127.0.0.1:36416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:54.238723Z","caller":"traceutil/trace.go:171","msg":"trace[683028399] transaction","detail":"{read_only:false; response_revision:9228; number_of_response:1; }","duration":"588.825496ms","start":"2026-03-29T02:17:53.649868Z","end":"2026-03-29T02:17:54.238694Z","steps":["trace[683028399] 'process raft request' (duration: 588.678602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:54.238846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:53.649853Z","time spent":"588.91888ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:54.23906Z","caller":"traceutil/trace.go:171","msg":"trace[616572495] transaction","detail":"{read_only:false; response_revision:9229; number_of_response:1; }","duration":"572.241973ms","start":"2026-03-29T02:17:53.666783Z","end":"2026-03-29T02:17:54.239025Z","steps":["trace[616572495] 'process raft request' (duration: 571.872683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:54.239202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:53.666769Z","time spent":"572.357056ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:54.239371Z","caller":"traceutil/trace.go:171","msg":"trace[575998401] transaction","detail":"{read_only:false; response_revision:9230; number_of_response:1; }","duration":"471.892802ms","start":"2026-03-29T02:17:53.767461Z","end":"2026-03-29T02:17:54.239354Z","steps":["trace[575998401] 'process raft request' (duration: 471.505622ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:54.239367Z","caller":"traceutil/trace.go:171","msg":"trace[1341060667] linearizableReadLoop","detail":"{readStateIndex:9581; appliedIndex:9577; }","duration":"871.269473ms","start":"2026-03-29T02:17:53.368075Z","end":"2026-03-29T02:17:54.239344Z","steps":["trace[1341060667] 'read index received' (duration: 858.132844ms)","trace[1341060667] 'applied index is now lower than readState.Index' (duration: 13.134849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:54.239436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:53.767435Z","time spent":"471.967715ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:54.239477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.388546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:54.239515Z","caller":"traceutil/trace.go:171","msg":"trace[714584905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9230; }","duration":"871.469719ms","start":"2026-03-29T02:17:53.368035Z","end":"2026-03-29T02:17:54.239505Z","steps":["trace[714584905] 'agreement among raft nodes before linearized reading' (duration: 871.400767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:54.239512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.033712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:54.23954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:53.368018Z","time spent":"871.515089ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:17:54.239544Z","caller":"traceutil/trace.go:171","msg":"trace[284676814] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9230; }","duration":"865.097624ms","start":"2026-03-29T02:17:53.374434Z","end":"2026-03-29T02:17:54.239532Z","steps":["trace[284676814] 'agreement among raft nodes before linearized reading' (duration: 865.038433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:54.239581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:53.374421Z","time spent":"865.149565ms","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:54.239614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.153785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:17:54.239654Z","caller":"traceutil/trace.go:171","msg":"trace[856014524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9230; }","duration":"455.207746ms","start":"2026-03-29T02:17:53.784436Z","end":"2026-03-29T02:17:54.239644Z","steps":["trace[856014524] 'agreement among raft nodes before linearized reading' (duration: 455.070093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:54.239683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:53.784429Z","time spent":"455.246597ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:17:54.239738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.827229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:17:54.239785Z","caller":"traceutil/trace.go:171","msg":"trace[25703532] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9230; }","duration":"464.900221ms","start":"2026-03-29T02:17:53.774872Z","end":"2026-03-29T02:17:54.239773Z","steps":["trace[25703532] 'agreement among raft nodes before linearized reading' (duration: 464.771947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:54.23981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:53.774858Z","time spent":"464.945342ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:17:54.239824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.792798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:17:54.239847Z","caller":"traceutil/trace.go:171","msg":"trace[296134741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9230; }","duration":"464.833849ms","start":"2026-03-29T02:17:53.775006Z","end":"2026-03-29T02:17:54.23984Z","steps":["trace[296134741] 'agreement among raft nodes before linearized reading' (duration: 464.744846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:54.239866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:53.774997Z","time spent":"464.86469ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:17:54.239965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.638673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:17:54.239983Z","caller":"traceutil/trace.go:171","msg":"trace[317739529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9230; }","duration":"472.694194ms","start":"2026-03-29T02:17:53.767282Z","end":"2026-03-29T02:17:54.239977Z","steps":["trace[317739529] 'agreement among raft nodes before linearized reading' (duration: 472.637193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:54.240005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:53.767256Z","time spent":"472.744665ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:17:54.240047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.009921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:17:54.240079Z","caller":"traceutil/trace.go:171","msg":"trace[1521372379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9230; }","duration":"399.065772ms","start":"2026-03-29T02:17:53.841004Z","end":"2026-03-29T02:17:54.24007Z","steps":["trace[1521372379] 'agreement among raft nodes before linearized reading' (duration: 398.97984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:54.240075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.582143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:17:54.240108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:53.840988Z","time spent":"399.109154ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:17:54.240114Z","caller":"traceutil/trace.go:171","msg":"trace[2074261286] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:9230; }","duration":"471.660836ms","start":"2026-03-29T02:17:53.768442Z","end":"2026-03-29T02:17:54.240103Z","steps":["trace[2074261286] 'agreement among raft nodes before linearized reading' (duration: 471.44014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:54.240156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:53.768431Z","time spent":"471.717817ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:17:54.240265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.718163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:17:54.240288Z","caller":"traceutil/trace.go:171","msg":"trace[1162121555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9230; }","duration":"454.742284ms","start":"2026-03-29T02:17:53.78554Z","end":"2026-03-29T02:17:54.240282Z","steps":["trace[1162121555] 'agreement among raft nodes before linearized reading' (duration: 454.679152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:54.240306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:53.785533Z","time spent":"454.768714ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:17:55.158609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.268213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:55.15898Z","caller":"traceutil/trace.go:171","msg":"trace[775631292] transaction","detail":"{read_only:false; response_revision:9231; number_of_response:1; }","duration":"914.021349ms","start":"2026-03-29T02:17:54.244927Z","end":"2026-03-29T02:17:55.158949Z","steps":["trace[775631292] 'process raft request' (duration: 80.239532ms)","trace[775631292] 'compare' (duration: 833.008046ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:55.159087Z","caller":"traceutil/trace.go:171","msg":"trace[554132404] transaction","detail":"{read_only:false; response_revision:9232; number_of_response:1; }","duration":"914.009749ms","start":"2026-03-29T02:17:54.245041Z","end":"2026-03-29T02:17:55.159051Z","steps":["trace[554132404] 'process raft request' (duration: 913.807954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:55.159115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.2449Z","time spent":"914.134573ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:55.159215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.245025Z","time spent":"914.130493ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:55.159507Z","caller":"traceutil/trace.go:171","msg":"trace[1926855255] transaction","detail":"{read_only:false; response_revision:9234; number_of_response:1; }","duration":"914.275217ms","start":"2026-03-29T02:17:54.245211Z","end":"2026-03-29T02:17:55.159486Z","steps":["trace[1926855255] 'process raft request' (duration: 914.149934ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:55.159498Z","caller":"traceutil/trace.go:171","msg":"trace[681515686] transaction","detail":"{read_only:false; response_revision:9233; number_of_response:1; }","duration":"914.309077ms","start":"2026-03-29T02:17:54.245145Z","end":"2026-03-29T02:17:55.159454Z","steps":["trace[681515686] 'process raft request' (duration: 913.825914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:55.159647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.2452Z","time spent":"914.368279ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:55.159658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.245135Z","time spent":"914.444242ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:55.159781Z","caller":"traceutil/trace.go:171","msg":"trace[1403410853] transaction","detail":"{read_only:false; response_revision:9235; number_of_response:1; }","duration":"914.492283ms","start":"2026-03-29T02:17:54.245277Z","end":"2026-03-29T02:17:55.159769Z","steps":["trace[1403410853] 'process raft request' (duration: 914.164004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:55.159845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.245268Z","time spent":"914.547924ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:55.159833Z","caller":"traceutil/trace.go:171","msg":"trace[417963723] transaction","detail":"{read_only:false; response_revision:9236; number_of_response:1; }","duration":"914.247186ms","start":"2026-03-29T02:17:54.245557Z","end":"2026-03-29T02:17:55.159804Z","steps":["trace[417963723] 'process raft request' (duration: 914.063051ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:55.15993Z","caller":"traceutil/trace.go:171","msg":"trace[1605102408] linearizableReadLoop","detail":"{readStateIndex:9588; appliedIndex:9581; }","duration":"900.84037ms","start":"2026-03-29T02:17:54.259079Z","end":"2026-03-29T02:17:55.15992Z","steps":["trace[1605102408] 'read index received' (duration: 66.098116ms)","trace[1605102408] 'applied index is now lower than readState.Index' (duration: 834.741354ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:55.15999Z","caller":"traceutil/trace.go:171","msg":"trace[1241109607] transaction","detail":"{read_only:false; response_revision:9237; number_of_response:1; }","duration":"912.89379ms","start":"2026-03-29T02:17:54.247083Z","end":"2026-03-29T02:17:55.159977Z","steps":["trace[1241109607] 'process raft request' (duration: 912.661793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:55.15999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.24554Z","time spent":"914.37364ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:55.160011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.924362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:55.160067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.247074Z","time spent":"912.956261ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:55.160083Z","caller":"traceutil/trace.go:171","msg":"trace[1929824070] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9237; }","duration":"901.023295ms","start":"2026-03-29T02:17:54.259045Z","end":"2026-03-29T02:17:55.160069Z","steps":["trace[1929824070] 'agreement among raft nodes before linearized reading' (duration: 900.932163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:55.160126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.259031Z","time spent":"901.086677ms","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:55.660558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806123166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:56.161706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806123166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:56.368813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999912536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:17:56.368946Z","caller":"traceutil/trace.go:171","msg":"trace[692843437] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000143532s","start":"2026-03-29T02:17:54.368771Z","end":"2026-03-29T02:17:56.368914Z","steps":["trace[692843437] 'agreement among raft nodes before linearized reading' (duration: 1.999932626s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.36916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.368755Z","time spent":"2.000367278s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:56.662691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806123166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:56.6691Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.510479226s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:17:56.670215Z","caller":"traceutil/trace.go:171","msg":"trace[464900502] transaction","detail":"{read_only:false; response_revision:9238; number_of_response:1; }","duration":"1.992578886s","start":"2026-03-29T02:17:54.677605Z","end":"2026-03-29T02:17:56.670184Z","steps":["trace[464900502] 'process raft request' (duration: 1.991697072s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:56.670214Z","caller":"traceutil/trace.go:171","msg":"trace[1118028445] transaction","detail":"{read_only:false; response_revision:9239; number_of_response:1; }","duration":"1.937916132s","start":"2026-03-29T02:17:54.732273Z","end":"2026-03-29T02:17:56.670189Z","steps":["trace[1118028445] 'process raft request' (duration: 1.93783243s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.670357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.67758Z","time spent":"1.992691638s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:56.670358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.732247Z","time spent":"1.938038106s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:57.14414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.879577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:57.144485Z","caller":"traceutil/trace.go:171","msg":"trace[234277912] transaction","detail":"{read_only:false; response_revision:9240; number_of_response:1; }","duration":"899.656548ms","start":"2026-03-29T02:17:56.244664Z","end":"2026-03-29T02:17:57.14432Z","steps":["trace[234277912] 'process raft request' (duration: 541.521744ms)","trace[234277912] 'compare' (duration: 357.652411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:57.144594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:56.244632Z","time spent":"899.903115ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:57.144631Z","caller":"traceutil/trace.go:171","msg":"trace[2024960201] transaction","detail":"{read_only:false; response_revision:9241; number_of_response:1; }","duration":"899.607847ms","start":"2026-03-29T02:17:56.245005Z","end":"2026-03-29T02:17:57.144613Z","steps":["trace[2024960201] 'process raft request' (duration: 899.240747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:57.144695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:56.244981Z","time spent":"899.683838ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:57.144807Z","caller":"traceutil/trace.go:171","msg":"trace[977575897] transaction","detail":"{read_only:false; response_revision:9242; number_of_response:1; }","duration":"898.780544ms","start":"2026-03-29T02:17:56.246017Z","end":"2026-03-29T02:17:57.144798Z","steps":["trace[977575897] 'process raft request' (duration: 898.553288ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:57.144831Z","caller":"traceutil/trace.go:171","msg":"trace[10596784] linearizableReadLoop","detail":"{readStateIndex:9593; appliedIndex:9588; }","duration":"1.984868186s","start":"2026-03-29T02:17:55.159955Z","end":"2026-03-29T02:17:57.144823Z","steps":["trace[10596784] 'read index received' (duration: 1.509400326s)","trace[10596784] 'applied index is now lower than readState.Index' (duration: 475.46712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:57.145002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:56.24601Z","time spent":"898.847076ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:57.472264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.545059ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:17:57.472361Z","caller":"traceutil/trace.go:171","msg":"trace[1863557475] linearizableReadLoop","detail":"{readStateIndex:9594; appliedIndex:9593; }","duration":"327.341113ms","start":"2026-03-29T02:17:57.144999Z","end":"2026-03-29T02:17:57.47234Z","steps":["trace[1863557475] 'read index received' (duration: 33.03µs)","trace[1863557475] 'applied index is now lower than readState.Index' (duration: 327.306562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:57.472474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771885116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b75d9449-ngd7g.18a12e40f5df75df\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-29T02:17:57.472517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194721218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:57.472577Z","caller":"traceutil/trace.go:171","msg":"trace[522626957] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9242; }","duration":"3.194815121s","start":"2026-03-29T02:17:54.277745Z","end":"2026-03-29T02:17:57.47256Z","steps":["trace[522626957] 'agreement among raft nodes before linearized reading' (duration: 2.867101167s)","trace[522626957] 'count revisions from in-memory index tree' (duration: 327.62478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:57.47263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.277732Z","time spent":"3.194875092s","remote":"127.0.0.1:44266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:57.472686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.354918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:57.472751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.163376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:17:57.472788Z","caller":"traceutil/trace.go:171","msg":"trace[986527290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9242; }","duration":"309.235258ms","start":"2026-03-29T02:17:57.163542Z","end":"2026-03-29T02:17:57.472777Z","steps":["trace[986527290] 'agreement among raft nodes before linearized reading' (duration: 309.101115ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:57.472779Z","caller":"traceutil/trace.go:171","msg":"trace[148379907] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:9242; }","duration":"340.501472ms","start":"2026-03-29T02:17:57.132254Z","end":"2026-03-29T02:17:57.472756Z","steps":["trace[148379907] 'agreement among raft nodes before linearized reading' (duration: 340.375018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:57.472814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.163521Z","time spent":"309.285669ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:17:57.472854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.132231Z","time spent":"340.603375ms","remote":"127.0.0.1:41186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:57.473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.394489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-29T02:17:57.473017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103043175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:57.473028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.889699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:17:57.473024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.746125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:17:57.473052Z","caller":"traceutil/trace.go:171","msg":"trace[2126207298] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9242; }","duration":"967.529233ms","start":"2026-03-29T02:17:56.505511Z","end":"2026-03-29T02:17:57.47304Z","steps":["trace[2126207298] 'agreement among raft nodes before linearized reading' (duration: 966.992468ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:57.473057Z","caller":"traceutil/trace.go:171","msg":"trace[343071495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9242; }","duration":"1.103118137s","start":"2026-03-29T02:17:56.369929Z","end":"2026-03-29T02:17:57.473048Z","steps":["trace[343071495] 'agreement among raft nodes before linearized reading' (duration: 1.103029724s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:57.473096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:56.369909Z","time spent":"1.103179249s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:57.473133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.023052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:17:57.473171Z","caller":"traceutil/trace.go:171","msg":"trace[725733675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9242; }","duration":"309.074974ms","start":"2026-03-29T02:17:57.164088Z","end":"2026-03-29T02:17:57.473163Z","steps":["trace[725733675] 'agreement among raft nodes before linearized reading' (duration: 308.991552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:57.473201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.164082Z","time spent":"309.111695ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:17:57.473212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.262973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:17:57.473204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.130386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:17:57.473203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.827197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:17:57.473243Z","caller":"traceutil/trace.go:171","msg":"trace[268398039] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9242; }","duration":"587.339826ms","start":"2026-03-29T02:17:56.885895Z","end":"2026-03-29T02:17:57.473235Z","steps":["trace[268398039] 'agreement among raft nodes before linearized reading' (duration: 587.221903ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:57.473259Z","caller":"traceutil/trace.go:171","msg":"trace[252536009] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9242; }","duration":"309.202867ms","start":"2026-03-29T02:17:57.164041Z","end":"2026-03-29T02:17:57.473244Z","steps":["trace[252536009] 'agreement among raft nodes before linearized reading' (duration: 309.068914ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:57.473275Z","caller":"traceutil/trace.go:171","msg":"trace[1627159677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9242; }","duration":"308.91564ms","start":"2026-03-29T02:17:57.164347Z","end":"2026-03-29T02:17:57.473263Z","steps":["trace[1627159677] 'agreement among raft nodes before linearized reading' (duration: 308.766946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:57.473314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.164341Z","time spent":"308.962161ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:17:57.473352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221592713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:17:57.473094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:56.50549Z","time spent":"967.594945ms","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":893,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:57.473376Z","caller":"traceutil/trace.go:171","msg":"trace[26377580] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:9242; }","duration":"1.221634805s","start":"2026-03-29T02:17:56.251734Z","end":"2026-03-29T02:17:57.473368Z","steps":["trace[26377580] 'agreement among raft nodes before linearized reading' (duration: 1.221556472s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:57.473404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:56.251725Z","time spent":"1.221673055s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:17:57.473314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.164032Z","time spent":"309.268979ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:17:57.473272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:56.885869Z","time spent":"587.397537ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:17:57.473087Z","caller":"traceutil/trace.go:171","msg":"trace[1752101903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9242; }","duration":"308.826257ms","start":"2026-03-29T02:17:57.164243Z","end":"2026-03-29T02:17:57.473069Z","steps":["trace[1752101903] 'agreement among raft nodes before linearized reading' (duration: 308.619232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:57.473592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.164237Z","time spent":"309.342651ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:17:57.47306Z","caller":"traceutil/trace.go:171","msg":"trace[1007357379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9242; }","duration":"308.93658ms","start":"2026-03-29T02:17:57.164115Z","end":"2026-03-29T02:17:57.473052Z","steps":["trace[1007357379] 'agreement among raft nodes before linearized reading' (duration: 308.825257ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:57.473456Z","caller":"traceutil/trace.go:171","msg":"trace[1753768885] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b75d9449-ngd7g.18a12e40f5df75df; range_end:; response_count:1; response_revision:9242; }","duration":"2.772030589s","start":"2026-03-29T02:17:54.700524Z","end":"2026-03-29T02:17:57.472554Z","steps":["trace[1753768885] 'agreement among raft nodes before linearized reading' (duration: 2.444333527s)","trace[1753768885] 'range keys from in-memory index tree' (duration: 327.448136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:57.473671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.16411Z","time spent":"309.549367ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:17:57.473743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.700506Z","time spent":"2.773219312s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-6b75d9449-ngd7g.18a12e40f5df75df\" "} {"level":"warn","ts":"2026-03-29T02:17:57.473987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258054349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:57.474136Z","caller":"traceutil/trace.go:171","msg":"trace[1730157448] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9242; }","duration":"2.258318886s","start":"2026-03-29T02:17:55.215693Z","end":"2026-03-29T02:17:57.474012Z","steps":["trace[1730157448] 'agreement among raft nodes before linearized reading' (duration: 2.258059199s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:57.474241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:55.21567Z","time spent":"2.258503952s","remote":"127.0.0.1:41266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:57.869106Z","caller":"traceutil/trace.go:171","msg":"trace[2000421793] transaction","detail":"{read_only:false; response_revision:9243; number_of_response:1; }","duration":"393.093559ms","start":"2026-03-29T02:17:57.475981Z","end":"2026-03-29T02:17:57.869075Z","steps":["trace[2000421793] 'process raft request' (duration: 392.869333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:57.869293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.47596Z","time spent":"393.238603ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:58.303878Z","caller":"traceutil/trace.go:171","msg":"trace[1824144877] linearizableReadLoop","detail":"{readStateIndex:9599; appliedIndex:9594; }","duration":"823.878578ms","start":"2026-03-29T02:17:57.479975Z","end":"2026-03-29T02:17:58.303854Z","steps":["trace[1824144877] 'read index received' (duration: 388.787102ms)","trace[1824144877] 'applied index is now lower than readState.Index' (duration: 435.090406ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:58.304176Z","caller":"traceutil/trace.go:171","msg":"trace[1735612195] transaction","detail":"{read_only:false; response_revision:9244; number_of_response:1; }","duration":"825.979435ms","start":"2026-03-29T02:17:57.478185Z","end":"2026-03-29T02:17:58.304164Z","steps":["trace[1735612195] 'process raft request' (duration: 825.340568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:58.30428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.478168Z","time spent":"826.046027ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:58.30445Z","caller":"traceutil/trace.go:171","msg":"trace[399535090] transaction","detail":"{read_only:false; response_revision:9245; number_of_response:1; }","duration":"825.636166ms","start":"2026-03-29T02:17:57.478801Z","end":"2026-03-29T02:17:58.304437Z","steps":["trace[399535090] 'process raft request' (duration: 824.875186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:58.304503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.478781Z","time spent":"825.692587ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:58.304542Z","caller":"traceutil/trace.go:171","msg":"trace[182917103] transaction","detail":"{read_only:false; response_revision:9247; number_of_response:1; }","duration":"824.941857ms","start":"2026-03-29T02:17:57.479565Z","end":"2026-03-29T02:17:58.304507Z","steps":["trace[182917103] 'process raft request' (duration: 824.196337ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:58.304592Z","caller":"traceutil/trace.go:171","msg":"trace[1708886935] transaction","detail":"{read_only:false; response_revision:9248; number_of_response:1; }","duration":"824.434994ms","start":"2026-03-29T02:17:57.480121Z","end":"2026-03-29T02:17:58.304556Z","steps":["trace[1708886935] 'process raft request' (duration: 823.671183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:58.304648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.850567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:58.304623Z","caller":"traceutil/trace.go:171","msg":"trace[1324261953] transaction","detail":"{read_only:false; response_revision:9249; number_of_response:1; }","duration":"824.286279ms","start":"2026-03-29T02:17:57.480287Z","end":"2026-03-29T02:17:58.304573Z","steps":["trace[1324261953] 'process raft request' (duration: 823.533809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:58.304691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.479557Z","time spent":"825.05644ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:58.304703Z","caller":"traceutil/trace.go:171","msg":"trace[903857650] transaction","detail":"{read_only:false; response_revision:9246; number_of_response:1; }","duration":"825.492412ms","start":"2026-03-29T02:17:57.479162Z","end":"2026-03-29T02:17:58.304654Z","steps":["trace[903857650] 'process raft request' (duration: 824.570317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:58.304747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.480113Z","time spent":"824.551417ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:58.304846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.480279Z","time spent":"824.445633ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:58.304918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.479129Z","time spent":"825.683358ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:58.304679Z","caller":"traceutil/trace.go:171","msg":"trace[985654346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9249; }","duration":"823.893679ms","start":"2026-03-29T02:17:57.480776Z","end":"2026-03-29T02:17:58.30467Z","steps":["trace[985654346] 'agreement among raft nodes before linearized reading' (duration: 823.844067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:58.30514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.48077Z","time spent":"824.348861ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:58.305142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.070416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228556"} {"level":"warn","ts":"2026-03-29T02:17:58.305158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.781573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:58.305182Z","caller":"traceutil/trace.go:171","msg":"trace[570669909] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9249; }","duration":"823.159658ms","start":"2026-03-29T02:17:57.482014Z","end":"2026-03-29T02:17:58.305173Z","steps":["trace[570669909] 'agreement among raft nodes before linearized reading' (duration: 822.775538ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:58.305202Z","caller":"traceutil/trace.go:171","msg":"trace[1110183254] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9249; }","duration":"508.247555ms","start":"2026-03-29T02:17:57.796942Z","end":"2026-03-29T02:17:58.30519Z","steps":["trace[1110183254] 'agreement among raft nodes before linearized reading' (duration: 508.182013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:58.305209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.482004Z","time spent":"823.197989ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228578,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:17:58.305236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.796892Z","time spent":"508.336118ms","remote":"127.0.0.1:37162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:58.305227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.844521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d85b05ec044\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:17:58.305293Z","caller":"traceutil/trace.go:171","msg":"trace[2052068024] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d85b05ec044; range_end:; response_count:1; response_revision:9249; }","duration":"430.942903ms","start":"2026-03-29T02:17:57.874325Z","end":"2026-03-29T02:17:58.305268Z","steps":["trace[2052068024] 'agreement among raft nodes before linearized reading' (duration: 430.749238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:58.305324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.139443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-29T02:17:58.305316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.107703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:58.305372Z","caller":"traceutil/trace.go:171","msg":"trace[1580593750] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9249; }","duration":"724.242397ms","start":"2026-03-29T02:17:57.581116Z","end":"2026-03-29T02:17:58.305358Z","steps":["trace[1580593750] 'agreement among raft nodes before linearized reading' (duration: 724.034091ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:58.305391Z","caller":"traceutil/trace.go:171","msg":"trace[1638655054] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9249; }","duration":"351.244706ms","start":"2026-03-29T02:17:57.954125Z","end":"2026-03-29T02:17:58.30537Z","steps":["trace[1638655054] 'agreement among raft nodes before linearized reading' (duration: 351.078581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:58.305409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.581086Z","time spent":"724.316609ms","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-29T02:17:58.305424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.954098Z","time spent":"351.319608ms","remote":"127.0.0.1:43382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":63,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:58.305336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.874298Z","time spent":"431.029106ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d85b05ec044\" "} {"level":"warn","ts":"2026-03-29T02:17:58.309317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.336107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-29T02:17:58.309404Z","caller":"traceutil/trace.go:171","msg":"trace[104506854] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9249; }","duration":"829.453151ms","start":"2026-03-29T02:17:57.479938Z","end":"2026-03-29T02:17:58.309391Z","steps":["trace[104506854] 'agreement among raft nodes before linearized reading' (duration: 824.538576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:58.309432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:57.47993Z","time spent":"829.496272ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:17:58.8158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806123185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:59.315948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806123185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:59.816341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806123185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:18:00.317097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806123185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:18:00.81769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806123185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:18:01.096945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.787596406s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:18:01.369454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000224546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:18:01.369557Z","caller":"traceutil/trace.go:171","msg":"trace[221825200] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037477s","start":"2026-03-29T02:17:59.369164Z","end":"2026-03-29T02:18:01.369539Z","steps":["trace[221825200] 'agreement among raft nodes before linearized reading' (duration: 2.000252176s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:01.369604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:59.369147Z","time spent":"2.000446962s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:18:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:18:03.369929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:18:03.370023Z","caller":"traceutil/trace.go:171","msg":"trace[585650612] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218255s","start":"2026-03-29T02:18:01.369785Z","end":"2026-03-29T02:18:03.370003Z","steps":["trace[585650612] 'agreement among raft nodes before linearized reading' (duration: 2.000095972s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:03.370079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:01.369765Z","time spent":"2.000298117s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:18:03.531199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:58.71766Z","time spent":"4.813533494s","remote":"127.0.0.1:59716","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:18:03.534259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.474227ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:03.534417Z","caller":"traceutil/trace.go:171","msg":"trace[104578806] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9249; }","duration":"107.644521ms","start":"2026-03-29T02:18:03.426749Z","end":"2026-03-29T02:18:03.534394Z","steps":["trace[104578806] 'range keys from in-memory index tree' (duration: 107.450215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:03.534795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437487731s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:03.534943Z","caller":"traceutil/trace.go:171","msg":"trace[1428998621] transaction","detail":"{read_only:false; response_revision:9250; number_of_response:1; }","duration":"5.225678983s","start":"2026-03-29T02:17:58.309244Z","end":"2026-03-29T02:18:03.534923Z","steps":["trace[1428998621] 'process raft request' (duration: 2.787944525s)","trace[1428998621] 'compare' (duration: 2.43380116s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:03.53502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:58.309221Z","time spent":"5.225761325s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:04.089127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.991777794s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:18:04.143937Z","caller":"traceutil/trace.go:171","msg":"trace[1802065558] transaction","detail":"{read_only:false; response_revision:9252; number_of_response:1; }","duration":"4.978421469s","start":"2026-03-29T02:17:59.165493Z","end":"2026-03-29T02:18:04.143915Z","steps":["trace[1802065558] 'process raft request' (duration: 4.978338697s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.144078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:59.165471Z","time spent":"4.978537082s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:04.144094Z","caller":"traceutil/trace.go:171","msg":"trace[1239868015] linearizableReadLoop","detail":"{readStateIndex:9606; appliedIndex:9601; }","duration":"5.829011186s","start":"2026-03-29T02:17:58.31505Z","end":"2026-03-29T02:18:04.144061Z","steps":["trace[1239868015] 'read index received' (duration: 2.782304832s)","trace[1239868015] 'applied index is now lower than readState.Index' (duration: 3.046705514s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:04.144217Z","caller":"traceutil/trace.go:171","msg":"trace[294160472] transaction","detail":"{read_only:false; response_revision:9253; number_of_response:1; }","duration":"4.978364287s","start":"2026-03-29T02:17:59.165843Z","end":"2026-03-29T02:18:04.144207Z","steps":["trace[294160472] 'process raft request' (duration: 4.978036278s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:04.14422Z","caller":"traceutil/trace.go:171","msg":"trace[1327449430] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"4.978782479s","start":"2026-03-29T02:17:59.165408Z","end":"2026-03-29T02:18:04.144191Z","steps":["trace[1327449430] 'process raft request' (duration: 4.923950401s)","trace[1327449430] 'compare' (duration: 54.350365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:04.144294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:59.165821Z","time spent":"4.978417869s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:04.144346Z","caller":"traceutil/trace.go:171","msg":"trace[1992817684] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"4.976929038s","start":"2026-03-29T02:17:59.167395Z","end":"2026-03-29T02:18:04.144324Z","steps":["trace[1992817684] 'process raft request' (duration: 4.97660118s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.144408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:59.165384Z","time spent":"4.978928213s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:04.144441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834799365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:18:04.144437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.116728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:18:04.14443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.212693719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:04.144486Z","caller":"traceutil/trace.go:171","msg":"trace[1551699987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9254; }","duration":"3.834881518s","start":"2026-03-29T02:18:00.309593Z","end":"2026-03-29T02:18:04.144474Z","steps":["trace[1551699987] 'agreement among raft nodes before linearized reading' (duration: 3.834773045s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:04.144494Z","caller":"traceutil/trace.go:171","msg":"trace[1060561629] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9254; }","duration":"125.218331ms","start":"2026-03-29T02:18:04.019262Z","end":"2026-03-29T02:18:04.144481Z","steps":["trace[1060561629] 'agreement among raft nodes before linearized reading' (duration: 125.122408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.144483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.259511598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:04.144521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.500888723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-29T02:18:04.144512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.655877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d85b05ec044\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:18:04.14456Z","caller":"traceutil/trace.go:171","msg":"trace[1846534984] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:9254; }","duration":"4.259628061s","start":"2026-03-29T02:17:59.884916Z","end":"2026-03-29T02:18:04.144544Z","steps":["trace[1846534984] 'agreement among raft nodes before linearized reading' (duration: 4.259456177s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.144492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.405626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:18:04.14458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569532779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:04.14459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.083444268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:04.144599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834072346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:18:04.144597Z","caller":"traceutil/trace.go:171","msg":"trace[189063002] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d85b05ec044; range_end:; response_count:1; response_revision:9254; }","duration":"605.7865ms","start":"2026-03-29T02:18:03.538788Z","end":"2026-03-29T02:18:04.144575Z","steps":["trace[189063002] 'agreement among raft nodes before linearized reading' (duration: 605.588315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.144612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.833565402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:18:04.144622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.835073703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:18:04.144628Z","caller":"traceutil/trace.go:171","msg":"trace[192967036] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9254; }","duration":"5.083539731s","start":"2026-03-29T02:17:59.061081Z","end":"2026-03-29T02:18:04.144621Z","steps":["trace[192967036] 'agreement among raft nodes before linearized reading' (duration: 5.083458818s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.144626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.833555561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:18:04.144644Z","caller":"traceutil/trace.go:171","msg":"trace[65128320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9254; }","duration":"3.833629653s","start":"2026-03-29T02:18:00.311008Z","end":"2026-03-29T02:18:04.144638Z","steps":["trace[65128320] 'agreement among raft nodes before linearized reading' (duration: 3.83352656s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:04.144652Z","caller":"traceutil/trace.go:171","msg":"trace[139296775] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9254; }","duration":"3.835115294s","start":"2026-03-29T02:18:00.309528Z","end":"2026-03-29T02:18:04.144643Z","steps":["trace[139296775] 'agreement among raft nodes before linearized reading' (duration: 3.835017492s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.144654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895033241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:04.144673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.310997Z","time spent":"3.833671645s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:18:04.144512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.818929462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:18:04.144675Z","caller":"traceutil/trace.go:171","msg":"trace[1643606844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9254; }","duration":"3.833622284s","start":"2026-03-29T02:18:00.311039Z","end":"2026-03-29T02:18:04.144661Z","steps":["trace[1643606844] 'agreement among raft nodes before linearized reading' (duration: 3.833453159s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.144686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.835176816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:18:04.144687Z","caller":"traceutil/trace.go:171","msg":"trace[1985667846] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9254; }","duration":"1.895126994s","start":"2026-03-29T02:18:02.249551Z","end":"2026-03-29T02:18:04.144678Z","steps":["trace[1985667846] 'agreement among raft nodes before linearized reading' (duration: 1.895080833s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:04.144698Z","caller":"traceutil/trace.go:171","msg":"trace[1382003469] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:9254; }","duration":"3.819160529s","start":"2026-03-29T02:18:00.325531Z","end":"2026-03-29T02:18:04.144692Z","steps":["trace[1382003469] 'agreement among raft nodes before linearized reading' (duration: 3.818829479s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.144692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:59.061061Z","time spent":"5.083622613s","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:04.144701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631884783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:04.144448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:59.167386Z","time spent":"4.97701101s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:04.144711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683750629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:18:04.144715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.311028Z","time spent":"3.833679755s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:18:04.144713Z","caller":"traceutil/trace.go:171","msg":"trace[1246764602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9254; }","duration":"3.835240548s","start":"2026-03-29T02:18:00.309465Z","end":"2026-03-29T02:18:04.144706Z","steps":["trace[1246764602] 'agreement among raft nodes before linearized reading' (duration: 3.835162746s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.144733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825536002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:04.14452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.10458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:04.144747Z","caller":"traceutil/trace.go:171","msg":"trace[62478252] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:9254; }","duration":"2.683828611s","start":"2026-03-29T02:18:01.46091Z","end":"2026-03-29T02:18:04.144739Z","steps":["trace[62478252] 'agreement among raft nodes before linearized reading' (duration: 2.683742278s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.144756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.309446Z","time spent":"3.835304239s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:18:04.144771Z","caller":"traceutil/trace.go:171","msg":"trace[1308841834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9254; }","duration":"766.351816ms","start":"2026-03-29T02:18:03.378411Z","end":"2026-03-29T02:18:04.144763Z","steps":["trace[1308841834] 'agreement among raft nodes before linearized reading' (duration: 766.093919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.144782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:01.460887Z","time spent":"2.683888123s","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-29T02:18:04.144734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:02.249526Z","time spent":"1.895187825s","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:04.144797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:03.378365Z","time spent":"766.425408ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:18:04.144644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:03.538777Z","time spent":"605.858362ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d85b05ec044\" "} {"level":"warn","ts":"2026-03-29T02:18:04.144675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.309522Z","time spent":"3.835148295s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:18:04.144565Z","caller":"traceutil/trace.go:171","msg":"trace[1762314013] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9254; }","duration":"4.500958325s","start":"2026-03-29T02:17:59.643593Z","end":"2026-03-29T02:18:04.144551Z","steps":["trace[1762314013] 'agreement among raft nodes before linearized reading' (duration: 4.500894843s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.144916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:59.643575Z","time spent":"4.501333244s","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-29T02:18:04.144764Z","caller":"traceutil/trace.go:171","msg":"trace[2136473113] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9254; }","duration":"3.825587904s","start":"2026-03-29T02:18:00.319169Z","end":"2026-03-29T02:18:04.144757Z","steps":["trace[2136473113] 'agreement among raft nodes before linearized reading' (duration: 3.825543313s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:04.144632Z","caller":"traceutil/trace.go:171","msg":"trace[444817302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9254; }","duration":"1.569615392s","start":"2026-03-29T02:18:02.575003Z","end":"2026-03-29T02:18:04.144618Z","steps":["trace[444817302] 'agreement among raft nodes before linearized reading' (duration: 1.56955559s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.144997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.319158Z","time spent":"3.82579894s","remote":"127.0.0.1:37144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:04.145014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:02.574983Z","time spent":"1.570020143s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:18:04.14452Z","caller":"traceutil/trace.go:171","msg":"trace[1581686178] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9254; }","duration":"5.212796411s","start":"2026-03-29T02:17:58.931708Z","end":"2026-03-29T02:18:04.144505Z","steps":["trace[1581686178] 'agreement among raft nodes before linearized reading' (duration: 5.212641787s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.145132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:58.93165Z","time spent":"5.21346927s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:04.144522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.309565Z","time spent":"3.83495025s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:18:04.144606Z","caller":"traceutil/trace.go:171","msg":"trace[1598629219] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9254; }","duration":"610.55412ms","start":"2026-03-29T02:18:03.534041Z","end":"2026-03-29T02:18:04.144595Z","steps":["trace[1598629219] 'agreement among raft nodes before linearized reading' (duration: 610.432457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.144604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:59.884894Z","time spent":"4.259699184s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:04.145256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:03.534024Z","time spent":"611.213508ms","remote":"127.0.0.1:57050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:04.144692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.458632939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:04.144638Z","caller":"traceutil/trace.go:171","msg":"trace[170175763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9254; }","duration":"3.834120947s","start":"2026-03-29T02:18:00.310508Z","end":"2026-03-29T02:18:04.144629Z","steps":["trace[170175763] 'agreement among raft nodes before linearized reading' (duration: 3.834035794s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:04.145333Z","caller":"traceutil/trace.go:171","msg":"trace[662162880] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9254; }","duration":"3.459312938s","start":"2026-03-29T02:18:00.686008Z","end":"2026-03-29T02:18:04.145321Z","steps":["trace[662162880] 'agreement among raft nodes before linearized reading' (duration: 3.45865413s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.145361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.310502Z","time spent":"3.834847086s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:18:04.144437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.829376256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19383"} {"level":"warn","ts":"2026-03-29T02:18:04.145373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.685988Z","time spent":"3.459373749s","remote":"127.0.0.1:37130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:18:04.145409Z","caller":"traceutil/trace.go:171","msg":"trace[1226753553] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9254; }","duration":"5.830367393s","start":"2026-03-29T02:17:58.315035Z","end":"2026-03-29T02:18:04.145403Z","steps":["trace[1226753553] 'agreement among raft nodes before linearized reading' (duration: 5.829272223s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.145435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:58.315028Z","time spent":"5.830399544s","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19405,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:18:04.144437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.392962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:04.144738Z","caller":"traceutil/trace.go:171","msg":"trace[1519186828] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9254; }","duration":"1.631960025s","start":"2026-03-29T02:18:02.512769Z","end":"2026-03-29T02:18:04.144729Z","steps":["trace[1519186828] 'agreement among raft nodes before linearized reading' (duration: 1.631900943s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:04.14548Z","caller":"traceutil/trace.go:171","msg":"trace[1126996702] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9254; }","duration":"922.486063ms","start":"2026-03-29T02:18:03.222982Z","end":"2026-03-29T02:18:04.145468Z","steps":["trace[1126996702] 'agreement among raft nodes before linearized reading' (duration: 921.392493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.145504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:02.512747Z","time spent":"1.632746536s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:04.145534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:03.22296Z","time spent":"922.559524ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:04.144718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.325522Z","time spent":"3.819191299s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:18:04.672871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.080684ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-29T02:18:04.673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.14563Z","time spent":"527.362648ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:18:05.10626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.69026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:05.106583Z","caller":"traceutil/trace.go:171","msg":"trace[1478551134] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"960.10764ms","start":"2026-03-29T02:18:04.146439Z","end":"2026-03-29T02:18:05.106547Z","steps":["trace[1478551134] 'process raft request' (duration: 788.026879ms)","trace[1478551134] 'compare' (duration: 171.515585ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:05.106659Z","caller":"traceutil/trace.go:171","msg":"trace[710766271] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"956.281695ms","start":"2026-03-29T02:18:04.150356Z","end":"2026-03-29T02:18:05.106638Z","steps":["trace[710766271] 'process raft request' (duration: 956.033829ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:05.106667Z","caller":"traceutil/trace.go:171","msg":"trace[266694856] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"956.217833ms","start":"2026-03-29T02:18:04.150422Z","end":"2026-03-29T02:18:05.10664Z","steps":["trace[266694856] 'process raft request' (duration: 956.109981ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:05.106682Z","caller":"traceutil/trace.go:171","msg":"trace[1685076392] transaction","detail":"{read_only:false; response_revision:9258; number_of_response:1; }","duration":"955.901375ms","start":"2026-03-29T02:18:04.150761Z","end":"2026-03-29T02:18:05.106662Z","steps":["trace[1685076392] 'process raft request' (duration: 955.814053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.106708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.146416Z","time spent":"960.234353ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:05.106766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.150335Z","time spent":"956.381338ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:05.106776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.150751Z","time spent":"955.981177ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:05.106798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.150416Z","time spent":"956.309506ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:05.106839Z","caller":"traceutil/trace.go:171","msg":"trace[1532208084] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"956.009347ms","start":"2026-03-29T02:18:04.150814Z","end":"2026-03-29T02:18:05.106823Z","steps":["trace[1532208084] 'process raft request' (duration: 955.793342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.106896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.150808Z","time spent":"956.06183ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:05.106934Z","caller":"traceutil/trace.go:171","msg":"trace[1034416321] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"955.027071ms","start":"2026-03-29T02:18:04.151891Z","end":"2026-03-29T02:18:05.106918Z","steps":["trace[1034416321] 'process raft request' (duration: 954.97149ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:05.106945Z","caller":"traceutil/trace.go:171","msg":"trace[1717586647] transaction","detail":"{read_only:false; response_revision:9260; number_of_response:1; }","duration":"955.890345ms","start":"2026-03-29T02:18:04.151022Z","end":"2026-03-29T02:18:05.106912Z","steps":["trace[1717586647] 'process raft request' (duration: 955.757441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.10701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.15101Z","time spent":"955.971427ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:05.107025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.151883Z","time spent":"955.097683ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:05.107038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.568231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ce391a43-0f18-49d3-8d38-b9d6b9e9dc03\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-29T02:18:05.107095Z","caller":"traceutil/trace.go:171","msg":"trace[2037321610] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ce391a43-0f18-49d3-8d38-b9d6b9e9dc03; range_end:; response_count:1; response_revision:9261; }","duration":"957.705744ms","start":"2026-03-29T02:18:04.149368Z","end":"2026-03-29T02:18:05.107074Z","steps":["trace[2037321610] 'agreement among raft nodes before linearized reading' (duration: 957.608852ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:05.106938Z","caller":"traceutil/trace.go:171","msg":"trace[930963198] linearizableReadLoop","detail":"{readStateIndex:9608; appliedIndex:9606; }","duration":"957.458437ms","start":"2026-03-29T02:18:04.149458Z","end":"2026-03-29T02:18:05.106917Z","steps":["trace[930963198] 'read index received' (duration: 229.335305ms)","trace[930963198] 'applied index is now lower than readState.Index' (duration: 728.121712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:05.107159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.149354Z","time spent":"957.791516ms","remote":"127.0.0.1:43194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1315,"request content":"key:\"/registry/persistentvolumes/pvc-ce391a43-0f18-49d3-8d38-b9d6b9e9dc03\" "} {"level":"warn","ts":"2026-03-29T02:18:05.149596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.531396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:05.14962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.673344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:05.149648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.874306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:18:05.149681Z","caller":"traceutil/trace.go:171","msg":"trace[1273640894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9262; }","duration":"779.66321ms","start":"2026-03-29T02:18:04.369999Z","end":"2026-03-29T02:18:05.149662Z","steps":["trace[1273640894] 'agreement among raft nodes before linearized reading' (duration: 779.432124ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:05.149681Z","caller":"traceutil/trace.go:171","msg":"trace[1850673382] transaction","detail":"{read_only:false; response_revision:9262; number_of_response:1; }","duration":"475.282245ms","start":"2026-03-29T02:18:04.674379Z","end":"2026-03-29T02:18:05.149661Z","steps":["trace[1850673382] 'process raft request' (duration: 474.909055ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:05.149712Z","caller":"traceutil/trace.go:171","msg":"trace[1396083811] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9262; }","duration":"942.821128ms","start":"2026-03-29T02:18:04.206869Z","end":"2026-03-29T02:18:05.14969Z","steps":["trace[1396083811] 'agreement among raft nodes before linearized reading' (duration: 942.585531ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:05.149721Z","caller":"traceutil/trace.go:171","msg":"trace[1171539641] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9262; }","duration":"880.988649ms","start":"2026-03-29T02:18:04.268715Z","end":"2026-03-29T02:18:05.149703Z","steps":["trace[1171539641] 'agreement among raft nodes before linearized reading' (duration: 880.860405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.149726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.369973Z","time spent":"779.743902ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:18:05.149739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.501669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:05.149764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.268697Z","time spent":"881.05715ms","remote":"127.0.0.1:43330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:05.149764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.206836Z","time spent":"942.91552ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-29T02:18:05.14978Z","caller":"traceutil/trace.go:171","msg":"trace[918041372] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9262; }","duration":"759.585862ms","start":"2026-03-29T02:18:04.390184Z","end":"2026-03-29T02:18:05.149769Z","steps":["trace[918041372] 'agreement among raft nodes before linearized reading' (duration: 759.50517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.149794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.674359Z","time spent":"475.373187ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:05.149695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.537219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:05.149813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.390163Z","time spent":"759.641873ms","remote":"127.0.0.1:36524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:18:05.149833Z","caller":"traceutil/trace.go:171","msg":"trace[1343687194] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:9262; }","duration":"323.755044ms","start":"2026-03-29T02:18:04.826066Z","end":"2026-03-29T02:18:05.149822Z","steps":["trace[1343687194] 'agreement among raft nodes before linearized reading' (duration: 323.575889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.149856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.826039Z","time spent":"323.809336ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:05.149781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.933577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-29T02:18:05.149984Z","caller":"traceutil/trace.go:171","msg":"trace[318350597] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9262; }","duration":"911.173103ms","start":"2026-03-29T02:18:04.238803Z","end":"2026-03-29T02:18:05.149976Z","steps":["trace[318350597] 'agreement among raft nodes before linearized reading' (duration: 910.803983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.150015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.238787Z","time spent":"911.219884ms","remote":"127.0.0.1:36416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-29T02:18:05.150011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.943388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228556"} {"level":"info","ts":"2026-03-29T02:18:05.150067Z","caller":"traceutil/trace.go:171","msg":"trace[904738717] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9262; }","duration":"1.00001567s","start":"2026-03-29T02:18:04.150036Z","end":"2026-03-29T02:18:05.150052Z","steps":["trace[904738717] 'agreement among raft nodes before linearized reading' (duration: 999.413914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.150111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.150026Z","time spent":"1.000072092s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228578,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:18:05.808404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.820068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:05.808579Z","caller":"traceutil/trace.go:171","msg":"trace[106808913] linearizableReadLoop","detail":"{readStateIndex:9616; appliedIndex:9615; }","duration":"655.327493ms","start":"2026-03-29T02:18:05.153167Z","end":"2026-03-29T02:18:05.808495Z","steps":["trace[106808913] 'read index received' (duration: 436.235018ms)","trace[106808913] 'applied index is now lower than readState.Index' (duration: 219.091435ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:05.808684Z","caller":"traceutil/trace.go:171","msg":"trace[981760737] transaction","detail":"{read_only:false; response_revision:9263; number_of_response:1; }","duration":"656.095525ms","start":"2026-03-29T02:18:05.152574Z","end":"2026-03-29T02:18:05.808669Z","steps":["trace[981760737] 'process raft request' (duration: 436.917327ms)","trace[981760737] 'compare' (duration: 218.712715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:05.808748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:05.152563Z","time spent":"656.150766ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:05.809133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.295935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a12e532eacb44e\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-29T02:18:05.809124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.71384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:05.809119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.642887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:05.809181Z","caller":"traceutil/trace.go:171","msg":"trace[490447385] range","detail":"{range_begin:/registry/events/openstack/ceph.18a12e532eacb44e; range_end:; response_count:1; response_revision:9263; }","duration":"650.371168ms","start":"2026-03-29T02:18:05.158799Z","end":"2026-03-29T02:18:05.80917Z","steps":["trace[490447385] 'agreement among raft nodes before linearized reading' (duration: 650.209903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.809215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:05.158782Z","time spent":"650.4283ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.18a12e532eacb44e\" "} {"level":"info","ts":"2026-03-29T02:18:05.809203Z","caller":"traceutil/trace.go:171","msg":"trace[775706666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9263; }","duration":"425.854894ms","start":"2026-03-29T02:18:05.383324Z","end":"2026-03-29T02:18:05.809179Z","steps":["trace[775706666] 'agreement among raft nodes before linearized reading' (duration: 425.636808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.809217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.033623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:18:05.809251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:05.383298Z","time spent":"425.940086ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:18:05.809218Z","caller":"traceutil/trace.go:171","msg":"trace[317013807] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9263; }","duration":"653.770451ms","start":"2026-03-29T02:18:05.155422Z","end":"2026-03-29T02:18:05.809193Z","steps":["trace[317013807] 'agreement among raft nodes before linearized reading' (duration: 653.576816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.809437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:05.155412Z","time spent":"654.013308ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-29T02:18:05.809461Z","caller":"traceutil/trace.go:171","msg":"trace[658939088] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9263; }","duration":"656.100965ms","start":"2026-03-29T02:18:05.153162Z","end":"2026-03-29T02:18:05.809263Z","steps":["trace[658939088] 'agreement among raft nodes before linearized reading' (duration: 655.865969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.809536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:05.153127Z","time spent":"656.391013ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-29T02:18:06.02561Z","caller":"traceutil/trace.go:171","msg":"trace[1926286686] transaction","detail":"{read_only:false; response_revision:9265; number_of_response:1; }","duration":"182.908846ms","start":"2026-03-29T02:18:05.842683Z","end":"2026-03-29T02:18:06.025591Z","steps":["trace[1926286686] 'process raft request' (duration: 104.310399ms)","trace[1926286686] 'compare' (duration: 78.410452ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:06.025587Z","caller":"traceutil/trace.go:171","msg":"trace[224238473] linearizableReadLoop","detail":"{readStateIndex:9618; appliedIndex:9617; }","duration":"174.107727ms","start":"2026-03-29T02:18:05.851427Z","end":"2026-03-29T02:18:06.025535Z","steps":["trace[224238473] 'read index received' (duration: 95.610872ms)","trace[224238473] 'applied index is now lower than readState.Index' (duration: 78.495725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:06.02578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.337883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-29T02:18:06.025836Z","caller":"traceutil/trace.go:171","msg":"trace[238658929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9265; }","duration":"174.433915ms","start":"2026-03-29T02:18:05.851384Z","end":"2026-03-29T02:18:06.025818Z","steps":["trace[238658929] 'agreement among raft nodes before linearized reading' (duration: 174.255621ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:06.301694Z","caller":"traceutil/trace.go:171","msg":"trace[1758677061] linearizableReadLoop","detail":"{readStateIndex:9621; appliedIndex:9618; }","duration":"138.616457ms","start":"2026-03-29T02:18:06.163055Z","end":"2026-03-29T02:18:06.301671Z","steps":["trace[1758677061] 'read index received' (duration: 33.398952ms)","trace[1758677061] 'applied index is now lower than readState.Index' (duration: 105.216585ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:06.301743Z","caller":"traceutil/trace.go:171","msg":"trace[237833794] transaction","detail":"{read_only:false; response_revision:9267; number_of_response:1; }","duration":"152.365672ms","start":"2026-03-29T02:18:06.149349Z","end":"2026-03-29T02:18:06.301715Z","steps":["trace[237833794] 'process raft request' (duration: 152.151836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:06.30184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.755911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:06.30188Z","caller":"traceutil/trace.go:171","msg":"trace[637079739] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9268; }","duration":"138.839163ms","start":"2026-03-29T02:18:06.16303Z","end":"2026-03-29T02:18:06.301869Z","steps":["trace[637079739] 'agreement among raft nodes before linearized reading' (duration: 138.73146ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:06.302182Z","caller":"traceutil/trace.go:171","msg":"trace[638237051] transaction","detail":"{read_only:false; response_revision:9268; number_of_response:1; }","duration":"151.938121ms","start":"2026-03-29T02:18:06.150233Z","end":"2026-03-29T02:18:06.302172Z","steps":["trace[638237051] 'process raft request' (duration: 151.396086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:07.013275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.397679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:18:07.013383Z","caller":"traceutil/trace.go:171","msg":"trace[719923716] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9271; }","duration":"247.544143ms","start":"2026-03-29T02:18:06.765813Z","end":"2026-03-29T02:18:07.013357Z","steps":["trace[719923716] 'range keys from in-memory index tree' (duration: 247.268265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:07.0134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.346799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-29T02:18:07.013458Z","caller":"traceutil/trace.go:171","msg":"trace[1267037167] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9271; }","duration":"228.493052ms","start":"2026-03-29T02:18:06.784949Z","end":"2026-03-29T02:18:07.013442Z","steps":["trace[1267037167] 'range keys from in-memory index tree' (duration: 228.148713ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:07.832777Z","caller":"traceutil/trace.go:171","msg":"trace[1563424754] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9288; }","duration":"331.332202ms","start":"2026-03-29T02:18:07.501416Z","end":"2026-03-29T02:18:07.832748Z","steps":["trace[1563424754] 'process raft request' (duration: 284.841452ms)","trace[1563424754] 'compare' (duration: 46.368546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:07.833017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:07.501391Z","time spent":"331.470066ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-29T02:18:08.402895Z","caller":"traceutil/trace.go:171","msg":"trace[876225883] linearizableReadLoop","detail":"{readStateIndex:9643; appliedIndex:9641; }","duration":"779.66831ms","start":"2026-03-29T02:18:07.623198Z","end":"2026-03-29T02:18:08.402866Z","steps":["trace[876225883] 'read index received' (duration: 163.072605ms)","trace[876225883] 'applied index is now lower than readState.Index' (duration: 616.594235ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:08.403181Z","caller":"traceutil/trace.go:171","msg":"trace[1367109485] transaction","detail":"{read_only:false; response_revision:9290; number_of_response:1; }","duration":"616.968485ms","start":"2026-03-29T02:18:07.786184Z","end":"2026-03-29T02:18:08.403152Z","steps":["trace[1367109485] 'process raft request' (duration: 616.595615ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:08.403199Z","caller":"traceutil/trace.go:171","msg":"trace[652183202] transaction","detail":"{read_only:false; response_revision:9289; number_of_response:1; }","duration":"899.632627ms","start":"2026-03-29T02:18:07.503535Z","end":"2026-03-29T02:18:08.403167Z","steps":["trace[652183202] 'process raft request' (duration: 895.389052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:08.403281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:07.786151Z","time spent":"617.083388ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:18:08.403283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.070122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:08.403346Z","caller":"traceutil/trace.go:171","msg":"trace[1813069428] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9290; }","duration":"780.169594ms","start":"2026-03-29T02:18:07.623157Z","end":"2026-03-29T02:18:08.403327Z","steps":["trace[1813069428] 'agreement among raft nodes before linearized reading' (duration: 780.052441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:08.403349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:07.503514Z","time spent":"899.741371ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:08.403403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:07.623141Z","time spent":"780.248756ms","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:08.91628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806123282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:18:09.417435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806123282,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:18:09.891488Z","caller":"traceutil/trace.go:171","msg":"trace[1294657997] transaction","detail":"{read_only:false; response_revision:9292; number_of_response:1; }","duration":"1.583977313s","start":"2026-03-29T02:18:08.307486Z","end":"2026-03-29T02:18:09.891464Z","steps":["trace[1294657997] 'process raft request' (duration: 1.583917252s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:09.891628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:08.307462Z","time spent":"1.584100286s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:09.891596Z","caller":"traceutil/trace.go:171","msg":"trace[1669308465] transaction","detail":"{read_only:false; response_revision:9291; number_of_response:1; }","duration":"1.63802437s","start":"2026-03-29T02:18:08.253522Z","end":"2026-03-29T02:18:09.891546Z","steps":["trace[1669308465] 'process raft request' (duration: 1.637733662s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:09.89176Z","caller":"traceutil/trace.go:171","msg":"trace[549150863] transaction","detail":"{read_only:false; response_revision:9293; number_of_response:1; }","duration":"1.583166811s","start":"2026-03-29T02:18:08.308566Z","end":"2026-03-29T02:18:09.891732Z","steps":["trace[549150863] 'process raft request' (duration: 1.582869993s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:09.891776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:08.253502Z","time spent":"1.638178274s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:09.891872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:08.308557Z","time spent":"1.583263313s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:10.084295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.033504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:10.084434Z","caller":"traceutil/trace.go:171","msg":"trace[398902224] linearizableReadLoop","detail":"{readStateIndex:9648; appliedIndex:9644; }","duration":"1.681439236s","start":"2026-03-29T02:18:08.402973Z","end":"2026-03-29T02:18:10.084413Z","steps":["trace[398902224] 'read index received' (duration: 1.488286339s)","trace[398902224] 'applied index is now lower than readState.Index' (duration: 193.151037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:10.084581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755919611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:18:10.08456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715539957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:10.084623Z","caller":"traceutil/trace.go:171","msg":"trace[32696324] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9294; }","duration":"1.755995013s","start":"2026-03-29T02:18:08.328617Z","end":"2026-03-29T02:18:10.084612Z","steps":["trace[32696324] 'agreement among raft nodes before linearized reading' (duration: 1.755919631s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.084661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:08.328604Z","time spent":"1.756047244s","remote":"127.0.0.1:57070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:10.08467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675205746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hg5qm\" ","response":"range_response_count:1 size:4645"} {"level":"warn","ts":"2026-03-29T02:18:10.084679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.51484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:18:10.084701Z","caller":"traceutil/trace.go:171","msg":"trace[925517675] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hg5qm; range_end:; response_count:1; response_revision:9294; }","duration":"1.675236646s","start":"2026-03-29T02:18:08.409454Z","end":"2026-03-29T02:18:10.084691Z","steps":["trace[925517675] 'agreement among raft nodes before linearized reading' (duration: 1.675123423s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:10.084652Z","caller":"traceutil/trace.go:171","msg":"trace[1135833630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9294; }","duration":"1.715715893s","start":"2026-03-29T02:18:08.368913Z","end":"2026-03-29T02:18:10.084629Z","steps":["trace[1135833630] 'agreement among raft nodes before linearized reading' (duration: 1.715570689s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.084721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:08.409413Z","time spent":"1.675303428s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4667,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hg5qm\" "} {"level":"warn","ts":"2026-03-29T02:18:10.084756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298924245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hg5qm\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-03-29T02:18:10.084826Z","caller":"traceutil/trace.go:171","msg":"trace[2035638066] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hg5qm; range_end:; response_count:1; response_revision:9294; }","duration":"2.298973227s","start":"2026-03-29T02:18:07.785799Z","end":"2026-03-29T02:18:10.084772Z","steps":["trace[2035638066] 'agreement among raft nodes before linearized reading' (duration: 2.298915005s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:10.084703Z","caller":"traceutil/trace.go:171","msg":"trace[1682479109] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9294; }","duration":"960.577271ms","start":"2026-03-29T02:18:09.124119Z","end":"2026-03-29T02:18:10.084696Z","steps":["trace[1682479109] 'agreement among raft nodes before linearized reading' (duration: 960.501009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.084827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:08.368895Z","time spent":"1.715863216s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:18:10.084865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.751174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:18:10.084875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.516017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:18:10.084584Z","caller":"traceutil/trace.go:171","msg":"trace[616005060] transaction","detail":"{read_only:false; response_revision:9294; number_of_response:1; }","duration":"1.608539404s","start":"2026-03-29T02:18:08.476026Z","end":"2026-03-29T02:18:10.084565Z","steps":["trace[616005060] 'process raft request' (duration: 1.497145231s)","trace[616005060] 'compare' (duration: 110.90369ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:10.084901Z","caller":"traceutil/trace.go:171","msg":"trace[385041629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9294; }","duration":"961.832076ms","start":"2026-03-29T02:18:09.123058Z","end":"2026-03-29T02:18:10.084891Z","steps":["trace[385041629] 'agreement among raft nodes before linearized reading' (duration: 961.673551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.084908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.253131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-29T02:18:10.084909Z","caller":"traceutil/trace.go:171","msg":"trace[1368940631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9294; }","duration":"965.583139ms","start":"2026-03-29T02:18:09.119316Z","end":"2026-03-29T02:18:10.084899Z","steps":["trace[1368940631] 'agreement among raft nodes before linearized reading' (duration: 965.448885ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:10.084925Z","caller":"traceutil/trace.go:171","msg":"trace[504407053] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9294; }","duration":"461.309893ms","start":"2026-03-29T02:18:09.62361Z","end":"2026-03-29T02:18:10.08492Z","steps":["trace[504407053] 'agreement among raft nodes before linearized reading' (duration: 461.250531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.084925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:09.123037Z","time spent":"961.882228ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:18:10.084935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:09.119297Z","time spent":"965.6329ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:18:10.084935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:08.476007Z","time spent":"1.608901494s","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:10.084944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:09.124102Z","time spent":"960.794488ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:18:10.084943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:09.623588Z","time spent":"461.350804ms","remote":"127.0.0.1:36398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5754,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-29T02:18:10.085048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.983471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:18:10.085062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.609622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:18:10.085097Z","caller":"traceutil/trace.go:171","msg":"trace[2071239086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9294; }","duration":"962.051212ms","start":"2026-03-29T02:18:09.123031Z","end":"2026-03-29T02:18:10.085082Z","steps":["trace[2071239086] 'agreement among raft nodes before linearized reading' (duration: 961.838266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.085123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:09.12302Z","time spent":"962.097403ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:18:10.085121Z","caller":"traceutil/trace.go:171","msg":"trace[560152868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9294; }","duration":"964.716126ms","start":"2026-03-29T02:18:09.120389Z","end":"2026-03-29T02:18:10.085105Z","steps":["trace[560152868] 'agreement among raft nodes before linearized reading' (duration: 964.528861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.084849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:07.785783Z","time spent":"2.299060428s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4667,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hg5qm\" "} {"level":"warn","ts":"2026-03-29T02:18:10.085171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:09.120368Z","time spent":"964.786867ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:18:10.08519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.564687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:18:10.085219Z","caller":"traceutil/trace.go:171","msg":"trace[721082574] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9294; }","duration":"738.628059ms","start":"2026-03-29T02:18:09.346583Z","end":"2026-03-29T02:18:10.085211Z","steps":["trace[721082574] 'agreement among raft nodes before linearized reading' (duration: 738.370612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.08524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:09.34656Z","time spent":"738.67414ms","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:10.085218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283151245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:18:10.085361Z","caller":"traceutil/trace.go:171","msg":"trace[142610466] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9294; }","duration":"1.28336279s","start":"2026-03-29T02:18:08.801954Z","end":"2026-03-29T02:18:10.085317Z","steps":["trace[142610466] 'agreement among raft nodes before linearized reading' (duration: 1.282952109s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.08543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:08.801927Z","time spent":"1.283490284s","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":86,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:10.085562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.643809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:18:10.08569Z","caller":"traceutil/trace.go:171","msg":"trace[1059689461] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9294; }","duration":"861.813394ms","start":"2026-03-29T02:18:09.223855Z","end":"2026-03-29T02:18:10.085668Z","steps":["trace[1059689461] 'agreement among raft nodes before linearized reading' (duration: 861.200787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.085808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:09.22383Z","time spent":"861.956767ms","remote":"127.0.0.1:43310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":55,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:10.086711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.698086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:18:10.086806Z","caller":"traceutil/trace.go:171","msg":"trace[1724624630] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:9294; }","duration":"917.186706ms","start":"2026-03-29T02:18:09.169596Z","end":"2026-03-29T02:18:10.086783Z","steps":["trace[1724624630] 'agreement among raft nodes before linearized reading' (duration: 915.49542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.086863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:09.169581Z","time spent":"917.266798ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:18:10.087336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.304864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:18:10.087397Z","caller":"traceutil/trace.go:171","msg":"trace[188665396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9294; }","duration":"964.389736ms","start":"2026-03-29T02:18:09.122994Z","end":"2026-03-29T02:18:10.087384Z","steps":["trace[188665396] 'agreement among raft nodes before linearized reading' (duration: 961.768544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.08743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:09.122983Z","time spent":"964.439797ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:18:10.365703Z","caller":"traceutil/trace.go:171","msg":"trace[1876659464] transaction","detail":"{read_only:false; response_revision:9295; number_of_response:1; }","duration":"275.515997ms","start":"2026-03-29T02:18:10.090159Z","end":"2026-03-29T02:18:10.365675Z","steps":["trace[1876659464] 'process raft request' (duration: 275.341572ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:10.601943Z","caller":"traceutil/trace.go:171","msg":"trace[1029787454] transaction","detail":"{read_only:false; response_revision:9299; number_of_response:1; }","duration":"511.191496ms","start":"2026-03-29T02:18:10.090734Z","end":"2026-03-29T02:18:10.601926Z","steps":["trace[1029787454] 'process raft request' (duration: 511.123174ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:10.601947Z","caller":"traceutil/trace.go:171","msg":"trace[1477475244] transaction","detail":"{read_only:false; response_revision:9296; number_of_response:1; }","duration":"511.626857ms","start":"2026-03-29T02:18:10.090267Z","end":"2026-03-29T02:18:10.601894Z","steps":["trace[1477475244] 'process raft request' (duration: 511.38291ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:10.602013Z","caller":"traceutil/trace.go:171","msg":"trace[749431948] transaction","detail":"{read_only:false; response_revision:9298; number_of_response:1; }","duration":"511.277878ms","start":"2026-03-29T02:18:10.090726Z","end":"2026-03-29T02:18:10.602004Z","steps":["trace[749431948] 'process raft request' (duration: 511.101283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.602092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:10.090713Z","time spent":"511.304499ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:10.602166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:10.090235Z","time spent":"511.807472ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:10.602097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:10.090706Z","time spent":"511.339239ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:10.601944Z","caller":"traceutil/trace.go:171","msg":"trace[127108112] transaction","detail":"{read_only:false; response_revision:9297; number_of_response:1; }","duration":"511.566216ms","start":"2026-03-29T02:18:10.090347Z","end":"2026-03-29T02:18:10.601913Z","steps":["trace[127108112] 'process raft request' (duration: 511.436512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.602651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:10.09034Z","time spent":"512.08545ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:10.606596Z","caller":"traceutil/trace.go:171","msg":"trace[351591034] linearizableReadLoop","detail":"{readStateIndex:9653; appliedIndex:9648; }","duration":"515.653018ms","start":"2026-03-29T02:18:10.090933Z","end":"2026-03-29T02:18:10.606586Z","steps":["trace[351591034] 'read index received' (duration: 274.53365ms)","trace[351591034] 'applied index is now lower than readState.Index' (duration: 241.118618ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:10.60666Z","caller":"traceutil/trace.go:171","msg":"trace[1715547539] transaction","detail":"{read_only:false; response_revision:9300; number_of_response:1; }","duration":"515.671708ms","start":"2026-03-29T02:18:10.090981Z","end":"2026-03-29T02:18:10.606653Z","steps":["trace[1715547539] 'process raft request' (duration: 510.909598ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:10.606723Z","caller":"traceutil/trace.go:171","msg":"trace[363697463] transaction","detail":"{read_only:false; response_revision:9302; number_of_response:1; }","duration":"510.412995ms","start":"2026-03-29T02:18:10.096284Z","end":"2026-03-29T02:18:10.606697Z","steps":["trace[363697463] 'process raft request' (duration: 510.263031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.606777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.06454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:10.606814Z","caller":"traceutil/trace.go:171","msg":"trace[125717637] transaction","detail":"{read_only:false; response_revision:9301; number_of_response:1; }","duration":"513.331954ms","start":"2026-03-29T02:18:10.093462Z","end":"2026-03-29T02:18:10.606793Z","steps":["trace[125717637] 'process raft request' (duration: 513.031086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.606854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:10.096277Z","time spent":"510.507757ms","remote":"127.0.0.1:36398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:10.606873Z","caller":"traceutil/trace.go:171","msg":"trace[4032155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9302; }","duration":"512.145782ms","start":"2026-03-29T02:18:10.09469Z","end":"2026-03-29T02:18:10.606836Z","steps":["trace[4032155] 'agreement among raft nodes before linearized reading' (duration: 512.05821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.606903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:10.093454Z","time spent":"513.401316ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:10.606939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:10.094685Z","time spent":"512.246225ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:18:10.607085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:10.090964Z","time spent":"516.078559ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:10.607314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.372067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228471"} {"level":"info","ts":"2026-03-29T02:18:10.607383Z","caller":"traceutil/trace.go:171","msg":"trace[1885981730] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9302; }","duration":"516.46633ms","start":"2026-03-29T02:18:10.090901Z","end":"2026-03-29T02:18:10.607367Z","steps":["trace[1885981730] 'agreement among raft nodes before linearized reading' (duration: 516.10959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:10.607424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:10.090889Z","time spent":"516.525531ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228493,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:18:10.916803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.46646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:10.916908Z","caller":"traceutil/trace.go:171","msg":"trace[1063570359] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:9303; }","duration":"214.588723ms","start":"2026-03-29T02:18:10.702291Z","end":"2026-03-29T02:18:10.91688Z","steps":["trace[1063570359] 'range keys from in-memory index tree' (duration: 214.418358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:11.839177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:11.462807Z","time spent":"376.365692ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:18:12.232712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.463572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:12.232806Z","caller":"traceutil/trace.go:171","msg":"trace[56149107] transaction","detail":"{read_only:false; response_revision:9305; number_of_response:1; }","duration":"581.882177ms","start":"2026-03-29T02:18:11.65091Z","end":"2026-03-29T02:18:12.232792Z","steps":["trace[56149107] 'process raft request' (duration: 450.279791ms)","trace[56149107] 'compare' (duration: 116.660418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:12.232843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:11.650889Z","time spent":"581.936748ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:13.241984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.742455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:13.242483Z","caller":"traceutil/trace.go:171","msg":"trace[1166062729] linearizableReadLoop","detail":"{readStateIndex:9664; appliedIndex:9660; }","duration":"873.590605ms","start":"2026-03-29T02:18:12.36887Z","end":"2026-03-29T02:18:13.242461Z","steps":["trace[1166062729] 'read index received' (duration: 244.387127ms)","trace[1166062729] 'applied index is now lower than readState.Index' (duration: 629.202238ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:13.242578Z","caller":"traceutil/trace.go:171","msg":"trace[696623401] transaction","detail":"{read_only:false; response_revision:9307; number_of_response:1; }","duration":"1.345394375s","start":"2026-03-29T02:18:11.897155Z","end":"2026-03-29T02:18:13.242549Z","steps":["trace[696623401] 'process raft request' (duration: 1.344976704s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:13.242622Z","caller":"traceutil/trace.go:171","msg":"trace[678171823] transaction","detail":"{read_only:false; response_revision:9306; number_of_response:1; }","duration":"1.402527446s","start":"2026-03-29T02:18:11.840077Z","end":"2026-03-29T02:18:13.242605Z","steps":["trace[678171823] 'process raft request' (duration: 773.074141ms)","trace[678171823] 'compare' (duration: 628.55628ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:13.242644Z","caller":"traceutil/trace.go:171","msg":"trace[260926524] transaction","detail":"{read_only:false; response_revision:9308; number_of_response:1; }","duration":"1.345039785s","start":"2026-03-29T02:18:11.897582Z","end":"2026-03-29T02:18:13.242621Z","steps":["trace[260926524] 'process raft request' (duration: 1.344759868s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:13.242681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.806791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:13.242702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:11.84006Z","time spent":"1.402589037s","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:13.242701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:11.897136Z","time spent":"1.345498258s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:13.24272Z","caller":"traceutil/trace.go:171","msg":"trace[2020813478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9309; }","duration":"873.929205ms","start":"2026-03-29T02:18:12.368779Z","end":"2026-03-29T02:18:13.242709Z","steps":["trace[2020813478] 'agreement among raft nodes before linearized reading' (duration: 873.811431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:13.242749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:12.368758Z","time spent":"873.982996ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:18:13.242758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.168397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:18:13.242812Z","caller":"traceutil/trace.go:171","msg":"trace[616400844] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9309; }","duration":"872.244638ms","start":"2026-03-29T02:18:12.37055Z","end":"2026-03-29T02:18:13.242794Z","steps":["trace[616400844] 'agreement among raft nodes before linearized reading' (duration: 872.057043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:13.242804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:11.897573Z","time spent":"1.345126967s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:13.242868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:12.370537Z","time spent":"872.317521ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:18:13.242882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.919633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:18:13.242901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.61701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:18:13.242916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.393045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:18:13.242947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.779977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:13.242935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.915836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:18:13.242977Z","caller":"traceutil/trace.go:171","msg":"trace[1636887584] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:9309; }","duration":"725.833209ms","start":"2026-03-29T02:18:12.517136Z","end":"2026-03-29T02:18:13.242969Z","steps":["trace[1636887584] 'agreement among raft nodes before linearized reading' (duration: 725.783857ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:13.242984Z","caller":"traceutil/trace.go:171","msg":"trace[1728393990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9309; }","duration":"636.488058ms","start":"2026-03-29T02:18:12.606478Z","end":"2026-03-29T02:18:13.242966Z","steps":["trace[1728393990] 'agreement among raft nodes before linearized reading' (duration: 636.314743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:13.243004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.809593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:18:13.242756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.114242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:13.243035Z","caller":"traceutil/trace.go:171","msg":"trace[197360538] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9309; }","duration":"559.862764ms","start":"2026-03-29T02:18:12.683164Z","end":"2026-03-29T02:18:13.243026Z","steps":["trace[197360538] 'agreement among raft nodes before linearized reading' (duration: 559.800453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:13.243031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.120823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:18:13.243032Z","caller":"traceutil/trace.go:171","msg":"trace[1851425078] transaction","detail":"{read_only:false; response_revision:9309; number_of_response:1; }","duration":"1.345390605s","start":"2026-03-29T02:18:11.897627Z","end":"2026-03-29T02:18:13.243018Z","steps":["trace[1851425078] 'process raft request' (duration: 1.344777458s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:13.243042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:12.60646Z","time spent":"636.568989ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:18:13.243063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:12.683151Z","time spent":"559.904985ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:13.243001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:12.517122Z","time spent":"725.8746ms","remote":"127.0.0.1:41018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:18:13.243071Z","caller":"traceutil/trace.go:171","msg":"trace[2107015323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9309; }","duration":"634.176964ms","start":"2026-03-29T02:18:12.608883Z","end":"2026-03-29T02:18:13.24306Z","steps":["trace[2107015323] 'agreement among raft nodes before linearized reading' (duration: 634.071491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:13.243102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:11.897622Z","time spent":"1.345446957s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:13.243124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:12.608876Z","time spent":"634.236627ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:18:13.242932Z","caller":"traceutil/trace.go:171","msg":"trace[95614259] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:9309; }","duration":"629.660131ms","start":"2026-03-29T02:18:12.613262Z","end":"2026-03-29T02:18:13.242922Z","steps":["trace[95614259] 'agreement among raft nodes before linearized reading' (duration: 629.523367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:13.243191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:12.613255Z","time spent":"629.921998ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:18:13.242763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.224031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:18:13.242931Z","caller":"traceutil/trace.go:171","msg":"trace[1874003959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9309; }","duration":"631.965604ms","start":"2026-03-29T02:18:12.610951Z","end":"2026-03-29T02:18:13.242917Z","steps":["trace[1874003959] 'agreement among raft nodes before linearized reading' (duration: 631.841701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:13.24344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.194837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:18:13.243553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:12.610916Z","time spent":"632.597212ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:18:13.243584Z","caller":"traceutil/trace.go:171","msg":"trace[566983872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9309; }","duration":"637.373552ms","start":"2026-03-29T02:18:12.60619Z","end":"2026-03-29T02:18:13.243564Z","steps":["trace[566983872] 'agreement among raft nodes before linearized reading' (duration: 636.833157ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:13.243051Z","caller":"traceutil/trace.go:171","msg":"trace[1418711204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9309; }","duration":"668.441671ms","start":"2026-03-29T02:18:12.574598Z","end":"2026-03-29T02:18:13.24304Z","steps":["trace[1418711204] 'agreement among raft nodes before linearized reading' (duration: 668.107262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:13.24363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:12.606171Z","time spent":"637.449104ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:18:13.243685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:12.57458Z","time spent":"669.086308ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:18:13.243035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.367165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:18:13.244073Z","caller":"traceutil/trace.go:171","msg":"trace[2003081416] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9309; }","duration":"741.432214ms","start":"2026-03-29T02:18:12.502619Z","end":"2026-03-29T02:18:13.244051Z","steps":["trace[2003081416] 'agreement among raft nodes before linearized reading' (duration: 740.367345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:13.244146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:12.502598Z","time spent":"741.525847ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:18:13.243423Z","caller":"traceutil/trace.go:171","msg":"trace[1889912609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9309; }","duration":"636.757045ms","start":"2026-03-29T02:18:12.606501Z","end":"2026-03-29T02:18:13.243258Z","steps":["trace[1889912609] 'agreement among raft nodes before linearized reading' (duration: 636.138848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:13.244266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:12.606485Z","time spent":"637.762163ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:18:13.24429Z","caller":"traceutil/trace.go:171","msg":"trace[2071313162] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9309; }","duration":"735.011519ms","start":"2026-03-29T02:18:12.507974Z","end":"2026-03-29T02:18:13.242985Z","steps":["trace[2071313162] 'agreement among raft nodes before linearized reading' (duration: 734.877946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:13.244335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:12.507964Z","time spent":"736.358796ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:13.870553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.326952ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:13.870696Z","caller":"traceutil/trace.go:171","msg":"trace[1831430418] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9309; }","duration":"443.479736ms","start":"2026-03-29T02:18:13.4272Z","end":"2026-03-29T02:18:13.870679Z","steps":["trace[1831430418] 'range keys from in-memory index tree' (duration: 443.313452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:13.871029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.112276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:13.871215Z","caller":"traceutil/trace.go:171","msg":"trace[222313012] transaction","detail":"{read_only:false; response_revision:9310; number_of_response:1; }","duration":"623.542216ms","start":"2026-03-29T02:18:13.247644Z","end":"2026-03-29T02:18:13.871186Z","steps":["trace[222313012] 'process raft request' (duration: 176.028659ms)","trace[222313012] 'compare' (duration: 446.988002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:13.871323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:13.247632Z","time spent":"623.638218ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:14.224567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.148991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:14.224822Z","caller":"traceutil/trace.go:171","msg":"trace[2016200268] linearizableReadLoop","detail":"{readStateIndex:9670; appliedIndex:9664; }","duration":"976.491288ms","start":"2026-03-29T02:18:13.248314Z","end":"2026-03-29T02:18:14.224806Z","steps":["trace[2016200268] 'read index received' (duration: 175.362611ms)","trace[2016200268] 'applied index is now lower than readState.Index' (duration: 801.127727ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:14.225108Z","caller":"traceutil/trace.go:171","msg":"trace[1148303252] transaction","detail":"{read_only:false; response_revision:9311; number_of_response:1; }","duration":"977.110954ms","start":"2026-03-29T02:18:13.247983Z","end":"2026-03-29T02:18:14.225094Z","steps":["trace[1148303252] 'process raft request' (duration: 781.365487ms)","trace[1148303252] 'compare' (duration: 194.571345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:14.225189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:13.247976Z","time spent":"977.169106ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:14.22539Z","caller":"traceutil/trace.go:171","msg":"trace[757233468] transaction","detail":"{read_only:false; response_revision:9312; number_of_response:1; }","duration":"977.359601ms","start":"2026-03-29T02:18:13.24802Z","end":"2026-03-29T02:18:14.225379Z","steps":["trace[757233468] 'process raft request' (duration: 976.632911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:14.225455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:13.248016Z","time spent":"977.408843ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:14.225587Z","caller":"traceutil/trace.go:171","msg":"trace[1004997014] transaction","detail":"{read_only:false; response_revision:9313; number_of_response:1; }","duration":"977.476255ms","start":"2026-03-29T02:18:13.248102Z","end":"2026-03-29T02:18:14.225578Z","steps":["trace[1004997014] 'process raft request' (duration: 976.600971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:14.225645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:13.248097Z","time spent":"977.520706ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:14.225819Z","caller":"traceutil/trace.go:171","msg":"trace[522302746] transaction","detail":"{read_only:false; response_revision:9314; number_of_response:1; }","duration":"977.631339ms","start":"2026-03-29T02:18:13.248171Z","end":"2026-03-29T02:18:14.225802Z","steps":["trace[522302746] 'process raft request' (duration: 976.56931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:14.225897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:13.248165Z","time spent":"977.69385ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:14.226098Z","caller":"traceutil/trace.go:171","msg":"trace[444039137] transaction","detail":"{read_only:false; response_revision:9315; number_of_response:1; }","duration":"977.864346ms","start":"2026-03-29T02:18:13.248219Z","end":"2026-03-29T02:18:14.226083Z","steps":["trace[444039137] 'process raft request' (duration: 976.55428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:14.226214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:13.248215Z","time spent":"977.957318ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:14.226768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.441551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228471"} {"level":"info","ts":"2026-03-29T02:18:14.226826Z","caller":"traceutil/trace.go:171","msg":"trace[334761204] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9315; }","duration":"978.512813ms","start":"2026-03-29T02:18:13.248299Z","end":"2026-03-29T02:18:14.226812Z","steps":["trace[334761204] 'agreement among raft nodes before linearized reading' (duration: 978.080222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:14.226868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:13.248295Z","time spent":"978.561515ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228493,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:18:14.227198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.790861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-29T02:18:14.22725Z","caller":"traceutil/trace.go:171","msg":"trace[1549651308] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9315; }","duration":"978.853402ms","start":"2026-03-29T02:18:13.248384Z","end":"2026-03-29T02:18:14.227237Z","steps":["trace[1549651308] 'agreement among raft nodes before linearized reading' (duration: 978.727179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:14.227287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:13.24838Z","time spent":"978.897953ms","remote":"127.0.0.1:43310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:18:14.22778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.793086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:18:14.227836Z","caller":"traceutil/trace.go:171","msg":"trace[247356724] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9315; }","duration":"957.8897ms","start":"2026-03-29T02:18:13.269932Z","end":"2026-03-29T02:18:14.227822Z","steps":["trace[247356724] 'agreement among raft nodes before linearized reading' (duration: 957.804968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:14.227876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:13.269907Z","time spent":"957.957861ms","remote":"127.0.0.1:44298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:14.492696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.176226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:14.492804Z","caller":"traceutil/trace.go:171","msg":"trace[761582164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9315; }","duration":"123.31973ms","start":"2026-03-29T02:18:14.369464Z","end":"2026-03-29T02:18:14.492783Z","steps":["trace[761582164] 'range keys from in-memory index tree' (duration: 123.109033ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:24.167605Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7321} {"level":"warn","ts":"2026-03-29T02:18:24.34469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.225302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:24.344779Z","caller":"traceutil/trace.go:171","msg":"trace[429478602] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9410; }","duration":"117.368816ms","start":"2026-03-29T02:18:24.227384Z","end":"2026-03-29T02:18:24.344753Z","steps":["trace[429478602] 'count revisions from in-memory index tree' (duration: 117.087478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:24.535721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.014378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:24.535818Z","caller":"traceutil/trace.go:171","msg":"trace[651245551] linearizableReadLoop","detail":"{readStateIndex:9773; appliedIndex:9772; }","duration":"168.672999ms","start":"2026-03-29T02:18:24.367129Z","end":"2026-03-29T02:18:24.535802Z","steps":["trace[651245551] 'read index received' (duration: 44.386683ms)","trace[651245551] 'applied index is now lower than readState.Index' (duration: 124.284956ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:24.535866Z","caller":"traceutil/trace.go:171","msg":"trace[2005855619] transaction","detail":"{read_only:false; response_revision:9412; number_of_response:1; }","duration":"170.139848ms","start":"2026-03-29T02:18:24.365677Z","end":"2026-03-29T02:18:24.535817Z","steps":["trace[2005855619] 'process raft request' (duration: 45.948545ms)","trace[2005855619] 'compare' (duration: 31.350847ms)","trace[2005855619] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 92.361663ms)"],"step_count":3} {"level":"warn","ts":"2026-03-29T02:18:24.580356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.870716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:24.580457Z","caller":"traceutil/trace.go:171","msg":"trace[1068710883] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:9412; }","duration":"156.999559ms","start":"2026-03-29T02:18:24.423428Z","end":"2026-03-29T02:18:24.580428Z","steps":["trace[1068710883] 'agreement among raft nodes before linearized reading' (duration: 112.495283ms)","trace[1068710883] 'count revisions from in-memory index tree' (duration: 44.368792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:24.580461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.308788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:24.580523Z","caller":"traceutil/trace.go:171","msg":"trace[1228974867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9412; }","duration":"213.413791ms","start":"2026-03-29T02:18:24.367091Z","end":"2026-03-29T02:18:24.580505Z","steps":["trace[1228974867] 'agreement among raft nodes before linearized reading' (duration: 168.793112ms)","trace[1228974867] 'range keys from in-memory index tree' (duration: 44.523357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:24.58053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.907564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:18:24.58065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.748023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:18:24.580602Z","caller":"traceutil/trace.go:171","msg":"trace[1002566236] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:9412; }","duration":"158.012327ms","start":"2026-03-29T02:18:24.422567Z","end":"2026-03-29T02:18:24.580579Z","steps":["trace[1002566236] 'agreement among raft nodes before linearized reading' (duration: 113.364637ms)","trace[1002566236] 'range keys from in-memory index tree' (duration: 44.448455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:24.580682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.42633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:18:24.580778Z","caller":"traceutil/trace.go:171","msg":"trace[201420560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9412; }","duration":"165.567174ms","start":"2026-03-29T02:18:24.415189Z","end":"2026-03-29T02:18:24.580756Z","steps":["trace[201420560] 'agreement among raft nodes before linearized reading' (duration: 120.719579ms)","trace[201420560] 'range keys from in-memory index tree' (duration: 44.618359ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:24.580768Z","caller":"traceutil/trace.go:171","msg":"trace[197241972] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9412; }","duration":"163.871536ms","start":"2026-03-29T02:18:24.416869Z","end":"2026-03-29T02:18:24.58074Z","steps":["trace[197241972] 'agreement among raft nodes before linearized reading' (duration: 119.074462ms)","trace[197241972] 'range keys from in-memory index tree' (duration: 44.547907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:24.580926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.577429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:18:24.580954Z","caller":"traceutil/trace.go:171","msg":"trace[885539685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9412; }","duration":"163.61232ms","start":"2026-03-29T02:18:24.417332Z","end":"2026-03-29T02:18:24.580945Z","steps":["trace[885539685] 'agreement among raft nodes before linearized reading' (duration: 118.60589ms)","trace[885539685] 'range keys from in-memory index tree' (duration: 44.921878ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:24.607758Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7321,"took":"436.481584ms","hash":2841808145,"current-db-size-bytes":45297664,"current-db-size":"45 MB","current-db-size-in-use-bytes":26468352,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-29T02:18:24.607821Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2841808145,"revision":7321,"compact-revision":4456} {"level":"info","ts":"2026-03-29T02:18:24.895357Z","caller":"traceutil/trace.go:171","msg":"trace[1844085093] transaction","detail":"{read_only:false; response_revision:9416; number_of_response:1; }","duration":"118.414265ms","start":"2026-03-29T02:18:24.776913Z","end":"2026-03-29T02:18:24.895327Z","steps":["trace[1844085093] 'process raft request' (duration: 118.23468ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:25.382327Z","caller":"traceutil/trace.go:171","msg":"trace[1496194592] transaction","detail":"{read_only:false; response_revision:9420; number_of_response:1; }","duration":"109.716698ms","start":"2026-03-29T02:18:25.272587Z","end":"2026-03-29T02:18:25.382304Z","steps":["trace[1496194592] 'process raft request' (duration: 108.895825ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:25.382294Z","caller":"traceutil/trace.go:171","msg":"trace[675780412] transaction","detail":"{read_only:false; response_revision:9421; number_of_response:1; }","duration":"108.536965ms","start":"2026-03-29T02:18:25.273714Z","end":"2026-03-29T02:18:25.382251Z","steps":["trace[675780412] 'process raft request' (duration: 107.891808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:27.146715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.31469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:27.146929Z","caller":"traceutil/trace.go:171","msg":"trace[1535922055] linearizableReadLoop","detail":"{readStateIndex:9798; appliedIndex:9796; }","duration":"527.954203ms","start":"2026-03-29T02:18:26.618955Z","end":"2026-03-29T02:18:27.146909Z","steps":["trace[1535922055] 'read index received' (duration: 177.211391ms)","trace[1535922055] 'applied index is now lower than readState.Index' (duration: 350.741782ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:27.147007Z","caller":"traceutil/trace.go:171","msg":"trace[1857264003] transaction","detail":"{read_only:false; response_revision:9437; number_of_response:1; }","duration":"529.572248ms","start":"2026-03-29T02:18:26.617407Z","end":"2026-03-29T02:18:27.146979Z","steps":["trace[1857264003] 'process raft request' (duration: 529.419414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:27.147168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:26.617397Z","time spent":"529.685931ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:27.147218Z","caller":"traceutil/trace.go:171","msg":"trace[2124089043] transaction","detail":"{read_only:false; response_revision:9436; number_of_response:1; }","duration":"531.603774ms","start":"2026-03-29T02:18:26.615575Z","end":"2026-03-29T02:18:27.147179Z","steps":["trace[2124089043] 'process raft request' (duration: 180.736488ms)","trace[2124089043] 'compare' (duration: 350.134606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:27.147336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.583713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:27.147374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:26.615563Z","time spent":"531.725397ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:27.147413Z","caller":"traceutil/trace.go:171","msg":"trace[1306963422] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9437; }","duration":"419.720617ms","start":"2026-03-29T02:18:26.727673Z","end":"2026-03-29T02:18:27.147393Z","steps":["trace[1306963422] 'agreement among raft nodes before linearized reading' (duration: 419.590153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:27.14742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.451007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228380"} {"level":"warn","ts":"2026-03-29T02:18:27.147471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:26.727643Z","time spent":"419.804889ms","remote":"127.0.0.1:43266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:18:27.147478Z","caller":"traceutil/trace.go:171","msg":"trace[1784653109] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9437; }","duration":"528.52569ms","start":"2026-03-29T02:18:26.618936Z","end":"2026-03-29T02:18:27.147462Z","steps":["trace[1784653109] 'agreement among raft nodes before linearized reading' (duration: 528.095778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:27.147526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:26.618928Z","time spent":"528.584871ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228402,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:18:27.147619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.982494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-ptzmk\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-29T02:18:27.147702Z","caller":"traceutil/trace.go:171","msg":"trace[1572856424] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-ptzmk; range_end:; response_count:1; response_revision:9437; }","duration":"211.083257ms","start":"2026-03-29T02:18:26.936583Z","end":"2026-03-29T02:18:27.147666Z","steps":["trace[1572856424] 'agreement among raft nodes before linearized reading' (duration: 210.898162ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:27.443519Z","caller":"traceutil/trace.go:171","msg":"trace[1817100348] transaction","detail":"{read_only:false; response_revision:9438; number_of_response:1; }","duration":"288.08595ms","start":"2026-03-29T02:18:27.155397Z","end":"2026-03-29T02:18:27.443483Z","steps":["trace[1817100348] 'process raft request' (duration: 230.162137ms)","trace[1817100348] 'compare' (duration: 57.660816ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:27.469569Z","caller":"traceutil/trace.go:171","msg":"trace[1667386837] transaction","detail":"{read_only:false; response_revision:9439; number_of_response:1; }","duration":"171.055993ms","start":"2026-03-29T02:18:27.298486Z","end":"2026-03-29T02:18:27.469542Z","steps":["trace[1667386837] 'process raft request' (duration: 170.472717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:27.494659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.203275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:27.494741Z","caller":"traceutil/trace.go:171","msg":"trace[1738085802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9444; }","duration":"112.295458ms","start":"2026-03-29T02:18:27.382425Z","end":"2026-03-29T02:18:27.49472Z","steps":["trace[1738085802] 'agreement among raft nodes before linearized reading' (duration: 112.102932ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:28.801817Z","caller":"traceutil/trace.go:171","msg":"trace[648372826] linearizableReadLoop","detail":"{readStateIndex:9816; appliedIndex:9816; }","duration":"204.740644ms","start":"2026-03-29T02:18:28.597058Z","end":"2026-03-29T02:18:28.801799Z","steps":["trace[648372826] 'read index received' (duration: 204.729343ms)","trace[648372826] 'applied index is now lower than readState.Index' (duration: 9.361µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:28.80182Z","caller":"traceutil/trace.go:171","msg":"trace[1272992104] transaction","detail":"{read_only:false; response_revision:9454; number_of_response:1; }","duration":"206.45743ms","start":"2026-03-29T02:18:28.595332Z","end":"2026-03-29T02:18:28.80179Z","steps":["trace[1272992104] 'process raft request' (duration: 206.275995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:28.802207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.093123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-03-29T02:18:28.802368Z","caller":"traceutil/trace.go:171","msg":"trace[1230877898] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:9454; }","duration":"205.284018ms","start":"2026-03-29T02:18:28.597041Z","end":"2026-03-29T02:18:28.802325Z","steps":["trace[1230877898] 'agreement among raft nodes before linearized reading' (duration: 204.831946ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:28.813436Z","caller":"traceutil/trace.go:171","msg":"trace[897527492] transaction","detail":"{read_only:false; response_revision:9455; number_of_response:1; }","duration":"216.123605ms","start":"2026-03-29T02:18:28.597268Z","end":"2026-03-29T02:18:28.813392Z","steps":["trace[897527492] 'process raft request' (duration: 215.938729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:28.813658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.395204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:18:28.813749Z","caller":"traceutil/trace.go:171","msg":"trace[1051444858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9455; }","duration":"193.536478ms","start":"2026-03-29T02:18:28.620194Z","end":"2026-03-29T02:18:28.813731Z","steps":["trace[1051444858] 'agreement among raft nodes before linearized reading' (duration: 193.26251ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:30.152154Z","caller":"traceutil/trace.go:171","msg":"trace[688380298] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9471; }","duration":"122.420965ms","start":"2026-03-29T02:18:30.029706Z","end":"2026-03-29T02:18:30.152127Z","steps":["trace[688380298] 'process raft request' (duration: 103.753515ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:30.309114Z","caller":"traceutil/trace.go:171","msg":"trace[973942186] linearizableReadLoop","detail":"{readStateIndex:9835; appliedIndex:9834; }","duration":"104.511266ms","start":"2026-03-29T02:18:30.204572Z","end":"2026-03-29T02:18:30.309083Z","steps":["trace[973942186] 'read index received' (duration: 64.285867ms)","trace[973942186] 'applied index is now lower than readState.Index' (duration: 40.223819ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:30.309155Z","caller":"traceutil/trace.go:171","msg":"trace[54941027] transaction","detail":"{read_only:false; response_revision:9472; number_of_response:1; }","duration":"152.693292ms","start":"2026-03-29T02:18:30.156426Z","end":"2026-03-29T02:18:30.309119Z","steps":["trace[54941027] 'process raft request' (duration: 112.436342ms)","trace[54941027] 'compare' (duration: 39.936521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:30.309489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.892176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:18:30.30957Z","caller":"traceutil/trace.go:171","msg":"trace[46573122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9472; }","duration":"105.012169ms","start":"2026-03-29T02:18:30.204537Z","end":"2026-03-29T02:18:30.309549Z","steps":["trace[46573122] 'agreement among raft nodes before linearized reading' (duration: 104.724751ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:37.365563Z","caller":"traceutil/trace.go:171","msg":"trace[30810491] linearizableReadLoop","detail":"{readStateIndex:9891; appliedIndex:9889; }","duration":"111.481216ms","start":"2026-03-29T02:18:37.254064Z","end":"2026-03-29T02:18:37.365545Z","steps":["trace[30810491] 'read index received' (duration: 111.253989ms)","trace[30810491] 'applied index is now lower than readState.Index' (duration: 226.607µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:37.365612Z","caller":"traceutil/trace.go:171","msg":"trace[856380617] transaction","detail":"{read_only:false; response_revision:9525; number_of_response:1; }","duration":"111.878347ms","start":"2026-03-29T02:18:37.253709Z","end":"2026-03-29T02:18:37.365588Z","steps":["trace[856380617] 'process raft request' (duration: 111.802775ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:37.365617Z","caller":"traceutil/trace.go:171","msg":"trace[614110163] transaction","detail":"{read_only:false; response_revision:9524; number_of_response:1; }","duration":"111.875477ms","start":"2026-03-29T02:18:37.25371Z","end":"2026-03-29T02:18:37.365585Z","steps":["trace[614110163] 'process raft request' (duration: 111.670051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:37.366095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.0091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223828"} {"level":"info","ts":"2026-03-29T02:18:37.366132Z","caller":"traceutil/trace.go:171","msg":"trace[1051771331] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9525; }","duration":"112.098762ms","start":"2026-03-29T02:18:37.254025Z","end":"2026-03-29T02:18:37.366124Z","steps":["trace[1051771331] 'agreement among raft nodes before linearized reading' (duration: 111.63301ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:38.644872Z","caller":"traceutil/trace.go:171","msg":"trace[1677397994] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"106.944232ms","start":"2026-03-29T02:18:38.537894Z","end":"2026-03-29T02:18:38.644839Z","steps":["trace[1677397994] 'process raft request' (duration: 106.313334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:39.672717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.1096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:39.672791Z","caller":"traceutil/trace.go:171","msg":"trace[1600609348] linearizableReadLoop","detail":"{readStateIndex:9928; appliedIndex:9927; }","duration":"422.108642ms","start":"2026-03-29T02:18:39.250671Z","end":"2026-03-29T02:18:39.67278Z","steps":["trace[1600609348] 'read index received' (duration: 170.831077ms)","trace[1600609348] 'applied index is now lower than readState.Index' (duration: 251.276565ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:39.672819Z","caller":"traceutil/trace.go:171","msg":"trace[2091872386] transaction","detail":"{read_only:false; response_revision:9561; number_of_response:1; }","duration":"423.49352ms","start":"2026-03-29T02:18:39.249298Z","end":"2026-03-29T02:18:39.672791Z","steps":["trace[2091872386] 'process raft request' (duration: 172.267197ms)","trace[2091872386] 'compare' (duration: 250.778751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:39.672917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:39.249272Z","time spent":"423.596343ms","remote":"127.0.0.1:43502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9164,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:18:39.67298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.302587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-29T02:18:39.673002Z","caller":"traceutil/trace.go:171","msg":"trace[1611661711] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:9561; }","duration":"422.369529ms","start":"2026-03-29T02:18:39.250624Z","end":"2026-03-29T02:18:39.672994Z","steps":["trace[1611661711] 'agreement among raft nodes before linearized reading' (duration: 422.196225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:39.673021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:39.250605Z","time spent":"422.41102ms","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":672,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-29T02:18:39.715281Z","caller":"traceutil/trace.go:171","msg":"trace[1230213844] transaction","detail":"{read_only:false; response_revision:9563; number_of_response:1; }","duration":"146.888393ms","start":"2026-03-29T02:18:39.568373Z","end":"2026-03-29T02:18:39.715262Z","steps":["trace[1230213844] 'process raft request' (duration: 146.850812ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:39.715437Z","caller":"traceutil/trace.go:171","msg":"trace[795685962] transaction","detail":"{read_only:false; response_revision:9562; number_of_response:1; }","duration":"146.995216ms","start":"2026-03-29T02:18:39.568373Z","end":"2026-03-29T02:18:39.715368Z","steps":["trace[795685962] 'process raft request' (duration: 146.75883ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:39.798641Z","caller":"traceutil/trace.go:171","msg":"trace[2117985915] transaction","detail":"{read_only:false; response_revision:9564; number_of_response:1; }","duration":"229.478219ms","start":"2026-03-29T02:18:39.569125Z","end":"2026-03-29T02:18:39.798603Z","steps":["trace[2117985915] 'process raft request' (duration: 227.959398ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:39.798722Z","caller":"traceutil/trace.go:171","msg":"trace[1332332215] transaction","detail":"{read_only:false; response_revision:9565; number_of_response:1; }","duration":"120.602715ms","start":"2026-03-29T02:18:39.67809Z","end":"2026-03-29T02:18:39.798693Z","steps":["trace[1332332215] 'process raft request' (duration: 120.352838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:39.799013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.397255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-29T02:18:39.798747Z","caller":"traceutil/trace.go:171","msg":"trace[497579303] linearizableReadLoop","detail":"{readStateIndex:9931; appliedIndex:9930; }","duration":"125.924221ms","start":"2026-03-29T02:18:39.672804Z","end":"2026-03-29T02:18:39.798728Z","steps":["trace[497579303] 'read index received' (duration: 42.492971ms)","trace[497579303] 'applied index is now lower than readState.Index' (duration: 83.43022ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:39.799063Z","caller":"traceutil/trace.go:171","msg":"trace[569081812] transaction","detail":"{read_only:false; response_revision:9567; number_of_response:1; }","duration":"114.784746ms","start":"2026-03-29T02:18:39.684241Z","end":"2026-03-29T02:18:39.799025Z","steps":["trace[569081812] 'process raft request' (duration: 114.412946ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:39.799102Z","caller":"traceutil/trace.go:171","msg":"trace[292331325] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9567; }","duration":"521.535529ms","start":"2026-03-29T02:18:39.277531Z","end":"2026-03-29T02:18:39.799067Z","steps":["trace[292331325] 'agreement among raft nodes before linearized reading' (duration: 521.249451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:39.799124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.382014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:18:39.799137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.272788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:18:39.799137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.468596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:18:39.799159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:39.277482Z","time spent":"521.661382ms","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3587,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-29T02:18:39.799166Z","caller":"traceutil/trace.go:171","msg":"trace[2064433908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9567; }","duration":"428.471826ms","start":"2026-03-29T02:18:39.370682Z","end":"2026-03-29T02:18:39.799153Z","steps":["trace[2064433908] 'agreement among raft nodes before linearized reading' (duration: 428.310142ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:39.799184Z","caller":"traceutil/trace.go:171","msg":"trace[1930924104] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:9567; }","duration":"425.342581ms","start":"2026-03-29T02:18:39.373829Z","end":"2026-03-29T02:18:39.799172Z","steps":["trace[1930924104] 'agreement among raft nodes before linearized reading' (duration: 425.185686ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:39.799197Z","caller":"traceutil/trace.go:171","msg":"trace[114753767] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9567; }","duration":"428.568019ms","start":"2026-03-29T02:18:39.370611Z","end":"2026-03-29T02:18:39.799179Z","steps":["trace[114753767] 'agreement among raft nodes before linearized reading' (duration: 428.389614ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:39.799173Z","caller":"traceutil/trace.go:171","msg":"trace[1239998859] transaction","detail":"{read_only:false; response_revision:9566; number_of_response:1; }","duration":"119.525656ms","start":"2026-03-29T02:18:39.67961Z","end":"2026-03-29T02:18:39.799135Z","steps":["trace[1239998859] 'process raft request' (duration: 118.975271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:39.799207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:39.370662Z","time spent":"428.537837ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:18:39.799236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:39.370592Z","time spent":"428.63648ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:18:39.799211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:39.373823Z","time spent":"425.383652ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:18:39.799259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.273613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:39.799324Z","caller":"traceutil/trace.go:171","msg":"trace[86504527] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:9567; }","duration":"121.353765ms","start":"2026-03-29T02:18:39.677948Z","end":"2026-03-29T02:18:39.799302Z","steps":["trace[86504527] 'agreement among raft nodes before linearized reading' (duration: 121.245462ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:44.890039Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-29T02:18:44.894841Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-29T02:18:44.894926Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-29T02:18:47.324516Z","caller":"traceutil/trace.go:171","msg":"trace[450306290] linearizableReadLoop","detail":"{readStateIndex:10028; appliedIndex:10027; }","duration":"191.921063ms","start":"2026-03-29T02:18:47.132575Z","end":"2026-03-29T02:18:47.324496Z","steps":["trace[450306290] 'read index received' (duration: 191.756638ms)","trace[450306290] 'applied index is now lower than readState.Index' (duration: 163.325µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:47.32455Z","caller":"traceutil/trace.go:171","msg":"trace[2140344639] transaction","detail":"{read_only:false; response_revision:9658; number_of_response:1; }","duration":"213.214625ms","start":"2026-03-29T02:18:47.111316Z","end":"2026-03-29T02:18:47.32453Z","steps":["trace[2140344639] 'process raft request' (duration: 213.075911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:47.324695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.959781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:18:47.324777Z","caller":"traceutil/trace.go:171","msg":"trace[999331837] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9658; }","duration":"115.051883ms","start":"2026-03-29T02:18:47.209712Z","end":"2026-03-29T02:18:47.324764Z","steps":["trace[999331837] 'agreement among raft nodes before linearized reading' (duration: 114.9407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:47.324891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.302784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10649"} {"level":"info","ts":"2026-03-29T02:18:47.32495Z","caller":"traceutil/trace.go:171","msg":"trace[1297928179] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9658; }","duration":"192.404086ms","start":"2026-03-29T02:18:47.132537Z","end":"2026-03-29T02:18:47.324941Z","steps":["trace[1297928179] 'agreement among raft nodes before linearized reading' (duration: 192.063947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:47.324922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.686666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-29T02:18:47.325126Z","caller":"traceutil/trace.go:171","msg":"trace[1845658037] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9658; }","duration":"180.962603ms","start":"2026-03-29T02:18:47.144142Z","end":"2026-03-29T02:18:47.325105Z","steps":["trace[1845658037] 'agreement among raft nodes before linearized reading' (duration: 180.514301ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:47.446566Z","caller":"traceutil/trace.go:171","msg":"trace[1820238374] transaction","detail":"{read_only:false; response_revision:9659; number_of_response:1; }","duration":"112.882284ms","start":"2026-03-29T02:18:47.333651Z","end":"2026-03-29T02:18:47.446533Z","steps":["trace[1820238374] 'process raft request' (duration: 111.980989ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:11.55927Z","caller":"traceutil/trace.go:171","msg":"trace[106470797] transaction","detail":"{read_only:false; response_revision:9804; number_of_response:1; }","duration":"125.714629ms","start":"2026-03-29T02:19:11.433528Z","end":"2026-03-29T02:19:11.559242Z","steps":["trace[106470797] 'process raft request' (duration: 125.456652ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:18.606659Z","caller":"traceutil/trace.go:171","msg":"trace[1387421711] transaction","detail":"{read_only:false; response_revision:9991; number_of_response:1; }","duration":"128.791154ms","start":"2026-03-29T02:19:18.477845Z","end":"2026-03-29T02:19:18.606636Z","steps":["trace[1387421711] 'process raft request' (duration: 95.881813ms)","trace[1387421711] 'compare' (duration: 32.740646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:19:18.844267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.690579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:19:18.844407Z","caller":"traceutil/trace.go:171","msg":"trace[1818437029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9992; }","duration":"121.916696ms","start":"2026-03-29T02:19:18.722465Z","end":"2026-03-29T02:19:18.844381Z","steps":["trace[1818437029] 'count revisions from in-memory index tree' (duration: 121.573576ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:19.150626Z","caller":"traceutil/trace.go:171","msg":"trace[1003414421] transaction","detail":"{read_only:false; response_revision:9994; number_of_response:1; }","duration":"166.582897ms","start":"2026-03-29T02:19:18.984012Z","end":"2026-03-29T02:19:19.150595Z","steps":["trace[1003414421] 'process raft request' (duration: 91.136183ms)","trace[1003414421] 'compare' (duration: 75.29779ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:19.965017Z","caller":"traceutil/trace.go:171","msg":"trace[1618386727] transaction","detail":"{read_only:false; response_revision:10002; number_of_response:1; }","duration":"140.054931ms","start":"2026-03-29T02:19:19.824935Z","end":"2026-03-29T02:19:19.96499Z","steps":["trace[1618386727] 'process raft request' (duration: 111.246303ms)","trace[1618386727] 'compare' (duration: 28.565862ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:19.965136Z","caller":"traceutil/trace.go:171","msg":"trace[38032711] transaction","detail":"{read_only:false; response_revision:10003; number_of_response:1; }","duration":"100.196771ms","start":"2026-03-29T02:19:19.864922Z","end":"2026-03-29T02:19:19.965119Z","steps":["trace[38032711] 'process raft request' (duration: 99.962655ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:20.482691Z","caller":"traceutil/trace.go:171","msg":"trace[1895610097] transaction","detail":"{read_only:false; response_revision:10016; number_of_response:1; }","duration":"111.162291ms","start":"2026-03-29T02:19:20.371509Z","end":"2026-03-29T02:19:20.482671Z","steps":["trace[1895610097] 'process raft request' (duration: 110.580205ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:20.720647Z","caller":"traceutil/trace.go:171","msg":"trace[163036771] transaction","detail":"{read_only:false; response_revision:10017; number_of_response:1; }","duration":"127.619901ms","start":"2026-03-29T02:19:20.592992Z","end":"2026-03-29T02:19:20.720612Z","steps":["trace[163036771] 'process raft request' (duration: 127.447937ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:20.891961Z","caller":"traceutil/trace.go:171","msg":"trace[509366719] linearizableReadLoop","detail":"{readStateIndex:10395; appliedIndex:10394; }","duration":"166.652389ms","start":"2026-03-29T02:19:20.725282Z","end":"2026-03-29T02:19:20.891934Z","steps":["trace[509366719] 'read index received' (duration: 78.167078ms)","trace[509366719] 'applied index is now lower than readState.Index' (duration: 88.484551ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:20.892077Z","caller":"traceutil/trace.go:171","msg":"trace[1131553862] transaction","detail":"{read_only:false; response_revision:10018; number_of_response:1; }","duration":"168.591142ms","start":"2026-03-29T02:19:20.723463Z","end":"2026-03-29T02:19:20.892054Z","steps":["trace[1131553862] 'process raft request' (duration: 80.022809ms)","trace[1131553862] 'compare' (duration: 88.323507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:19:20.892331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.023219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19336"} {"level":"info","ts":"2026-03-29T02:19:20.892456Z","caller":"traceutil/trace.go:171","msg":"trace[1179734062] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10018; }","duration":"167.184894ms","start":"2026-03-29T02:19:20.725239Z","end":"2026-03-29T02:19:20.892424Z","steps":["trace[1179734062] 'agreement among raft nodes before linearized reading' (duration: 166.814853ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:20.910958Z","caller":"traceutil/trace.go:171","msg":"trace[75691894] transaction","detail":"{read_only:false; response_revision:10019; number_of_response:1; }","duration":"181.329721ms","start":"2026-03-29T02:19:20.729601Z","end":"2026-03-29T02:19:20.910931Z","steps":["trace[75691894] 'process raft request' (duration: 181.119545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:23.92979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.747155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-29T02:19:23.929893Z","caller":"traceutil/trace.go:171","msg":"trace[1859128042] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10038; }","duration":"127.893319ms","start":"2026-03-29T02:19:23.801968Z","end":"2026-03-29T02:19:23.929862Z","steps":["trace[1859128042] 'count revisions from in-memory index tree' (duration: 127.601811ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:25.333207Z","caller":"traceutil/trace.go:171","msg":"trace[1640732488] transaction","detail":"{read_only:false; response_revision:10048; number_of_response:1; }","duration":"102.508714ms","start":"2026-03-29T02:19:25.230679Z","end":"2026-03-29T02:19:25.333187Z","steps":["trace[1640732488] 'process raft request' (duration: 102.37295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:26.646571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806125405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:19:27.147388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806125405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:19:27.462729Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.391788366s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:19:27.463842Z","caller":"traceutil/trace.go:171","msg":"trace[1257292920] transaction","detail":"{read_only:false; response_revision:10049; number_of_response:1; }","duration":"1.690387815s","start":"2026-03-29T02:19:25.773317Z","end":"2026-03-29T02:19:27.463705Z","steps":["trace[1257292920] 'process raft request' (duration: 1.689776928s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.463996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:25.7733Z","time spent":"1.69060669s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:19:27.464218Z","caller":"traceutil/trace.go:171","msg":"trace[1151489924] transaction","detail":"{read_only:false; response_revision:10050; number_of_response:1; }","duration":"1.479023773s","start":"2026-03-29T02:19:25.985177Z","end":"2026-03-29T02:19:27.464201Z","steps":["trace[1151489924] 'process raft request' (duration: 1.478591901s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.46443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:25.985157Z","time spent":"1.479231838s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:19:27.46462Z","caller":"traceutil/trace.go:171","msg":"trace[1966191495] transaction","detail":"{read_only:false; response_revision:10052; number_of_response:1; }","duration":"1.406112027s","start":"2026-03-29T02:19:26.058478Z","end":"2026-03-29T02:19:27.46459Z","steps":["trace[1966191495] 'process raft request' (duration: 1.405659165s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:27.464616Z","caller":"traceutil/trace.go:171","msg":"trace[1289980804] transaction","detail":"{read_only:false; response_revision:10051; number_of_response:1; }","duration":"1.479243528s","start":"2026-03-29T02:19:25.985313Z","end":"2026-03-29T02:19:27.464557Z","steps":["trace[1289980804] 'process raft request' (duration: 1.478734864s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.464762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:26.058458Z","time spent":"1.406232121s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:19:27.464797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:25.985289Z","time spent":"1.479442644s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:19:27.466613Z","caller":"traceutil/trace.go:171","msg":"trace[104108426] linearizableReadLoop","detail":"{readStateIndex:10431; appliedIndex:10426; }","duration":"1.320201567s","start":"2026-03-29T02:19:26.146385Z","end":"2026-03-29T02:19:27.466587Z","steps":["trace[104108426] 'read index received' (duration: 1.31666579s)","trace[104108426] 'applied index is now lower than readState.Index' (duration: 3.534367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:19:27.466948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320521906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:19:27.467103Z","caller":"traceutil/trace.go:171","msg":"trace[1849780846] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10052; }","duration":"1.32069729s","start":"2026-03-29T02:19:26.146351Z","end":"2026-03-29T02:19:27.467049Z","steps":["trace[1849780846] 'agreement among raft nodes before linearized reading' (duration: 1.320361031s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.467165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:26.146335Z","time spent":"1.320815014s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:19:27.467187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098386259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:19:27.467209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.186038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:19:27.46724Z","caller":"traceutil/trace.go:171","msg":"trace[251627092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10052; }","duration":"1.098470531s","start":"2026-03-29T02:19:26.368751Z","end":"2026-03-29T02:19:27.467222Z","steps":["trace[251627092] 'agreement among raft nodes before linearized reading' (duration: 1.098369768s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:27.467256Z","caller":"traceutil/trace.go:171","msg":"trace[2034354257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10052; }","duration":"544.27404ms","start":"2026-03-29T02:19:26.92297Z","end":"2026-03-29T02:19:27.467244Z","steps":["trace[2034354257] 'agreement among raft nodes before linearized reading' (duration: 544.143806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.467281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:26.368736Z","time spent":"1.098536653s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:19:27.467281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.813489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:19:27.467289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:26.92295Z","time spent":"544.331602ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:19:27.46732Z","caller":"traceutil/trace.go:171","msg":"trace[1993464249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10052; }","duration":"130.898722ms","start":"2026-03-29T02:19:27.336412Z","end":"2026-03-29T02:19:27.467311Z","steps":["trace[1993464249] 'agreement among raft nodes before linearized reading' (duration: 130.717437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.467436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.423692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-29T02:19:27.467463Z","caller":"traceutil/trace.go:171","msg":"trace[1443336396] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10052; }","duration":"859.487514ms","start":"2026-03-29T02:19:26.607967Z","end":"2026-03-29T02:19:27.467455Z","steps":["trace[1443336396] 'agreement among raft nodes before linearized reading' (duration: 859.414132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.467468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245542165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:19:27.467481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:26.607947Z","time spent":"859.530044ms","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-29T02:19:27.467499Z","caller":"traceutil/trace.go:171","msg":"trace[521054361] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:10052; }","duration":"1.245601407s","start":"2026-03-29T02:19:26.221888Z","end":"2026-03-29T02:19:27.46749Z","steps":["trace[521054361] 'agreement among raft nodes before linearized reading' (duration: 1.245501044s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.46747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.172334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:19:27.467533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:26.221872Z","time spent":"1.245654548s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"info","ts":"2026-03-29T02:19:27.46758Z","caller":"traceutil/trace.go:171","msg":"trace[1693363017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10052; }","duration":"405.356279ms","start":"2026-03-29T02:19:27.062197Z","end":"2026-03-29T02:19:27.467553Z","steps":["trace[1693363017] 'agreement among raft nodes before linearized reading' (duration: 404.995309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.467634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:27.06218Z","time spent":"405.444332ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:19:27.46814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312433885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:19:27.468218Z","caller":"traceutil/trace.go:171","msg":"trace[1452752619] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10052; }","duration":"1.312587679s","start":"2026-03-29T02:19:26.155608Z","end":"2026-03-29T02:19:27.468195Z","steps":["trace[1452752619] 'agreement among raft nodes before linearized reading' (duration: 1.311502139s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.470071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:26.155595Z","time spent":"1.314453891s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:19:38.861138Z","caller":"traceutil/trace.go:171","msg":"trace[1690625439] transaction","detail":"{read_only:false; response_revision:10118; number_of_response:1; }","duration":"157.306083ms","start":"2026-03-29T02:19:38.703811Z","end":"2026-03-29T02:19:38.861118Z","steps":["trace[1690625439] 'process raft request' (duration: 157.18022ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:39.429321Z","caller":"traceutil/trace.go:171","msg":"trace[1904784022] transaction","detail":"{read_only:false; response_revision:10119; number_of_response:1; }","duration":"199.836827ms","start":"2026-03-29T02:19:39.229455Z","end":"2026-03-29T02:19:39.429292Z","steps":["trace[1904784022] 'process raft request' (duration: 199.632962ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:40.127908Z","caller":"traceutil/trace.go:171","msg":"trace[1061285970] transaction","detail":"{read_only:false; response_revision:10121; number_of_response:1; }","duration":"575.681889ms","start":"2026-03-29T02:19:39.552201Z","end":"2026-03-29T02:19:40.127883Z","steps":["trace[1061285970] 'process raft request' (duration: 561.058829ms)","trace[1061285970] 'compare' (duration: 14.197248ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:40.127991Z","caller":"traceutil/trace.go:171","msg":"trace[1128733201] linearizableReadLoop","detail":"{readStateIndex:10503; appliedIndex:10500; }","duration":"520.011816ms","start":"2026-03-29T02:19:39.607965Z","end":"2026-03-29T02:19:40.127977Z","steps":["trace[1128733201] 'read index received' (duration: 26.722441ms)","trace[1128733201] 'applied index is now lower than readState.Index' (duration: 493.288255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:19:40.128055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:39.552175Z","time spent":"575.811003ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:19:40.128166Z","caller":"traceutil/trace.go:171","msg":"trace[1824765412] transaction","detail":"{read_only:false; response_revision:10122; number_of_response:1; }","duration":"573.329384ms","start":"2026-03-29T02:19:39.554828Z","end":"2026-03-29T02:19:40.128157Z","steps":["trace[1824765412] 'process raft request' (duration: 573.010886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:40.128283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.812781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:19:40.12831Z","caller":"traceutil/trace.go:171","msg":"trace[325124259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10122; }","duration":"519.852731ms","start":"2026-03-29T02:19:39.608449Z","end":"2026-03-29T02:19:40.128302Z","steps":["trace[325124259] 'agreement among raft nodes before linearized reading' (duration: 519.757529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:40.128283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.295294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:19:40.128326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:39.554816Z","time spent":"573.446298ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:19:40.128369Z","caller":"traceutil/trace.go:171","msg":"trace[243101330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10122; }","duration":"520.417828ms","start":"2026-03-29T02:19:39.60793Z","end":"2026-03-29T02:19:40.128348Z","steps":["trace[243101330] 'agreement among raft nodes before linearized reading' (duration: 520.15579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:40.128423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:39.607904Z","time spent":"520.506469ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:19:40.128331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:39.608443Z","time spent":"519.882543ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:19:40.128557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.875269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:19:40.128583Z","caller":"traceutil/trace.go:171","msg":"trace[624840828] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:10122; }","duration":"437.930021ms","start":"2026-03-29T02:19:39.690645Z","end":"2026-03-29T02:19:40.128575Z","steps":["trace[624840828] 'agreement among raft nodes before linearized reading' (duration: 437.817538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:40.128641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:39.690628Z","time spent":"438.005032ms","remote":"127.0.0.1:43094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:19:40.128653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.900736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:19:40.128687Z","caller":"traceutil/trace.go:171","msg":"trace[1344293434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10122; }","duration":"514.972538ms","start":"2026-03-29T02:19:39.613704Z","end":"2026-03-29T02:19:40.128677Z","steps":["trace[1344293434] 'agreement among raft nodes before linearized reading' (duration: 514.814343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:40.128715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:39.613683Z","time spent":"515.025399ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:19:40.128746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.16216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:19:40.12875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.983661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:19:40.128801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.267919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:19:40.128804Z","caller":"traceutil/trace.go:171","msg":"trace[1587151135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10122; }","duration":"520.235443ms","start":"2026-03-29T02:19:39.608551Z","end":"2026-03-29T02:19:40.128786Z","steps":["trace[1587151135] 'agreement among raft nodes before linearized reading' (duration: 520.036007ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:40.128813Z","caller":"traceutil/trace.go:171","msg":"trace[1304202654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10122; }","duration":"514.075414ms","start":"2026-03-29T02:19:39.614721Z","end":"2026-03-29T02:19:40.128796Z","steps":["trace[1304202654] 'agreement among raft nodes before linearized reading' (duration: 513.837357ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:40.128825Z","caller":"traceutil/trace.go:171","msg":"trace[392396118] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:10122; }","duration":"514.31339ms","start":"2026-03-29T02:19:39.614505Z","end":"2026-03-29T02:19:40.128818Z","steps":["trace[392396118] 'agreement among raft nodes before linearized reading' (duration: 514.240348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:40.128842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:39.608546Z","time spent":"520.289354ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:19:40.128847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:39.614713Z","time spent":"514.128555ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:19:40.128847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:39.614495Z","time spent":"514.346131ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-5xp52\" "} {"level":"warn","ts":"2026-03-29T02:19:40.128842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.283463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:19:40.128933Z","caller":"traceutil/trace.go:171","msg":"trace[1328372412] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10122; }","duration":"520.391507ms","start":"2026-03-29T02:19:39.608514Z","end":"2026-03-29T02:19:40.128905Z","steps":["trace[1328372412] 'agreement among raft nodes before linearized reading' (duration: 520.071578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:40.129025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:39.608507Z","time spent":"520.50187ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:19:40.439688Z","caller":"traceutil/trace.go:171","msg":"trace[1947406116] transaction","detail":"{read_only:false; response_revision:10124; number_of_response:1; }","duration":"305.95749ms","start":"2026-03-29T02:19:40.133707Z","end":"2026-03-29T02:19:40.439664Z","steps":["trace[1947406116] 'process raft request' (duration: 305.774975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:40.439856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:40.133689Z","time spent":"306.066563ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:19:40.44001Z","caller":"traceutil/trace.go:171","msg":"trace[1855935589] transaction","detail":"{read_only:false; response_revision:10126; number_of_response:1; }","duration":"306.228277ms","start":"2026-03-29T02:19:40.133762Z","end":"2026-03-29T02:19:40.43999Z","steps":["trace[1855935589] 'process raft request' (duration: 306.108754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:40.440125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:40.133738Z","time spent":"306.32531ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:19:40.440132Z","caller":"traceutil/trace.go:171","msg":"trace[377977283] transaction","detail":"{read_only:false; response_revision:10125; number_of_response:1; }","duration":"306.380391ms","start":"2026-03-29T02:19:40.133721Z","end":"2026-03-29T02:19:40.440101Z","steps":["trace[377977283] 'process raft request' (duration: 305.902488ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:40.440322Z","caller":"traceutil/trace.go:171","msg":"trace[473536427] transaction","detail":"{read_only:false; response_revision:10127; number_of_response:1; }","duration":"305.861447ms","start":"2026-03-29T02:19:40.134451Z","end":"2026-03-29T02:19:40.440312Z","steps":["trace[473536427] 'process raft request' (duration: 305.509437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:40.440376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:40.134443Z","time spent":"305.907719ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:19:40.440338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:40.1337Z","time spent":"306.548366ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:19:40.440919Z","caller":"traceutil/trace.go:171","msg":"trace[1268079907] linearizableReadLoop","detail":"{readStateIndex:10507; appliedIndex:10503; }","duration":"306.501305ms","start":"2026-03-29T02:19:40.134395Z","end":"2026-03-29T02:19:40.440897Z","steps":["trace[1268079907] 'read index received' (duration: 32.133979ms)","trace[1268079907] 'applied index is now lower than readState.Index' (duration: 274.366126ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:40.441158Z","caller":"traceutil/trace.go:171","msg":"trace[1174389455] transaction","detail":"{read_only:false; response_revision:10128; number_of_response:1; }","duration":"290.692333ms","start":"2026-03-29T02:19:40.150447Z","end":"2026-03-29T02:19:40.441139Z","steps":["trace[1174389455] 'process raft request' (duration: 289.610093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:40.441435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.038899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291256"} {"level":"info","ts":"2026-03-29T02:19:40.441475Z","caller":"traceutil/trace.go:171","msg":"trace[1730635255] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10128; }","duration":"307.113731ms","start":"2026-03-29T02:19:40.134352Z","end":"2026-03-29T02:19:40.441465Z","steps":["trace[1730635255] 'agreement among raft nodes before linearized reading' (duration: 306.806683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:40.441502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:40.134337Z","time spent":"307.158662ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291278,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:19:40.974539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.428087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:19:40.974649Z","caller":"traceutil/trace.go:171","msg":"trace[1303150361] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10128; }","duration":"195.59114ms","start":"2026-03-29T02:19:40.779034Z","end":"2026-03-29T02:19:40.974625Z","steps":["trace[1303150361] 'count revisions from in-memory index tree' (duration: 195.306963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:40.97519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.75608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-29T02:19:40.975269Z","caller":"traceutil/trace.go:171","msg":"trace[641386640] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:10128; }","duration":"401.828172ms","start":"2026-03-29T02:19:40.573414Z","end":"2026-03-29T02:19:40.975242Z","steps":["trace[641386640] 'range keys from in-memory index tree' (duration: 401.529505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:40.975335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:40.5734Z","time spent":"401.919545ms","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-29T02:19:40.974555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.352505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:19:40.975526Z","caller":"traceutil/trace.go:171","msg":"trace[2115815274] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:10128; }","duration":"343.367573ms","start":"2026-03-29T02:19:40.632128Z","end":"2026-03-29T02:19:40.975496Z","steps":["trace[2115815274] 'count revisions from in-memory index tree' (duration: 342.265134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:40.97562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:40.632108Z","time spent":"343.485987ms","remote":"127.0.0.1:41048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:19:41.89852Z","caller":"traceutil/trace.go:171","msg":"trace[41043167] linearizableReadLoop","detail":"{readStateIndex:10512; appliedIndex:10511; }","duration":"234.157776ms","start":"2026-03-29T02:19:41.664337Z","end":"2026-03-29T02:19:41.898495Z","steps":["trace[41043167] 'read index received' (duration: 233.929979ms)","trace[41043167] 'applied index is now lower than readState.Index' (duration: 227.037µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:41.898589Z","caller":"traceutil/trace.go:171","msg":"trace[1264549316] transaction","detail":"{read_only:false; response_revision:10130; number_of_response:1; }","duration":"254.196453ms","start":"2026-03-29T02:19:41.644353Z","end":"2026-03-29T02:19:41.89855Z","steps":["trace[1264549316] 'process raft request' (duration: 254.010728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:41.898866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.249944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:19:41.898867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.486575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:19:41.898923Z","caller":"traceutil/trace.go:171","msg":"trace[1214708129] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:10130; }","duration":"130.361396ms","start":"2026-03-29T02:19:41.768548Z","end":"2026-03-29T02:19:41.898909Z","steps":["trace[1214708129] 'agreement among raft nodes before linearized reading' (duration: 130.245323ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:41.898974Z","caller":"traceutil/trace.go:171","msg":"trace[1017314596] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10130; }","duration":"234.64897ms","start":"2026-03-29T02:19:41.664296Z","end":"2026-03-29T02:19:41.898945Z","steps":["trace[1017314596] 'agreement among raft nodes before linearized reading' (duration: 234.29821ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:42.279607Z","caller":"traceutil/trace.go:171","msg":"trace[262749175] transaction","detail":"{read_only:false; response_revision:10131; number_of_response:1; }","duration":"146.643782ms","start":"2026-03-29T02:19:42.132925Z","end":"2026-03-29T02:19:42.279569Z","steps":["trace[262749175] 'process raft request' (duration: 146.459047ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:42.411165Z","caller":"traceutil/trace.go:171","msg":"trace[577955757] linearizableReadLoop","detail":"{readStateIndex:10514; appliedIndex:10512; }","duration":"240.788898ms","start":"2026-03-29T02:19:42.17035Z","end":"2026-03-29T02:19:42.411139Z","steps":["trace[577955757] 'read index received' (duration: 109.137436ms)","trace[577955757] 'applied index is now lower than readState.Index' (duration: 131.650602ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:42.411311Z","caller":"traceutil/trace.go:171","msg":"trace[1701330281] transaction","detail":"{read_only:false; response_revision:10132; number_of_response:1; }","duration":"276.901026ms","start":"2026-03-29T02:19:42.13438Z","end":"2026-03-29T02:19:42.411281Z","steps":["trace[1701330281] 'process raft request' (duration: 217.276014ms)","trace[1701330281] 'compare' (duration: 59.352104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:19:42.41146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.084986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:19:42.411529Z","caller":"traceutil/trace.go:171","msg":"trace[898981646] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10132; }","duration":"241.190178ms","start":"2026-03-29T02:19:42.17032Z","end":"2026-03-29T02:19:42.41151Z","steps":["trace[898981646] 'agreement among raft nodes before linearized reading' (duration: 240.984612ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:42.593893Z","caller":"traceutil/trace.go:171","msg":"trace[962085765] linearizableReadLoop","detail":"{readStateIndex:10515; appliedIndex:10514; }","duration":"149.806358ms","start":"2026-03-29T02:19:42.444052Z","end":"2026-03-29T02:19:42.593858Z","steps":["trace[962085765] 'read index received' (duration: 131.687632ms)","trace[962085765] 'applied index is now lower than readState.Index' (duration: 18.117356ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:42.593941Z","caller":"traceutil/trace.go:171","msg":"trace[252281978] transaction","detail":"{read_only:false; response_revision:10133; number_of_response:1; }","duration":"177.714321ms","start":"2026-03-29T02:19:42.416191Z","end":"2026-03-29T02:19:42.593905Z","steps":["trace[252281978] 'process raft request' (duration: 159.483702ms)","trace[252281978] 'compare' (duration: 17.970342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:19:42.594143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.081295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:19:42.596043Z","caller":"traceutil/trace.go:171","msg":"trace[706638950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10133; }","duration":"152.012948ms","start":"2026-03-29T02:19:42.444013Z","end":"2026-03-29T02:19:42.596026Z","steps":["trace[706638950] 'agreement among raft nodes before linearized reading' (duration: 149.993973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:42.598439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.28436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:19:42.598977Z","caller":"traceutil/trace.go:171","msg":"trace[1398770863] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10134; }","duration":"154.831935ms","start":"2026-03-29T02:19:42.444117Z","end":"2026-03-29T02:19:42.598949Z","steps":["trace[1398770863] 'agreement among raft nodes before linearized reading' (duration: 154.119555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:42.598647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.280963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:19:42.599351Z","caller":"traceutil/trace.go:171","msg":"trace[1404387254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10134; }","duration":"154.031624ms","start":"2026-03-29T02:19:42.445309Z","end":"2026-03-29T02:19:42.599341Z","steps":["trace[1404387254] 'agreement among raft nodes before linearized reading' (duration: 153.194221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:42.598739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.458605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:19:42.599738Z","caller":"traceutil/trace.go:171","msg":"trace[1307185743] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:10134; }","duration":"151.470643ms","start":"2026-03-29T02:19:42.448257Z","end":"2026-03-29T02:19:42.599727Z","steps":["trace[1307185743] 'agreement among raft nodes before linearized reading' (duration: 150.431845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:42.5988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.146537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:19:42.600176Z","caller":"traceutil/trace.go:171","msg":"trace[13697182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10134; }","duration":"155.531794ms","start":"2026-03-29T02:19:42.444633Z","end":"2026-03-29T02:19:42.600165Z","steps":["trace[13697182] 'agreement among raft nodes before linearized reading' (duration: 154.128326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:42.598894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.364902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:19:42.600529Z","caller":"traceutil/trace.go:171","msg":"trace[339488511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10134; }","duration":"156.030968ms","start":"2026-03-29T02:19:42.444486Z","end":"2026-03-29T02:19:42.600517Z","steps":["trace[339488511] 'agreement among raft nodes before linearized reading' (duration: 154.333671ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:42.734146Z","caller":"traceutil/trace.go:171","msg":"trace[116335167] transaction","detail":"{read_only:false; response_revision:10137; number_of_response:1; }","duration":"128.567408ms","start":"2026-03-29T02:19:42.605552Z","end":"2026-03-29T02:19:42.734119Z","steps":["trace[116335167] 'process raft request' (duration: 128.487996ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:42.734572Z","caller":"traceutil/trace.go:171","msg":"trace[518323334] transaction","detail":"{read_only:false; response_revision:10138; number_of_response:1; }","duration":"128.919877ms","start":"2026-03-29T02:19:42.605624Z","end":"2026-03-29T02:19:42.734544Z","steps":["trace[518323334] 'process raft request' (duration: 128.458505ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:42.734706Z","caller":"traceutil/trace.go:171","msg":"trace[357013795] transaction","detail":"{read_only:false; response_revision:10136; number_of_response:1; }","duration":"129.095292ms","start":"2026-03-29T02:19:42.605548Z","end":"2026-03-29T02:19:42.734643Z","steps":["trace[357013795] 'process raft request' (duration: 128.128856ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:42.735021Z","caller":"traceutil/trace.go:171","msg":"trace[1122438412] linearizableReadLoop","detail":"{readStateIndex:10520; appliedIndex:10517; }","duration":"128.747212ms","start":"2026-03-29T02:19:42.606256Z","end":"2026-03-29T02:19:42.735003Z","steps":["trace[1122438412] 'read index received' (duration: 68.74038ms)","trace[1122438412] 'applied index is now lower than readState.Index' (duration: 60.005632ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:42.735528Z","caller":"traceutil/trace.go:171","msg":"trace[495133630] transaction","detail":"{read_only:false; response_revision:10139; number_of_response:1; }","duration":"128.444764ms","start":"2026-03-29T02:19:42.607066Z","end":"2026-03-29T02:19:42.735511Z","steps":["trace[495133630] 'process raft request' (duration: 127.367894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:42.735816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.535533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291256"} {"level":"info","ts":"2026-03-29T02:19:42.735915Z","caller":"traceutil/trace.go:171","msg":"trace[2140697756] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10139; }","duration":"129.617567ms","start":"2026-03-29T02:19:42.606249Z","end":"2026-03-29T02:19:42.735866Z","steps":["trace[2140697756] 'agreement among raft nodes before linearized reading' (duration: 128.826805ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:44.870622Z","caller":"traceutil/trace.go:171","msg":"trace[840085322] linearizableReadLoop","detail":"{readStateIndex:10529; appliedIndex:10528; }","duration":"192.359683ms","start":"2026-03-29T02:19:44.678234Z","end":"2026-03-29T02:19:44.870594Z","steps":["trace[840085322] 'read index received' (duration: 114.839032ms)","trace[840085322] 'applied index is now lower than readState.Index' (duration: 77.519201ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:44.870659Z","caller":"traceutil/trace.go:171","msg":"trace[677084481] transaction","detail":"{read_only:false; response_revision:10146; number_of_response:1; }","duration":"229.922791ms","start":"2026-03-29T02:19:44.640706Z","end":"2026-03-29T02:19:44.870629Z","steps":["trace[677084481] 'process raft request' (duration: 152.4339ms)","trace[677084481] 'compare' (duration: 77.330266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:19:44.870897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.64271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:19:44.871171Z","caller":"traceutil/trace.go:171","msg":"trace[85779630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10146; }","duration":"192.939608ms","start":"2026-03-29T02:19:44.678199Z","end":"2026-03-29T02:19:44.871139Z","steps":["trace[85779630] 'agreement among raft nodes before linearized reading' (duration: 192.552258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:44.871287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.494944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:19:44.871314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.285728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:19:44.871358Z","caller":"traceutil/trace.go:171","msg":"trace[1374346986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10146; }","duration":"121.596267ms","start":"2026-03-29T02:19:44.749745Z","end":"2026-03-29T02:19:44.871341Z","steps":["trace[1374346986] 'agreement among raft nodes before linearized reading' (duration: 121.404982ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:44.871365Z","caller":"traceutil/trace.go:171","msg":"trace[86953928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:10146; }","duration":"121.3479ms","start":"2026-03-29T02:19:44.750001Z","end":"2026-03-29T02:19:44.871349Z","steps":["trace[86953928] 'agreement among raft nodes before linearized reading' (duration: 121.211106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:44.871451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.915578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:19:44.871513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.991131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:19:44.871559Z","caller":"traceutil/trace.go:171","msg":"trace[2006046379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10146; }","duration":"121.032071ms","start":"2026-03-29T02:19:44.750506Z","end":"2026-03-29T02:19:44.871538Z","steps":["trace[2006046379] 'agreement among raft nodes before linearized reading' (duration: 120.690902ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:44.871607Z","caller":"traceutil/trace.go:171","msg":"trace[331247028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10146; }","duration":"132.131515ms","start":"2026-03-29T02:19:44.739458Z","end":"2026-03-29T02:19:44.871589Z","steps":["trace[331247028] 'agreement among raft nodes before linearized reading' (duration: 131.714353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:44.87141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.927979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:19:44.871785Z","caller":"traceutil/trace.go:171","msg":"trace[246815121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10146; }","duration":"132.339151ms","start":"2026-03-29T02:19:44.739429Z","end":"2026-03-29T02:19:44.871769Z","steps":["trace[246815121] 'agreement among raft nodes before linearized reading' (duration: 131.754585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:44.87129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.101448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b75d9449-ngd7g.18a12e40f5df75df\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-29T02:19:44.871881Z","caller":"traceutil/trace.go:171","msg":"trace[1520494503] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b75d9449-ngd7g.18a12e40f5df75df; range_end:; response_count:1; response_revision:10146; }","duration":"172.711225ms","start":"2026-03-29T02:19:44.699143Z","end":"2026-03-29T02:19:44.871854Z","steps":["trace[1520494503] 'agreement among raft nodes before linearized reading' (duration: 172.002586ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:45.039236Z","caller":"traceutil/trace.go:171","msg":"trace[1465590481] transaction","detail":"{read_only:false; response_revision:10149; number_of_response:1; }","duration":"163.470402ms","start":"2026-03-29T02:19:44.875756Z","end":"2026-03-29T02:19:45.039226Z","steps":["trace[1465590481] 'process raft request' (duration: 163.39241ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:45.039223Z","caller":"traceutil/trace.go:171","msg":"trace[895253395] transaction","detail":"{read_only:false; response_revision:10148; number_of_response:1; }","duration":"163.460122ms","start":"2026-03-29T02:19:44.87574Z","end":"2026-03-29T02:19:45.0392Z","steps":["trace[895253395] 'process raft request' (duration: 140.674129ms)","trace[895253395] 'compare' (duration: 22.533536ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:45.039397Z","caller":"traceutil/trace.go:171","msg":"trace[470634108] transaction","detail":"{read_only:false; response_revision:10150; number_of_response:1; }","duration":"163.581705ms","start":"2026-03-29T02:19:44.875807Z","end":"2026-03-29T02:19:45.039389Z","steps":["trace[470634108] 'process raft request' (duration: 163.38874ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:45.039703Z","caller":"traceutil/trace.go:171","msg":"trace[1525081680] transaction","detail":"{read_only:false; response_revision:10151; number_of_response:1; }","duration":"162.528457ms","start":"2026-03-29T02:19:44.877165Z","end":"2026-03-29T02:19:45.039694Z","steps":["trace[1525081680] 'process raft request' (duration: 162.192558ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:45.040181Z","caller":"traceutil/trace.go:171","msg":"trace[1614061909] linearizableReadLoop","detail":"{readStateIndex:10533; appliedIndex:10530; }","duration":"164.309975ms","start":"2026-03-29T02:19:44.875847Z","end":"2026-03-29T02:19:45.040157Z","steps":["trace[1614061909] 'read index received' (duration: 9.147451ms)","trace[1614061909] 'applied index is now lower than readState.Index' (duration: 155.161434ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:45.040444Z","caller":"traceutil/trace.go:171","msg":"trace[289660795] transaction","detail":"{read_only:false; response_revision:10152; number_of_response:1; }","duration":"163.209475ms","start":"2026-03-29T02:19:44.877221Z","end":"2026-03-29T02:19:45.04043Z","steps":["trace[289660795] 'process raft request' (duration: 162.330281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:45.040917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.046845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291442"} {"level":"info","ts":"2026-03-29T02:19:45.041381Z","caller":"traceutil/trace.go:171","msg":"trace[572579872] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10152; }","duration":"165.741234ms","start":"2026-03-29T02:19:44.875628Z","end":"2026-03-29T02:19:45.041369Z","steps":["trace[572579872] 'agreement among raft nodes before linearized reading' (duration: 164.602653ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:20:20.114738Z","caller":"traceutil/trace.go:171","msg":"trace[641077106] transaction","detail":"{read_only:false; response_revision:10413; number_of_response:1; }","duration":"142.987517ms","start":"2026-03-29T02:20:19.971732Z","end":"2026-03-29T02:20:20.11472Z","steps":["trace[641077106] 'process raft request' (duration: 142.890124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:20:42.515847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.055002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:20:42.515997Z","caller":"traceutil/trace.go:171","msg":"trace[417799177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10559; }","duration":"149.188455ms","start":"2026-03-29T02:20:42.366732Z","end":"2026-03-29T02:20:42.515921Z","steps":["trace[417799177] 'range keys from in-memory index tree' (duration: 148.99038ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:31.341466Z","caller":"traceutil/trace.go:171","msg":"trace[2040110680] linearizableReadLoop","detail":"{readStateIndex:11321; appliedIndex:11320; }","duration":"164.68058ms","start":"2026-03-29T02:21:31.176762Z","end":"2026-03-29T02:21:31.341442Z","steps":["trace[2040110680] 'read index received' (duration: 164.621818ms)","trace[2040110680] 'applied index is now lower than readState.Index' (duration: 57.732µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:21:31.341578Z","caller":"traceutil/trace.go:171","msg":"trace[1510483333] transaction","detail":"{read_only:false; response_revision:10913; number_of_response:1; }","duration":"216.262919ms","start":"2026-03-29T02:21:31.125271Z","end":"2026-03-29T02:21:31.341534Z","steps":["trace[1510483333] 'process raft request' (duration: 216.035482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:31.341678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.894716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:21:31.341759Z","caller":"traceutil/trace.go:171","msg":"trace[333723748] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10913; }","duration":"164.977978ms","start":"2026-03-29T02:21:31.176728Z","end":"2026-03-29T02:21:31.341706Z","steps":["trace[333723748] 'agreement among raft nodes before linearized reading' (duration: 164.808044ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:31.434296Z","caller":"traceutil/trace.go:171","msg":"trace[1818387138] transaction","detail":"{read_only:false; response_revision:10914; number_of_response:1; }","duration":"252.330975ms","start":"2026-03-29T02:21:31.181939Z","end":"2026-03-29T02:21:31.43427Z","steps":["trace[1818387138] 'process raft request' (duration: 252.15699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:47.861355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.039824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:21:47.861441Z","caller":"traceutil/trace.go:171","msg":"trace[1348471324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11021; }","duration":"100.189227ms","start":"2026-03-29T02:21:47.761237Z","end":"2026-03-29T02:21:47.861426Z","steps":["trace[1348471324] 'range keys from in-memory index tree' (duration: 99.90606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:55.955355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.840219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:21:55.955454Z","caller":"traceutil/trace.go:171","msg":"trace[1925527986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11143; }","duration":"147.969573ms","start":"2026-03-29T02:21:55.807467Z","end":"2026-03-29T02:21:55.955437Z","steps":["trace[1925527986] 'range keys from in-memory index tree' (duration: 147.686655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:55.955471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.977421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-29T02:21:55.955466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.621708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:21:55.955552Z","caller":"traceutil/trace.go:171","msg":"trace[476855588] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:11143; }","duration":"328.107025ms","start":"2026-03-29T02:21:55.627424Z","end":"2026-03-29T02:21:55.955531Z","steps":["trace[476855588] 'range keys from in-memory index tree' (duration: 327.762066ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:55.955568Z","caller":"traceutil/trace.go:171","msg":"trace[182451062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11143; }","duration":"160.755312ms","start":"2026-03-29T02:21:55.794784Z","end":"2026-03-29T02:21:55.955539Z","steps":["trace[182451062] 'range keys from in-memory index tree' (duration: 160.507005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:55.955592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:55.627403Z","time spent":"328.179877ms","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-29T02:21:56.254445Z","caller":"traceutil/trace.go:171","msg":"trace[579383430] transaction","detail":"{read_only:false; response_revision:11144; number_of_response:1; }","duration":"295.312489ms","start":"2026-03-29T02:21:55.959103Z","end":"2026-03-29T02:21:56.254415Z","steps":["trace[579383430] 'process raft request' (duration: 295.131394ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:56.341718Z","caller":"traceutil/trace.go:171","msg":"trace[1900480354] transaction","detail":"{read_only:false; response_revision:11145; number_of_response:1; }","duration":"382.151862ms","start":"2026-03-29T02:21:55.959534Z","end":"2026-03-29T02:21:56.341686Z","steps":["trace[1900480354] 'process raft request' (duration: 321.000541ms)","trace[1900480354] 'compare' (duration: 60.962846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:21:56.341882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:55.959519Z","time spent":"382.281715ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:21:56.342287Z","caller":"traceutil/trace.go:171","msg":"trace[1013389166] transaction","detail":"{read_only:false; response_revision:11146; number_of_response:1; }","duration":"382.293897ms","start":"2026-03-29T02:21:55.95995Z","end":"2026-03-29T02:21:56.342243Z","steps":["trace[1013389166] 'process raft request' (duration: 381.67873ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:56.342383Z","caller":"traceutil/trace.go:171","msg":"trace[358480631] transaction","detail":"{read_only:false; response_revision:11147; number_of_response:1; }","duration":"382.391839ms","start":"2026-03-29T02:21:55.959961Z","end":"2026-03-29T02:21:56.342353Z","steps":["trace[358480631] 'process raft request' (duration: 382.07067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:56.342451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:55.959741Z","time spent":"382.608784ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:21:56.342379Z","caller":"traceutil/trace.go:171","msg":"trace[1879606078] linearizableReadLoop","detail":"{readStateIndex:11559; appliedIndex:11557; }","duration":"382.723748ms","start":"2026-03-29T02:21:55.959632Z","end":"2026-03-29T02:21:56.342356Z","steps":["trace[1879606078] 'read index received' (duration: 294.591769ms)","trace[1879606078] 'applied index is now lower than readState.Index' (duration: 88.130989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:21:56.342553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:55.95975Z","time spent":"382.715098ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:21:56.342409Z","caller":"traceutil/trace.go:171","msg":"trace[194011019] transaction","detail":"{read_only:false; response_revision:11148; number_of_response:1; }","duration":"382.210934ms","start":"2026-03-29T02:21:55.96018Z","end":"2026-03-29T02:21:56.342391Z","steps":["trace[194011019] 'process raft request' (duration: 382.101291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:56.342699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.047837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c2f4bffd-52f4-4387-b4b5-00eece5047f4\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-29T02:21:56.342682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:55.960171Z","time spent":"382.458861ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:21:56.34278Z","caller":"traceutil/trace.go:171","msg":"trace[1962562583] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c2f4bffd-52f4-4387-b4b5-00eece5047f4; range_end:; response_count:1; response_revision:11148; }","duration":"383.15934ms","start":"2026-03-29T02:21:55.959596Z","end":"2026-03-29T02:21:56.342755Z","steps":["trace[1962562583] 'agreement among raft nodes before linearized reading' (duration: 382.932603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:56.342834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:55.959578Z","time spent":"383.241732ms","remote":"127.0.0.1:43194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-c2f4bffd-52f4-4387-b4b5-00eece5047f4\" "} {"level":"warn","ts":"2026-03-29T02:21:56.343064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.855557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:21:56.343124Z","caller":"traceutil/trace.go:171","msg":"trace[207384664] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:11148; }","duration":"253.916928ms","start":"2026-03-29T02:21:56.089192Z","end":"2026-03-29T02:21:56.343109Z","steps":["trace[207384664] 'agreement among raft nodes before linearized reading' (duration: 253.582259ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:58.957302Z","caller":"traceutil/trace.go:171","msg":"trace[379463821] linearizableReadLoop","detail":"{readStateIndex:11580; appliedIndex:11579; }","duration":"187.00052ms","start":"2026-03-29T02:21:58.770277Z","end":"2026-03-29T02:21:58.957278Z","steps":["trace[379463821] 'read index received' (duration: 186.873606ms)","trace[379463821] 'applied index is now lower than readState.Index' (duration: 125.544µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:21:58.957398Z","caller":"traceutil/trace.go:171","msg":"trace[1690703894] transaction","detail":"{read_only:false; response_revision:11164; number_of_response:1; }","duration":"338.714355ms","start":"2026-03-29T02:21:58.618645Z","end":"2026-03-29T02:21:58.957359Z","steps":["trace[1690703894] 'process raft request' (duration: 338.480249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:58.957456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.161824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:58.957497Z","caller":"traceutil/trace.go:171","msg":"trace[907331143] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:11164; }","duration":"187.226595ms","start":"2026-03-29T02:21:58.77026Z","end":"2026-03-29T02:21:58.957486Z","steps":["trace[907331143] 'agreement among raft nodes before linearized reading' (duration: 187.119212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:58.957517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:58.618617Z","time spent":"338.837229ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:21:59.110053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.401521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:21:59.110169Z","caller":"traceutil/trace.go:171","msg":"trace[491277552] transaction","detail":"{read_only:false; response_revision:11165; number_of_response:1; }","duration":"196.358465ms","start":"2026-03-29T02:21:58.913791Z","end":"2026-03-29T02:21:59.110149Z","steps":["trace[491277552] 'process raft request' (duration: 94.778629ms)","trace[491277552] 'compare' (duration: 101.293608ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:21:59.241266Z","caller":"traceutil/trace.go:171","msg":"trace[367213069] transaction","detail":"{read_only:false; response_revision:11166; number_of_response:1; }","duration":"267.697505ms","start":"2026-03-29T02:21:58.973548Z","end":"2026-03-29T02:21:59.241246Z","steps":["trace[367213069] 'process raft request' (duration: 265.487125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:21:59.455215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.296579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:21:59.455349Z","caller":"traceutil/trace.go:171","msg":"trace[364450171] linearizableReadLoop","detail":"{readStateIndex:11583; appliedIndex:11581; }","duration":"240.307466ms","start":"2026-03-29T02:21:59.215018Z","end":"2026-03-29T02:21:59.455325Z","steps":["trace[364450171] 'read index received' (duration: 24.175141ms)","trace[364450171] 'applied index is now lower than readState.Index' (duration: 216.130385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:21:59.455431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.417519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:21:59.45548Z","caller":"traceutil/trace.go:171","msg":"trace[1568505117] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11167; }","duration":"240.513201ms","start":"2026-03-29T02:21:59.214958Z","end":"2026-03-29T02:21:59.455471Z","steps":["trace[1568505117] 'agreement among raft nodes before linearized reading' (duration: 240.434899ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:21:59.455519Z","caller":"traceutil/trace.go:171","msg":"trace[319403865] transaction","detail":"{read_only:false; response_revision:11167; number_of_response:1; }","duration":"378.090011ms","start":"2026-03-29T02:21:59.077397Z","end":"2026-03-29T02:21:59.455487Z","steps":["trace[319403865] 'process raft request' (duration: 273.420671ms)","trace[319403865] 'compare' (duration: 104.141135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:21:59.455689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:21:59.077374Z","time spent":"378.222005ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:22:17.135764Z","caller":"traceutil/trace.go:171","msg":"trace[1562566305] transaction","detail":"{read_only:false; response_revision:11305; number_of_response:1; }","duration":"117.367453ms","start":"2026-03-29T02:22:17.018369Z","end":"2026-03-29T02:22:17.135736Z","steps":["trace[1562566305] 'process raft request' (duration: 117.214388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:04.99788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.221134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:23:04.998044Z","caller":"traceutil/trace.go:171","msg":"trace[1854223595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11561; }","duration":"115.383169ms","start":"2026-03-29T02:23:04.882636Z","end":"2026-03-29T02:23:04.998019Z","steps":["trace[1854223595] 'range keys from in-memory index tree' (duration: 115.09393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:04.99788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.790075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:23:04.998235Z","caller":"traceutil/trace.go:171","msg":"trace[1262203095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11561; }","duration":"140.166924ms","start":"2026-03-29T02:23:04.858031Z","end":"2026-03-29T02:23:04.998198Z","steps":["trace[1262203095] 'range keys from in-memory index tree' (duration: 139.60387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:04.997901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.975971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:23:04.998375Z","caller":"traceutil/trace.go:171","msg":"trace[850869669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11561; }","duration":"143.547367ms","start":"2026-03-29T02:23:04.854814Z","end":"2026-03-29T02:23:04.998362Z","steps":["trace[850869669] 'range keys from in-memory index tree' (duration: 142.715884ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:17.170472Z","caller":"traceutil/trace.go:171","msg":"trace[872349217] linearizableReadLoop","detail":"{readStateIndex:12062; appliedIndex:12059; }","duration":"103.228452ms","start":"2026-03-29T02:23:17.067221Z","end":"2026-03-29T02:23:17.17045Z","steps":["trace[872349217] 'read index received' (duration: 100.335393ms)","trace[872349217] 'applied index is now lower than readState.Index' (duration: 2.891989ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:23:17.170534Z","caller":"traceutil/trace.go:171","msg":"trace[1149387638] transaction","detail":"{read_only:false; response_revision:11628; number_of_response:1; }","duration":"111.909009ms","start":"2026-03-29T02:23:17.05861Z","end":"2026-03-29T02:23:17.170519Z","steps":["trace[1149387638] 'process raft request' (duration: 111.766145ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:17.170527Z","caller":"traceutil/trace.go:171","msg":"trace[1130920812] transaction","detail":"{read_only:false; response_revision:11627; number_of_response:1; }","duration":"112.254599ms","start":"2026-03-29T02:23:17.058227Z","end":"2026-03-29T02:23:17.170481Z","steps":["trace[1130920812] 'process raft request' (duration: 109.274767ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:17.170547Z","caller":"traceutil/trace.go:171","msg":"trace[1845916295] transaction","detail":"{read_only:false; response_revision:11629; number_of_response:1; }","duration":"111.909259ms","start":"2026-03-29T02:23:17.05861Z","end":"2026-03-29T02:23:17.170519Z","steps":["trace[1845916295] 'process raft request' (duration: 111.802976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:17.170775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.53929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:23:17.170821Z","caller":"traceutil/trace.go:171","msg":"trace[773314589] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:11629; }","duration":"103.621593ms","start":"2026-03-29T02:23:17.067189Z","end":"2026-03-29T02:23:17.170811Z","steps":["trace[773314589] 'agreement among raft nodes before linearized reading' (duration: 103.376376ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:21.199238Z","caller":"traceutil/trace.go:171","msg":"trace[899643122] linearizableReadLoop","detail":"{readStateIndex:12080; appliedIndex:12079; }","duration":"109.75088ms","start":"2026-03-29T02:23:21.089465Z","end":"2026-03-29T02:23:21.199216Z","steps":["trace[899643122] 'read index received' (duration: 109.585195ms)","trace[899643122] 'applied index is now lower than readState.Index' (duration: 164.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:23:21.199365Z","caller":"traceutil/trace.go:171","msg":"trace[677213928] transaction","detail":"{read_only:false; response_revision:11647; number_of_response:1; }","duration":"114.842829ms","start":"2026-03-29T02:23:21.084499Z","end":"2026-03-29T02:23:21.199342Z","steps":["trace[677213928] 'process raft request' (duration: 114.559711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:21.199624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.09379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:23:21.19975Z","caller":"traceutil/trace.go:171","msg":"trace[1606969716] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11647; }","duration":"110.300445ms","start":"2026-03-29T02:23:21.089427Z","end":"2026-03-29T02:23:21.199728Z","steps":["trace[1606969716] 'agreement among raft nodes before linearized reading' (duration: 110.007447ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:24.174112Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9410} {"level":"info","ts":"2026-03-29T02:23:24.245763Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9410,"took":"69.446359ms","hash":2179081454,"current-db-size-bytes":45297664,"current-db-size":"45 MB","current-db-size-in-use-bytes":24141824,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-29T02:23:24.245849Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2179081454,"revision":9410,"compact-revision":7321} {"level":"info","ts":"2026-03-29T02:23:48.16833Z","caller":"traceutil/trace.go:171","msg":"trace[494473071] transaction","detail":"{read_only:false; response_revision:11793; number_of_response:1; }","duration":"160.874107ms","start":"2026-03-29T02:23:48.007435Z","end":"2026-03-29T02:23:48.168309Z","steps":["trace[494473071] 'process raft request' (duration: 160.763754ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:48.264209Z","caller":"traceutil/trace.go:171","msg":"trace[2052991799] transaction","detail":"{read_only:false; response_revision:11794; number_of_response:1; }","duration":"237.151992ms","start":"2026-03-29T02:23:48.027017Z","end":"2026-03-29T02:23:48.264169Z","steps":["trace[2052991799] 'process raft request' (duration: 228.484665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:28.358018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.117415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:25:28.358077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.162466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:25:28.35806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.255155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:25:28.358168Z","caller":"traceutil/trace.go:171","msg":"trace[1805267659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12307; }","duration":"511.283549ms","start":"2026-03-29T02:25:27.846858Z","end":"2026-03-29T02:25:28.358142Z","steps":["trace[1805267659] 'range keys from in-memory index tree' (duration: 511.010472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:28.358225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:27.84684Z","time spent":"511.370752ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:25:28.358107Z","caller":"traceutil/trace.go:171","msg":"trace[103015939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12307; }","duration":"511.234089ms","start":"2026-03-29T02:25:27.846848Z","end":"2026-03-29T02:25:28.358082Z","steps":["trace[103015939] 'range keys from in-memory index tree' (duration: 510.93616ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:28.358226Z","caller":"traceutil/trace.go:171","msg":"trace[1043576593] transaction","detail":"{read_only:false; response_revision:12308; number_of_response:1; }","duration":"443.848913ms","start":"2026-03-29T02:25:27.91435Z","end":"2026-03-29T02:25:28.358199Z","steps":["trace[1043576593] 'process raft request' (duration: 442.468335ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:28.358247Z","caller":"traceutil/trace.go:171","msg":"trace[128528075] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:12307; }","duration":"474.4569ms","start":"2026-03-29T02:25:27.883729Z","end":"2026-03-29T02:25:28.358186Z","steps":["trace[128528075] 'count revisions from in-memory index tree' (duration: 474.144051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:28.358295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:27.846832Z","time spent":"511.445504ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:25:28.358311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:27.883711Z","time spent":"474.582293ms","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":113,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:25:28.358357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:27.914322Z","time spent":"443.967336ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:25:28.358529Z","caller":"traceutil/trace.go:171","msg":"trace[37960226] transaction","detail":"{read_only:false; response_revision:12309; number_of_response:1; }","duration":"416.918108ms","start":"2026-03-29T02:25:27.941581Z","end":"2026-03-29T02:25:28.358499Z","steps":["trace[37960226] 'process raft request' (duration: 416.715382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:28.358061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.669641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:25:28.358671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.853004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-29T02:25:28.358574Z","caller":"traceutil/trace.go:171","msg":"trace[505180414] linearizableReadLoop","detail":"{readStateIndex:12770; appliedIndex:12768; }","duration":"331.737341ms","start":"2026-03-29T02:25:28.026828Z","end":"2026-03-29T02:25:28.358565Z","steps":["trace[505180414] 'read index received' (duration: 330.056634ms)","trace[505180414] 'applied index is now lower than readState.Index' (duration: 1.680017ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:25:28.358702Z","caller":"traceutil/trace.go:171","msg":"trace[1449286537] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12310; }","duration":"331.924765ms","start":"2026-03-29T02:25:28.02677Z","end":"2026-03-29T02:25:28.358695Z","steps":["trace[1449286537] 'agreement among raft nodes before linearized reading' (duration: 331.818863ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:28.358698Z","caller":"traceutil/trace.go:171","msg":"trace[1903945503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12307; }","duration":"546.304008ms","start":"2026-03-29T02:25:27.812348Z","end":"2026-03-29T02:25:28.358652Z","steps":["trace[1903945503] 'range keys from in-memory index tree' (duration: 545.468106ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:28.358707Z","caller":"traceutil/trace.go:171","msg":"trace[1824800593] transaction","detail":"{read_only:false; response_revision:12310; number_of_response:1; }","duration":"323.925284ms","start":"2026-03-29T02:25:28.034765Z","end":"2026-03-29T02:25:28.35869Z","steps":["trace[1824800593] 'process raft request' (duration: 323.697708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:28.358779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:27.81233Z","time spent":"546.418702ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:25:28.358872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.553312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:25:28.358912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:25:28.358937Z","caller":"traceutil/trace.go:171","msg":"trace[672900302] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:12310; }","duration":"221.654265ms","start":"2026-03-29T02:25:28.137265Z","end":"2026-03-29T02:25:28.35892Z","steps":["trace[672900302] 'agreement among raft nodes before linearized reading' (duration: 221.507791ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:28.358975Z","caller":"traceutil/trace.go:171","msg":"trace[1415611688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12310; }","duration":"329.293823ms","start":"2026-03-29T02:25:28.029665Z","end":"2026-03-29T02:25:28.358959Z","steps":["trace[1415611688] 'agreement among raft nodes before linearized reading' (duration: 329.110068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:28.359026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:28.029645Z","time spent":"329.368535ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:25:28.3589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:27.941551Z","time spent":"417.075533ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:25:28.359105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:28.034739Z","time spent":"324.206852ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:25:28.358722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:28.026746Z","time spent":"331.972067ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:25:34.218929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868364806131718,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:25:34.577953Z","caller":"traceutil/trace.go:171","msg":"trace[1394942295] transaction","detail":"{read_only:false; response_revision:12336; number_of_response:1; }","duration":"910.402494ms","start":"2026-03-29T02:25:33.667526Z","end":"2026-03-29T02:25:34.577928Z","steps":["trace[1394942295] 'process raft request' (duration: 910.26003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.578115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:33.667509Z","time spent":"910.527938ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:25:34.578255Z","caller":"traceutil/trace.go:171","msg":"trace[1629632772] linearizableReadLoop","detail":"{readStateIndex:12798; appliedIndex:12798; }","duration":"860.088132ms","start":"2026-03-29T02:25:33.718157Z","end":"2026-03-29T02:25:34.578245Z","steps":["trace[1629632772] 'read index received' (duration: 860.083572ms)","trace[1629632772] 'applied index is now lower than readState.Index' (duration: 3.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:25:34.578392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.242327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-29T02:25:34.578424Z","caller":"traceutil/trace.go:171","msg":"trace[729129031] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12336; }","duration":"860.308619ms","start":"2026-03-29T02:25:33.718105Z","end":"2026-03-29T02:25:34.578414Z","steps":["trace[729129031] 'agreement among raft nodes before linearized reading' (duration: 860.188445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.578452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:33.718077Z","time spent":"860.36765ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-29T02:25:34.580205Z","caller":"traceutil/trace.go:171","msg":"trace[177558535] transaction","detail":"{read_only:false; response_revision:12337; number_of_response:1; }","duration":"201.170607ms","start":"2026-03-29T02:25:34.379Z","end":"2026-03-29T02:25:34.580171Z","steps":["trace[177558535] 'process raft request' (duration: 200.91948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.580795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.154161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-29T02:25:34.580862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.670843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:25:34.580898Z","caller":"traceutil/trace.go:171","msg":"trace[155693980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12338; }","duration":"187.730565ms","start":"2026-03-29T02:25:34.393158Z","end":"2026-03-29T02:25:34.580889Z","steps":["trace[155693980] 'agreement among raft nodes before linearized reading' (duration: 187.604482ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:34.581028Z","caller":"traceutil/trace.go:171","msg":"trace[225542307] transaction","detail":"{read_only:false; response_revision:12338; number_of_response:1; }","duration":"197.922507ms","start":"2026-03-29T02:25:34.383083Z","end":"2026-03-29T02:25:34.581006Z","steps":["trace[225542307] 'process raft request' (duration: 197.026863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.581111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.952339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:25:34.581137Z","caller":"traceutil/trace.go:171","msg":"trace[1958436468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12338; }","duration":"192.998111ms","start":"2026-03-29T02:25:34.388129Z","end":"2026-03-29T02:25:34.581127Z","steps":["trace[1958436468] 'agreement among raft nodes before linearized reading' (duration: 192.929569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.581037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.668962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:25:34.581181Z","caller":"traceutil/trace.go:171","msg":"trace[1373360345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12338; }","duration":"196.842257ms","start":"2026-03-29T02:25:34.384331Z","end":"2026-03-29T02:25:34.581174Z","steps":["trace[1373360345] 'agreement among raft nodes before linearized reading' (duration: 196.57547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.581233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.892466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:25:34.581258Z","caller":"traceutil/trace.go:171","msg":"trace[2144871815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12338; }","duration":"193.961357ms","start":"2026-03-29T02:25:34.387291Z","end":"2026-03-29T02:25:34.581252Z","steps":["trace[2144871815] 'agreement among raft nodes before linearized reading' (duration: 193.901566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.581315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.396339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-29T02:25:34.581341Z","caller":"traceutil/trace.go:171","msg":"trace[2051369096] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12338; }","duration":"203.42076ms","start":"2026-03-29T02:25:34.377911Z","end":"2026-03-29T02:25:34.581331Z","steps":["trace[2051369096] 'agreement among raft nodes before linearized reading' (duration: 203.332197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.581353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.036048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:25:34.58132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.869884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:25:34.581785Z","caller":"traceutil/trace.go:171","msg":"trace[1764461348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:12338; }","duration":"130.381468ms","start":"2026-03-29T02:25:34.451376Z","end":"2026-03-29T02:25:34.581757Z","steps":["trace[1764461348] 'agreement among raft nodes before linearized reading' (duration: 129.828293ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:34.581374Z","caller":"traceutil/trace.go:171","msg":"trace[521467289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12338; }","duration":"212.075599ms","start":"2026-03-29T02:25:34.369292Z","end":"2026-03-29T02:25:34.581368Z","steps":["trace[521467289] 'agreement among raft nodes before linearized reading' (duration: 212.034127ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:34.580832Z","caller":"traceutil/trace.go:171","msg":"trace[71974690] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12338; }","duration":"216.228883ms","start":"2026-03-29T02:25:34.364592Z","end":"2026-03-29T02:25:34.58082Z","steps":["trace[71974690] 'agreement among raft nodes before linearized reading' (duration: 215.962086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.581555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.717506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5xp52\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:25:34.582278Z","caller":"traceutil/trace.go:171","msg":"trace[1981902779] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5xp52; range_end:; response_count:1; response_revision:12338; }","duration":"179.460446ms","start":"2026-03-29T02:25:34.402785Z","end":"2026-03-29T02:25:34.582245Z","steps":["trace[1981902779] 'agreement among raft nodes before linearized reading' (duration: 178.603952ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:28:24.183145Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11669} {"level":"info","ts":"2026-03-29T02:28:24.266298Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11669,"took":"81.076261ms","hash":418468363,"current-db-size-bytes":45297664,"current-db-size":"45 MB","current-db-size-in-use-bytes":20000768,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-29T02:28:24.266385Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":418468363,"revision":11669,"compact-revision":9410}