{"level":"warn","ts":"2026-04-30T22:50:28.995395Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-30T22:50:28.995485Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.138:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.138:2380","--initial-cluster=instance=https://199.19.213.138:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.138:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.138:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-30T22:50:28.995548Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-30T22:50:28.995558Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.138:2380"]} {"level":"info","ts":"2026-04-30T22:50:28.995581Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-30T22:50:28.996135Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.138:2379"]} {"level":"info","ts":"2026-04-30T22:50:28.996204Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.138:2380"],"listen-peer-urls":["https://199.19.213.138:2380"],"advertise-client-urls":["https://199.19.213.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.138:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-30T22:50:29.000611Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.206841ms"} {"level":"info","ts":"2026-04-30T22:50:29.006731Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2062be27cfb43adb","cluster-id":"f353072e75ed4d57"} {"level":"info","ts":"2026-04-30T22:50:29.006818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2062be27cfb43adb switched to configuration voters=()"} {"level":"info","ts":"2026-04-30T22:50:29.006857Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2062be27cfb43adb became follower at term 0"} {"level":"info","ts":"2026-04-30T22:50:29.006882Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2062be27cfb43adb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-30T22:50:29.0069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2062be27cfb43adb became follower at term 1"} {"level":"info","ts":"2026-04-30T22:50:29.006964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2062be27cfb43adb switched to configuration voters=(2333636635129035483)"} {"level":"warn","ts":"2026-04-30T22:50:29.011545Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-30T22:50:29.01428Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-30T22:50:29.016005Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-30T22:50:29.018997Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2062be27cfb43adb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-30T22:50:29.019381Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2062be27cfb43adb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-30T22:50:29.019437Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-30T22:50:29.019588Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-30T22:50:29.019608Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-30T22:50:29.0202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2062be27cfb43adb switched to configuration voters=(2333636635129035483)"} {"level":"info","ts":"2026-04-30T22:50:29.02034Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f353072e75ed4d57","local-member-id":"2062be27cfb43adb","added-peer-id":"2062be27cfb43adb","added-peer-peer-urls":["https://199.19.213.138:2380"]} {"level":"info","ts":"2026-04-30T22:50:29.022717Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-30T22:50:29.02279Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.138:2380"} {"level":"info","ts":"2026-04-30T22:50:29.022835Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.138:2380"} {"level":"info","ts":"2026-04-30T22:50:29.022959Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2062be27cfb43adb","initial-advertise-peer-urls":["https://199.19.213.138:2380"],"listen-peer-urls":["https://199.19.213.138:2380"],"advertise-client-urls":["https://199.19.213.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-30T22:50:29.023013Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-30T22:50:29.207849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2062be27cfb43adb is starting a new election at term 1"} {"level":"info","ts":"2026-04-30T22:50:29.207905Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2062be27cfb43adb became pre-candidate at term 1"} {"level":"info","ts":"2026-04-30T22:50:29.207944Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2062be27cfb43adb received MsgPreVoteResp from 2062be27cfb43adb at term 1"} {"level":"info","ts":"2026-04-30T22:50:29.20796Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2062be27cfb43adb became candidate at term 2"} {"level":"info","ts":"2026-04-30T22:50:29.207968Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2062be27cfb43adb received MsgVoteResp from 2062be27cfb43adb at term 2"} {"level":"info","ts":"2026-04-30T22:50:29.207989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2062be27cfb43adb became leader at term 2"} {"level":"info","ts":"2026-04-30T22:50:29.208012Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2062be27cfb43adb elected leader 2062be27cfb43adb at term 2"} {"level":"info","ts":"2026-04-30T22:50:29.209928Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2062be27cfb43adb","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.138:2379]}","request-path":"/0/members/2062be27cfb43adb/attributes","cluster-id":"f353072e75ed4d57","publish-timeout":"7s"} {"level":"info","ts":"2026-04-30T22:50:29.209969Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-30T22:50:29.210007Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-30T22:50:29.210172Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-30T22:50:29.210291Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-30T22:50:29.210303Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-30T22:50:29.210941Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f353072e75ed4d57","local-member-id":"2062be27cfb43adb","cluster-version":"3.5"} {"level":"info","ts":"2026-04-30T22:50:29.211046Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-30T22:50:29.211067Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-30T22:50:29.214463Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-30T22:50:29.214554Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.138:2379"} {"level":"warn","ts":"2026-04-30T22:50:47.276815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.834467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-30T22:50:47.276928Z","caller":"traceutil/trace.go:171","msg":"trace[2038353708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:450; }","duration":"140.071741ms","start":"2026-04-30T22:50:47.136835Z","end":"2026-04-30T22:50:47.276907Z","steps":["trace[2038353708] 'range keys from in-memory index tree' (duration: 139.695445ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:50:59.748269Z","caller":"traceutil/trace.go:171","msg":"trace[579506166] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"151.085395ms","start":"2026-04-30T22:50:59.597156Z","end":"2026-04-30T22:50:59.748241Z","steps":["trace[579506166] 'process raft request' (duration: 150.955132ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:50:59.754987Z","caller":"traceutil/trace.go:171","msg":"trace[1907979710] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"152.357808ms","start":"2026-04-30T22:50:59.602597Z","end":"2026-04-30T22:50:59.754955Z","steps":["trace[1907979710] 'process raft request' (duration: 151.93752ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:50:59.755223Z","caller":"traceutil/trace.go:171","msg":"trace[916398331] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"142.696778ms","start":"2026-04-30T22:50:59.612506Z","end":"2026-04-30T22:50:59.755202Z","steps":["trace[916398331] 'process raft request' (duration: 142.447614ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:50:59.755208Z","caller":"traceutil/trace.go:171","msg":"trace[369580459] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"143.2728ms","start":"2026-04-30T22:50:59.611894Z","end":"2026-04-30T22:50:59.755167Z","steps":["trace[369580459] 'process raft request' (duration: 142.988305ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:50:59.755357Z","caller":"traceutil/trace.go:171","msg":"trace[128990089] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"148.665861ms","start":"2026-04-30T22:50:59.60668Z","end":"2026-04-30T22:50:59.755346Z","steps":["trace[128990089] 'process raft request' (duration: 148.10232ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:50:59.755452Z","caller":"traceutil/trace.go:171","msg":"trace[549006096] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"141.353775ms","start":"2026-04-30T22:50:59.614087Z","end":"2026-04-30T22:50:59.755441Z","steps":["trace[549006096] 'process raft request' (duration: 141.051178ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:50:59.755434Z","caller":"traceutil/trace.go:171","msg":"trace[1877230491] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"141.64288ms","start":"2026-04-30T22:50:59.613707Z","end":"2026-04-30T22:50:59.75535Z","steps":["trace[1877230491] 'process raft request' (duration: 141.365034ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:50:59.75554Z","caller":"traceutil/trace.go:171","msg":"trace[1031870202] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"139.902027ms","start":"2026-04-30T22:50:59.615616Z","end":"2026-04-30T22:50:59.755518Z","steps":["trace[1031870202] 'process raft request' (duration: 139.58296ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:50:59.755628Z","caller":"traceutil/trace.go:171","msg":"trace[577283379] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"131.924879ms","start":"2026-04-30T22:50:59.623692Z","end":"2026-04-30T22:50:59.755617Z","steps":["trace[577283379] 'process raft request' (duration: 131.560371ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:50:59.755688Z","caller":"traceutil/trace.go:171","msg":"trace[1138543867] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"127.780803ms","start":"2026-04-30T22:50:59.627881Z","end":"2026-04-30T22:50:59.755662Z","steps":["trace[1138543867] 'process raft request' (duration: 127.62411ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:50:59.755706Z","caller":"traceutil/trace.go:171","msg":"trace[1188958285] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"102.139997ms","start":"2026-04-30T22:50:59.653533Z","end":"2026-04-30T22:50:59.755673Z","steps":["trace[1188958285] 'process raft request' (duration: 102.053435ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:51:05.973944Z","caller":"traceutil/trace.go:171","msg":"trace[1894285744] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"271.00173ms","start":"2026-04-30T22:51:05.702908Z","end":"2026-04-30T22:51:05.97391Z","steps":["trace[1894285744] 'process raft request' (duration: 270.287387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T22:51:05.974064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.311525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T22:51:05.974116Z","caller":"traceutil/trace.go:171","msg":"trace[72081248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:620; }","duration":"182.443797ms","start":"2026-04-30T22:51:05.791658Z","end":"2026-04-30T22:51:05.974102Z","steps":["trace[72081248] 'agreement among raft nodes before linearized reading' (duration: 182.331925ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:51:05.973878Z","caller":"traceutil/trace.go:171","msg":"trace[684104726] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"182.119281ms","start":"2026-04-30T22:51:05.791729Z","end":"2026-04-30T22:51:05.973848Z","steps":["trace[684104726] 'read index received' (duration: 181.151334ms)","trace[684104726] 'applied index is now lower than readState.Index' (duration: 966.777µs)"],"step_count":2} {"level":"info","ts":"2026-04-30T22:51:06.170291Z","caller":"traceutil/trace.go:171","msg":"trace[290867195] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"142.042586ms","start":"2026-04-30T22:51:06.028224Z","end":"2026-04-30T22:51:06.170266Z","steps":["trace[290867195] 'process raft request' (duration: 133.64158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T22:51:06.647597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.128462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-30T22:51:06.647681Z","caller":"traceutil/trace.go:171","msg":"trace[953184292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:621; }","duration":"244.270614ms","start":"2026-04-30T22:51:06.40339Z","end":"2026-04-30T22:51:06.647661Z","steps":["trace[953184292] 'range keys from in-memory index tree' (duration: 243.944548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T22:51:06.647894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.393479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lrh87\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-30T22:51:06.648032Z","caller":"traceutil/trace.go:171","msg":"trace[215893110] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lrh87; range_end:; response_count:1; response_revision:621; }","duration":"138.616033ms","start":"2026-04-30T22:51:06.509387Z","end":"2026-04-30T22:51:06.648003Z","steps":["trace[215893110] 'range keys from in-memory index tree' (duration: 138.187145ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:51:22.394809Z","caller":"traceutil/trace.go:171","msg":"trace[12376385] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"136.483124ms","start":"2026-04-30T22:51:22.258303Z","end":"2026-04-30T22:51:22.394787Z","steps":["trace[12376385] 'process raft request' (duration: 136.316461ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:51:49.043736Z","caller":"traceutil/trace.go:171","msg":"trace[1355998306] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"178.016115ms","start":"2026-04-30T22:51:48.865694Z","end":"2026-04-30T22:51:49.04371Z","steps":["trace[1355998306] 'process raft request' (duration: 177.856772ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:52:37.379774Z","caller":"traceutil/trace.go:171","msg":"trace[195801313] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"266.058994ms","start":"2026-04-30T22:52:37.113693Z","end":"2026-04-30T22:52:37.379752Z","steps":["trace[195801313] 'process raft request' (duration: 221.479991ms)","trace[195801313] 'compare' (duration: 44.117824ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T22:52:37.92489Z","caller":"traceutil/trace.go:171","msg":"trace[1214831842] linearizableReadLoop","detail":"{readStateIndex:1937; appliedIndex:1936; }","duration":"282.627935ms","start":"2026-04-30T22:52:37.642231Z","end":"2026-04-30T22:52:37.924859Z","steps":["trace[1214831842] 'read index received' (duration: 273.574289ms)","trace[1214831842] 'applied index is now lower than readState.Index' (duration: 9.052036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T22:52:37.925109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.869509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-30T22:52:37.925154Z","caller":"traceutil/trace.go:171","msg":"trace[2099633187] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1868; }","duration":"282.961011ms","start":"2026-04-30T22:52:37.642179Z","end":"2026-04-30T22:52:37.92514Z","steps":["trace[2099633187] 'agreement among raft nodes before linearized reading' (duration: 282.747907ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:52:37.924906Z","caller":"traceutil/trace.go:171","msg":"trace[1248880196] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"340.269345ms","start":"2026-04-30T22:52:37.584596Z","end":"2026-04-30T22:52:37.924865Z","steps":["trace[1248880196] 'process raft request' (duration: 331.189929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T22:52:37.926086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T22:52:37.584569Z","time spent":"340.846527ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T22:52:37.928585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.462658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-30T22:52:37.928622Z","caller":"traceutil/trace.go:171","msg":"trace[1733204396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1868; }","duration":"278.523799ms","start":"2026-04-30T22:52:37.650088Z","end":"2026-04-30T22:52:37.928611Z","steps":["trace[1733204396] 'agreement among raft nodes before linearized reading' (duration: 278.217393ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:52:45.220064Z","caller":"traceutil/trace.go:171","msg":"trace[52667631] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"115.922996ms","start":"2026-04-30T22:52:45.104116Z","end":"2026-04-30T22:52:45.220039Z","steps":["trace[52667631] 'process raft request' (duration: 115.784254ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:52:49.588216Z","caller":"traceutil/trace.go:171","msg":"trace[1666200792] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"132.774951ms","start":"2026-04-30T22:52:49.455416Z","end":"2026-04-30T22:52:49.588191Z","steps":["trace[1666200792] 'process raft request' (duration: 132.628629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T22:53:28.162723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.70076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-30T22:53:28.162942Z","caller":"traceutil/trace.go:171","msg":"trace[1283369045] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"206.555066ms","start":"2026-04-30T22:53:27.956368Z","end":"2026-04-30T22:53:28.162923Z","steps":["trace[1283369045] 'process raft request' (duration: 81.423728ms)","trace[1283369045] 'compare' (duration: 124.584208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T22:53:28.477391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.036584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-30T22:53:28.477474Z","caller":"traceutil/trace.go:171","msg":"trace[345662624] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2188; }","duration":"199.153675ms","start":"2026-04-30T22:53:28.2783Z","end":"2026-04-30T22:53:28.477453Z","steps":["trace[345662624] 'range keys from in-memory index tree' (duration: 198.88309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T22:53:28.477744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.696499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-30T22:53:28.477834Z","caller":"traceutil/trace.go:171","msg":"trace[514185809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2188; }","duration":"206.845712ms","start":"2026-04-30T22:53:28.27097Z","end":"2026-04-30T22:53:28.477816Z","steps":["trace[514185809] 'range keys from in-memory index tree' (duration: 206.451234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T22:53:28.478264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.917599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-30T22:53:28.478422Z","caller":"traceutil/trace.go:171","msg":"trace[288759348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2188; }","duration":"211.539231ms","start":"2026-04-30T22:53:28.266858Z","end":"2026-04-30T22:53:28.478397Z","steps":["trace[288759348] 'range keys from in-memory index tree' (duration: 210.608943ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:53:28.677637Z","caller":"traceutil/trace.go:171","msg":"trace[351438174] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"196.147689ms","start":"2026-04-30T22:53:28.481443Z","end":"2026-04-30T22:53:28.677591Z","steps":["trace[351438174] 'process raft request' (duration: 107.560556ms)","trace[351438174] 'compare' (duration: 88.265667ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T22:53:28.677685Z","caller":"traceutil/trace.go:171","msg":"trace[1442059409] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"195.794842ms","start":"2026-04-30T22:53:28.481868Z","end":"2026-04-30T22:53:28.677663Z","steps":["trace[1442059409] 'process raft request' (duration: 195.533718ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:54:57.120544Z","caller":"traceutil/trace.go:171","msg":"trace[1012882253] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"123.021513ms","start":"2026-04-30T22:54:56.997489Z","end":"2026-04-30T22:54:57.120511Z","steps":["trace[1012882253] 'process raft request' (duration: 122.860339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T22:54:57.424575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.383439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-30T22:54:57.425062Z","caller":"traceutil/trace.go:171","msg":"trace[1351987194] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"232.692662ms","start":"2026-04-30T22:54:57.192218Z","end":"2026-04-30T22:54:57.424911Z","steps":["trace[1351987194] 'process raft request' (duration: 98.557529ms)","trace[1351987194] 'compare' (duration: 132.572614ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T22:58:45.111398Z","caller":"traceutil/trace.go:171","msg":"trace[614446752] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"117.464469ms","start":"2026-04-30T22:58:44.993899Z","end":"2026-04-30T22:58:45.111363Z","steps":["trace[614446752] 'process raft request' (duration: 117.225724ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:58:45.224745Z","caller":"traceutil/trace.go:171","msg":"trace[1550357187] linearizableReadLoop","detail":"{readStateIndex:5029; appliedIndex:5028; }","duration":"109.969417ms","start":"2026-04-30T22:58:45.114747Z","end":"2026-04-30T22:58:45.224717Z","steps":["trace[1550357187] 'read index received' (duration: 86.455532ms)","trace[1550357187] 'applied index is now lower than readState.Index' (duration: 23.512825ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T22:58:45.224863Z","caller":"traceutil/trace.go:171","msg":"trace[680155966] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"225.406808ms","start":"2026-04-30T22:58:44.999409Z","end":"2026-04-30T22:58:45.224816Z","steps":["trace[680155966] 'process raft request' (duration: 201.752481ms)","trace[680155966] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; req_size:14478; } (duration: 23.322931ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T22:58:45.225049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.269673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-30T22:58:45.225097Z","caller":"traceutil/trace.go:171","msg":"trace[703485306] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4847; }","duration":"110.371555ms","start":"2026-04-30T22:58:45.114714Z","end":"2026-04-30T22:58:45.225085Z","steps":["trace[703485306] 'agreement among raft nodes before linearized reading' (duration: 110.167861ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:58:45.260108Z","caller":"traceutil/trace.go:171","msg":"trace[1110074316] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"134.542452ms","start":"2026-04-30T22:58:45.12553Z","end":"2026-04-30T22:58:45.260072Z","steps":["trace[1110074316] 'process raft request' (duration: 134.45014ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:58:45.260149Z","caller":"traceutil/trace.go:171","msg":"trace[1158233152] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"143.595732ms","start":"2026-04-30T22:58:45.116508Z","end":"2026-04-30T22:58:45.260104Z","steps":["trace[1158233152] 'process raft request' (duration: 143.295737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T22:58:45.272113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.86068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-30T22:58:45.272179Z","caller":"traceutil/trace.go:171","msg":"trace[1348981505] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4851; }","duration":"131.978363ms","start":"2026-04-30T22:58:45.140186Z","end":"2026-04-30T22:58:45.272164Z","steps":["trace[1348981505] 'agreement among raft nodes before linearized reading' (duration: 131.777329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T22:58:45.272388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.573837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-30T22:58:45.272501Z","caller":"traceutil/trace.go:171","msg":"trace[1200782423] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4851; }","duration":"157.73312ms","start":"2026-04-30T22:58:45.114748Z","end":"2026-04-30T22:58:45.272481Z","steps":["trace[1200782423] 'agreement among raft nodes before linearized reading' (duration: 157.340492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T22:58:50.340394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.318527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a280a15d-c9b2-47ec-809b-32a6331d9357\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-30T22:58:50.340491Z","caller":"traceutil/trace.go:171","msg":"trace[927804430] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a280a15d-c9b2-47ec-809b-32a6331d9357; range_end:; response_count:1; response_revision:5030; }","duration":"143.46668ms","start":"2026-04-30T22:58:50.197005Z","end":"2026-04-30T22:58:50.340472Z","steps":["trace[927804430] 'range keys from in-memory index tree' (duration: 143.062212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T22:58:50.340541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.796733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-04-30T22:58:50.340704Z","caller":"traceutil/trace.go:171","msg":"trace[758035647] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:5030; }","duration":"255.010336ms","start":"2026-04-30T22:58:50.085678Z","end":"2026-04-30T22:58:50.340688Z","steps":["trace[758035647] 'range keys from in-memory index tree' (duration: 254.610439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T22:58:50.341298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.526365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778469"} {"level":"info","ts":"2026-04-30T22:58:50.341386Z","caller":"traceutil/trace.go:171","msg":"trace[1562277059] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5030; }","duration":"166.891892ms","start":"2026-04-30T22:58:50.174476Z","end":"2026-04-30T22:58:50.341368Z","steps":["trace[1562277059] 'range keys from in-memory index tree' (duration: 165.819862ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:59:01.945547Z","caller":"traceutil/trace.go:171","msg":"trace[108123971] linearizableReadLoop","detail":"{readStateIndex:5446; appliedIndex:5445; }","duration":"155.63541ms","start":"2026-04-30T22:59:01.789874Z","end":"2026-04-30T22:59:01.945509Z","steps":["trace[108123971] 'read index received' (duration: 151.323838ms)","trace[108123971] 'applied index is now lower than readState.Index' (duration: 4.310592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T22:59:01.945723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.857434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T22:59:01.945755Z","caller":"traceutil/trace.go:171","msg":"trace[1403586415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5250; }","duration":"155.981336ms","start":"2026-04-30T22:59:01.789766Z","end":"2026-04-30T22:59:01.945747Z","steps":["trace[1403586415] 'agreement among raft nodes before linearized reading' (duration: 155.867134ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:59:01.946002Z","caller":"traceutil/trace.go:171","msg":"trace[383320186] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"228.610639ms","start":"2026-04-30T22:59:01.717382Z","end":"2026-04-30T22:59:01.945993Z","steps":["trace[383320186] 'process raft request' (duration: 223.967931ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:59:10.264844Z","caller":"traceutil/trace.go:171","msg":"trace[1391033725] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"183.032006ms","start":"2026-04-30T22:59:10.08178Z","end":"2026-04-30T22:59:10.264812Z","steps":["trace[1391033725] 'process raft request' (duration: 182.746191ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:59:10.321464Z","caller":"traceutil/trace.go:171","msg":"trace[1081653355] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"238.647457ms","start":"2026-04-30T22:59:10.082762Z","end":"2026-04-30T22:59:10.32141Z","steps":["trace[1081653355] 'process raft request' (duration: 238.424013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T22:59:10.321913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.288871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e1dd6a4-6125-4c41-b2cf-a34aabbdac34\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-30T22:59:10.322021Z","caller":"traceutil/trace.go:171","msg":"trace[1013906008] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e1dd6a4-6125-4c41-b2cf-a34aabbdac34; range_end:; response_count:1; response_revision:5431; }","duration":"220.483385ms","start":"2026-04-30T22:59:10.101512Z","end":"2026-04-30T22:59:10.321995Z","steps":["trace[1013906008] 'agreement among raft nodes before linearized reading' (duration: 220.153099ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:59:10.321379Z","caller":"traceutil/trace.go:171","msg":"trace[638895891] linearizableReadLoop","detail":"{readStateIndex:5632; appliedIndex:5630; }","duration":"219.77238ms","start":"2026-04-30T22:59:10.10158Z","end":"2026-04-30T22:59:10.321352Z","steps":["trace[638895891] 'read index received' (duration: 163.033319ms)","trace[638895891] 'applied index is now lower than readState.Index' (duration: 56.738091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T22:59:10.322267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.172142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-30T22:59:10.322331Z","caller":"traceutil/trace.go:171","msg":"trace[1683839500] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5431; }","duration":"119.301354ms","start":"2026-04-30T22:59:10.203013Z","end":"2026-04-30T22:59:10.322315Z","steps":["trace[1683839500] 'agreement among raft nodes before linearized reading' (duration: 119.180912ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T22:59:10.515764Z","caller":"traceutil/trace.go:171","msg":"trace[251550114] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"185.356351ms","start":"2026-04-30T22:59:10.330394Z","end":"2026-04-30T22:59:10.51575Z","steps":["trace[251550114] 'process raft request' (duration: 93.453414ms)","trace[251550114] 'compare' (duration: 91.777634ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:00:29.414337Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3041} {"level":"info","ts":"2026-04-30T23:00:29.498993Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3041,"took":"82.962653ms","hash":3064033734,"current-db-size-bytes":58630144,"current-db-size":"59 MB","current-db-size-in-use-bytes":31735808,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-30T23:00:29.499078Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3064033734,"revision":3041,"compact-revision":-1} {"level":"info","ts":"2026-04-30T23:05:10.067687Z","caller":"traceutil/trace.go:171","msg":"trace[2103246278] linearizableReadLoop","detail":"{readStateIndex:8508; appliedIndex:8507; }","duration":"277.902403ms","start":"2026-04-30T23:05:09.789758Z","end":"2026-04-30T23:05:10.06766Z","steps":["trace[2103246278] 'read index received' (duration: 277.683769ms)","trace[2103246278] 'applied index is now lower than readState.Index' (duration: 217.394µs)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:05:10.067721Z","caller":"traceutil/trace.go:171","msg":"trace[1433853239] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"302.418207ms","start":"2026-04-30T23:05:09.765267Z","end":"2026-04-30T23:05:10.067685Z","steps":["trace[1433853239] 'process raft request' (duration: 302.195203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:05:10.067858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.096707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T23:05:10.067953Z","caller":"traceutil/trace.go:171","msg":"trace[19417166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8222; }","duration":"278.23978ms","start":"2026-04-30T23:05:09.789694Z","end":"2026-04-30T23:05:10.067934Z","steps":["trace[19417166] 'agreement among raft nodes before linearized reading' (duration: 278.081497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:05:10.068034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:05:09.765247Z","time spent":"302.584071ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:05:21.855034Z","caller":"traceutil/trace.go:171","msg":"trace[229426245] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"274.421246ms","start":"2026-04-30T23:05:21.580588Z","end":"2026-04-30T23:05:21.855009Z","steps":["trace[229426245] 'process raft request' (duration: 274.335485ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:05:21.855085Z","caller":"traceutil/trace.go:171","msg":"trace[177554493] linearizableReadLoop","detail":"{readStateIndex:8574; appliedIndex:8571; }","duration":"186.368189ms","start":"2026-04-30T23:05:21.668704Z","end":"2026-04-30T23:05:21.855072Z","steps":["trace[177554493] 'read index received' (duration: 168.678415ms)","trace[177554493] 'applied index is now lower than readState.Index' (duration: 17.688724ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:05:21.855062Z","caller":"traceutil/trace.go:171","msg":"trace[884186702] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"279.560334ms","start":"2026-04-30T23:05:21.575429Z","end":"2026-04-30T23:05:21.854989Z","steps":["trace[884186702] 'process raft request' (duration: 261.934501ms)","trace[884186702] 'compare' (duration: 17.420829ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:05:21.855155Z","caller":"traceutil/trace.go:171","msg":"trace[1396217642] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"217.570301ms","start":"2026-04-30T23:05:21.637578Z","end":"2026-04-30T23:05:21.855148Z","steps":["trace[1396217642] 'process raft request' (duration: 217.394607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:05:21.855283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.550063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T23:05:21.855353Z","caller":"traceutil/trace.go:171","msg":"trace[1899198119] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8285; }","duration":"186.686526ms","start":"2026-04-30T23:05:21.668644Z","end":"2026-04-30T23:05:21.85533Z","steps":["trace[1899198119] 'agreement among raft nodes before linearized reading' (duration: 186.546684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:05:22.745274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.608361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-30T23:05:22.745404Z","caller":"traceutil/trace.go:171","msg":"trace[1777564441] linearizableReadLoop","detail":"{readStateIndex:8578; appliedIndex:8577; }","duration":"230.771881ms","start":"2026-04-30T23:05:22.514611Z","end":"2026-04-30T23:05:22.745383Z","steps":["trace[1777564441] 'read index received' (duration: 2.887915ms)","trace[1777564441] 'applied index is now lower than readState.Index' (duration: 227.882366ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:05:22.745462Z","caller":"traceutil/trace.go:171","msg":"trace[411064762] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"338.729716ms","start":"2026-04-30T23:05:22.406697Z","end":"2026-04-30T23:05:22.745426Z","steps":["trace[411064762] 'process raft request' (duration: 110.88138ms)","trace[411064762] 'compare' (duration: 227.356157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:05:22.745649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:05:22.40667Z","time spent":"338.866739ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:05:22.745581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.973404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-30T23:05:22.745858Z","caller":"traceutil/trace.go:171","msg":"trace[844722323] range","detail":"{range_begin:/registry/masterleases/199.19.213.138; range_end:; response_count:1; response_revision:8289; }","duration":"231.28879ms","start":"2026-04-30T23:05:22.514549Z","end":"2026-04-30T23:05:22.745838Z","steps":["trace[844722323] 'agreement among raft nodes before linearized reading' (duration: 230.892723ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:05:23.497556Z","caller":"traceutil/trace.go:171","msg":"trace[1077715425] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"116.404245ms","start":"2026-04-30T23:05:23.381113Z","end":"2026-04-30T23:05:23.497517Z","steps":["trace[1077715425] 'process raft request' (duration: 101.340819ms)","trace[1077715425] 'compare' (duration: 14.835652ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:05:29.421315Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6135} {"level":"info","ts":"2026-04-30T23:05:29.516628Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6135,"took":"93.309467ms","hash":2148622118,"current-db-size-bytes":58630144,"current-db-size":"59 MB","current-db-size-in-use-bytes":23781376,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-30T23:05:29.516714Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2148622118,"revision":6135,"compact-revision":3041} {"level":"warn","ts":"2026-04-30T23:05:50.920787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.784114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-30T23:05:50.920992Z","caller":"traceutil/trace.go:171","msg":"trace[393164821] linearizableReadLoop","detail":"{readStateIndex:8792; appliedIndex:8791; }","duration":"131.025112ms","start":"2026-04-30T23:05:50.78992Z","end":"2026-04-30T23:05:50.920945Z","steps":["trace[393164821] 'read index received' (duration: 42.25µs)","trace[393164821] 'applied index is now lower than readState.Index' (duration: 130.980852ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:05:50.921348Z","caller":"traceutil/trace.go:171","msg":"trace[676880113] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"319.026532ms","start":"2026-04-30T23:05:50.602306Z","end":"2026-04-30T23:05:50.921333Z","steps":["trace[676880113] 'process raft request' (duration: 34.553285ms)","trace[676880113] 'compare' (duration: 283.154963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:05:50.921465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:05:50.602286Z","time spent":"319.114454ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:05:50.921771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.842917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T23:05:50.921828Z","caller":"traceutil/trace.go:171","msg":"trace[1147058953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8494; }","duration":"131.936989ms","start":"2026-04-30T23:05:50.789875Z","end":"2026-04-30T23:05:50.921812Z","steps":["trace[1147058953] 'agreement among raft nodes before linearized reading' (duration: 131.846697ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:05:51.081256Z","caller":"traceutil/trace.go:171","msg":"trace[1327716557] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"154.275202ms","start":"2026-04-30T23:05:50.926947Z","end":"2026-04-30T23:05:51.081222Z","steps":["trace[1327716557] 'process raft request' (duration: 152.730333ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:06:03.280662Z","caller":"traceutil/trace.go:171","msg":"trace[1464022035] linearizableReadLoop","detail":"{readStateIndex:8905; appliedIndex:8904; }","duration":"131.484392ms","start":"2026-04-30T23:06:03.149152Z","end":"2026-04-30T23:06:03.280637Z","steps":["trace[1464022035] 'read index received' (duration: 131.35165ms)","trace[1464022035] 'applied index is now lower than readState.Index' (duration: 131.662µs)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:06:03.280752Z","caller":"traceutil/trace.go:171","msg":"trace[132619514] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"133.841457ms","start":"2026-04-30T23:06:03.146872Z","end":"2026-04-30T23:06:03.280713Z","steps":["trace[132619514] 'process raft request' (duration: 133.595382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:06:03.280852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.688926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nmb6l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-30T23:06:03.280894Z","caller":"traceutil/trace.go:171","msg":"trace[920816224] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nmb6l; range_end:; response_count:1; response_revision:8601; }","duration":"131.783748ms","start":"2026-04-30T23:06:03.149098Z","end":"2026-04-30T23:06:03.280882Z","steps":["trace[920816224] 'agreement among raft nodes before linearized reading' (duration: 131.635905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:06:03.514795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.480124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-30T23:06:03.514869Z","caller":"traceutil/trace.go:171","msg":"trace[1246878292] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8601; }","duration":"104.611395ms","start":"2026-04-30T23:06:03.410243Z","end":"2026-04-30T23:06:03.514855Z","steps":["trace[1246878292] 'count revisions from in-memory index tree' (duration: 104.388351ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:06:03.99518Z","caller":"traceutil/trace.go:171","msg":"trace[2078913207] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"144.474007ms","start":"2026-04-30T23:06:03.850676Z","end":"2026-04-30T23:06:03.99515Z","steps":["trace[2078913207] 'process raft request' (duration: 144.313784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:06:04.276655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.881719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-30T23:06:04.276784Z","caller":"traceutil/trace.go:171","msg":"trace[2129848723] linearizableReadLoop","detail":"{readStateIndex:8911; appliedIndex:8909; }","duration":"343.856142ms","start":"2026-04-30T23:06:03.93291Z","end":"2026-04-30T23:06:04.276766Z","steps":["trace[2129848723] 'read index received' (duration: 62.170244ms)","trace[2129848723] 'applied index is now lower than readState.Index' (duration: 281.684638ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:06:04.276904Z","caller":"traceutil/trace.go:171","msg":"trace[2027484262] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"403.899325ms","start":"2026-04-30T23:06:03.872975Z","end":"2026-04-30T23:06:04.276874Z","steps":["trace[2027484262] 'process raft request' (duration: 226.70514ms)","trace[2027484262] 'compare' (duration: 176.683256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:06:04.277022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:06:03.872946Z","time spent":"404.009077ms","remote":"127.0.0.1:34784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:06:04.27718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.255909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-30T23:06:04.277317Z","caller":"traceutil/trace.go:171","msg":"trace[1133359641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8607; }","duration":"344.453453ms","start":"2026-04-30T23:06:03.932831Z","end":"2026-04-30T23:06:04.277285Z","steps":["trace[1133359641] 'agreement among raft nodes before linearized reading' (duration: 344.081536ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:06:04.277316Z","caller":"traceutil/trace.go:171","msg":"trace[1405941155] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"185.217687ms","start":"2026-04-30T23:06:04.091977Z","end":"2026-04-30T23:06:04.277194Z","steps":["trace[1405941155] 'process raft request' (duration: 184.954412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:06:04.27738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:06:03.932797Z","time spent":"344.569575ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-30T23:06:04.285709Z","caller":"traceutil/trace.go:171","msg":"trace[1242748846] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"179.284504ms","start":"2026-04-30T23:06:04.106396Z","end":"2026-04-30T23:06:04.28568Z","steps":["trace[1242748846] 'process raft request' (duration: 179.03589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:06:04.285812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.788227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-30T23:06:04.28586Z","caller":"traceutil/trace.go:171","msg":"trace[1890329987] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8610; }","duration":"222.861467ms","start":"2026-04-30T23:06:04.062983Z","end":"2026-04-30T23:06:04.285845Z","steps":["trace[1890329987] 'agreement among raft nodes before linearized reading' (duration: 222.748965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:06:04.285869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.115225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-30T23:06:04.285943Z","caller":"traceutil/trace.go:171","msg":"trace[1486970488] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8610; }","duration":"283.255208ms","start":"2026-04-30T23:06:04.00267Z","end":"2026-04-30T23:06:04.285926Z","steps":["trace[1486970488] 'agreement among raft nodes before linearized reading' (duration: 283.014753ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:06:21.076185Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002371.wal"} {"level":"warn","ts":"2026-04-30T23:07:15.823129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.293774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-30T23:07:15.823176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.594563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nmb6l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-30T23:07:15.823268Z","caller":"traceutil/trace.go:171","msg":"trace[379615558] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9331; }","duration":"134.470108ms","start":"2026-04-30T23:07:15.688768Z","end":"2026-04-30T23:07:15.823238Z","steps":["trace[379615558] 'range keys from in-memory index tree' (duration: 134.119441ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:07:15.823274Z","caller":"traceutil/trace.go:171","msg":"trace[1268006822] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nmb6l; range_end:; response_count:1; response_revision:9331; }","duration":"107.744686ms","start":"2026-04-30T23:07:15.715509Z","end":"2026-04-30T23:07:15.823253Z","steps":["trace[1268006822] 'range keys from in-memory index tree' (duration: 107.40049ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:08:02.864595Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2062be27cfb43adb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-30T23:08:02.871265Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-30T23:08:02.871423Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-30T23:09:37.766132Z","caller":"traceutil/trace.go:171","msg":"trace[909522260] transaction","detail":"{read_only:false; response_revision:10401; number_of_response:1; }","duration":"133.966778ms","start":"2026-04-30T23:09:37.632135Z","end":"2026-04-30T23:09:37.766102Z","steps":["trace[909522260] 'process raft request' (duration: 64.270372ms)","trace[909522260] 'compare' (duration: 69.559543ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:09:37.784163Z","caller":"traceutil/trace.go:171","msg":"trace[250797419] linearizableReadLoop","detail":"{readStateIndex:10758; appliedIndex:10756; }","duration":"102.34081ms","start":"2026-04-30T23:09:37.6818Z","end":"2026-04-30T23:09:37.784141Z","steps":["trace[250797419] 'read index received' (duration: 14.619076ms)","trace[250797419] 'applied index is now lower than readState.Index' (duration: 87.720854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:09:37.78434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.533614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-30T23:09:37.78427Z","caller":"traceutil/trace.go:171","msg":"trace[355266775] transaction","detail":"{read_only:false; response_revision:10402; number_of_response:1; }","duration":"136.28047ms","start":"2026-04-30T23:09:37.647957Z","end":"2026-04-30T23:09:37.784237Z","steps":["trace[355266775] 'process raft request' (duration: 136.045946ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:09:37.784383Z","caller":"traceutil/trace.go:171","msg":"trace[1756847209] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10402; }","duration":"102.624526ms","start":"2026-04-30T23:09:37.681746Z","end":"2026-04-30T23:09:37.784371Z","steps":["trace[1756847209] 'agreement among raft nodes before linearized reading' (duration: 102.482403ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:10:29.427267Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8330} {"level":"info","ts":"2026-04-30T23:10:29.504328Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8330,"took":"74.821301ms","hash":363501897,"current-db-size-bytes":58630144,"current-db-size":"59 MB","current-db-size-in-use-bytes":26451968,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-30T23:10:29.504389Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":363501897,"revision":8330,"compact-revision":6135} {"level":"info","ts":"2026-04-30T23:10:59.28249Z","caller":"traceutil/trace.go:171","msg":"trace[569302083] linearizableReadLoop","detail":"{readStateIndex:11548; appliedIndex:11547; }","duration":"101.26941ms","start":"2026-04-30T23:10:59.181199Z","end":"2026-04-30T23:10:59.282469Z","steps":["trace[569302083] 'read index received' (duration: 101.043306ms)","trace[569302083] 'applied index is now lower than readState.Index' (duration: 225.034µs)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:10:59.282551Z","caller":"traceutil/trace.go:171","msg":"trace[28977760] transaction","detail":"{read_only:false; response_revision:11171; number_of_response:1; }","duration":"109.842903ms","start":"2026-04-30T23:10:59.17267Z","end":"2026-04-30T23:10:59.282513Z","steps":["trace[28977760] 'process raft request' (duration: 109.636059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:10:59.282718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.507844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T23:10:59.282812Z","caller":"traceutil/trace.go:171","msg":"trace[860405479] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11171; }","duration":"101.657007ms","start":"2026-04-30T23:10:59.181136Z","end":"2026-04-30T23:10:59.282793Z","steps":["trace[860405479] 'agreement among raft nodes before linearized reading' (duration: 101.456473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:10:59.28285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.083516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-30T23:10:59.282932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.231949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T23:10:59.282953Z","caller":"traceutil/trace.go:171","msg":"trace[2089774936] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11171; }","duration":"101.377362ms","start":"2026-04-30T23:10:59.181564Z","end":"2026-04-30T23:10:59.282942Z","steps":["trace[2089774936] 'agreement among raft nodes before linearized reading' (duration: 101.034646ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:10:59.282998Z","caller":"traceutil/trace.go:171","msg":"trace[540795904] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11171; }","duration":"101.318341ms","start":"2026-04-30T23:10:59.181661Z","end":"2026-04-30T23:10:59.28298Z","steps":["trace[540795904] 'agreement among raft nodes before linearized reading' (duration: 101.175958ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:15:29.434925Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10968} {"level":"info","ts":"2026-04-30T23:15:29.510749Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10968,"took":"73.282337ms","hash":927308943,"current-db-size-bytes":58630144,"current-db-size":"59 MB","current-db-size-in-use-bytes":27996160,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-30T23:15:29.510822Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":927308943,"revision":10968,"compact-revision":8330} {"level":"info","ts":"2026-04-30T23:17:08.177843Z","caller":"traceutil/trace.go:171","msg":"trace[1885779623] transaction","detail":"{read_only:false; response_revision:13672; number_of_response:1; }","duration":"131.492947ms","start":"2026-04-30T23:17:08.046325Z","end":"2026-04-30T23:17:08.177818Z","steps":["trace[1885779623] 'process raft request' (duration: 129.150642ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:17:46.62998Z","caller":"traceutil/trace.go:171","msg":"trace[144353767] transaction","detail":"{read_only:false; response_revision:13885; number_of_response:1; }","duration":"143.531004ms","start":"2026-04-30T23:17:46.486409Z","end":"2026-04-30T23:17:46.62994Z","steps":["trace[144353767] 'process raft request' (duration: 47.740973ms)","trace[144353767] 'compare' (duration: 95.379443ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:17:47.627686Z","caller":"traceutil/trace.go:171","msg":"trace[1573792186] transaction","detail":"{read_only:false; response_revision:13892; number_of_response:1; }","duration":"358.799654ms","start":"2026-04-30T23:17:47.268853Z","end":"2026-04-30T23:17:47.627653Z","steps":["trace[1573792186] 'process raft request' (duration: 358.456907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:17:47.627888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:17:47.268834Z","time spent":"358.948156ms","remote":"127.0.0.1:34730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:17:56.612895Z","caller":"traceutil/trace.go:171","msg":"trace[1674381059] transaction","detail":"{read_only:false; response_revision:14055; number_of_response:1; }","duration":"229.554413ms","start":"2026-04-30T23:17:56.383301Z","end":"2026-04-30T23:17:56.612855Z","steps":["trace[1674381059] 'process raft request' (duration: 199.399754ms)","trace[1674381059] 'compare' (duration: 29.863084ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:17:56.68881Z","caller":"traceutil/trace.go:171","msg":"trace[667668309] linearizableReadLoop","detail":"{readStateIndex:14533; appliedIndex:14531; }","duration":"287.064379ms","start":"2026-04-30T23:17:56.401725Z","end":"2026-04-30T23:17:56.688789Z","steps":["trace[667668309] 'read index received' (duration: 180.992167ms)","trace[667668309] 'applied index is now lower than readState.Index' (duration: 106.071462ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:17:56.689123Z","caller":"traceutil/trace.go:171","msg":"trace[292264040] transaction","detail":"{read_only:false; response_revision:14056; number_of_response:1; }","duration":"304.236753ms","start":"2026-04-30T23:17:56.384877Z","end":"2026-04-30T23:17:56.689114Z","steps":["trace[292264040] 'process raft request' (duration: 303.779745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:17:56.689221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:17:56.384859Z","time spent":"304.292134ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:17:56.689576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.824293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-fc978744-mv82p\" ","response":"range_response_count:1 size:7032"} {"level":"info","ts":"2026-04-30T23:17:56.689927Z","caller":"traceutil/trace.go:171","msg":"trace[1819851483] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-fc978744-mv82p; range_end:; response_count:1; response_revision:14056; }","duration":"288.22878ms","start":"2026-04-30T23:17:56.401676Z","end":"2026-04-30T23:17:56.689905Z","steps":["trace[1819851483] 'agreement among raft nodes before linearized reading' (duration: 287.588808ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:17:56.858328Z","caller":"traceutil/trace.go:171","msg":"trace[1390051924] transaction","detail":"{read_only:false; response_revision:14057; number_of_response:1; }","duration":"163.657868ms","start":"2026-04-30T23:17:56.694645Z","end":"2026-04-30T23:17:56.858303Z","steps":["trace[1390051924] 'process raft request' (duration: 136.927154ms)","trace[1390051924] 'compare' (duration: 26.554731ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:17:56.867344Z","caller":"traceutil/trace.go:171","msg":"trace[1180663232] linearizableReadLoop","detail":"{readStateIndex:14535; appliedIndex:14533; }","duration":"162.999877ms","start":"2026-04-30T23:17:56.704322Z","end":"2026-04-30T23:17:56.867322Z","steps":["trace[1180663232] 'read index received' (duration: 127.262092ms)","trace[1180663232] 'applied index is now lower than readState.Index' (duration: 35.736865ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:17:56.867391Z","caller":"traceutil/trace.go:171","msg":"trace[1633961688] transaction","detail":"{read_only:false; response_revision:14058; number_of_response:1; }","duration":"169.383398ms","start":"2026-04-30T23:17:56.697984Z","end":"2026-04-30T23:17:56.867367Z","steps":["trace[1633961688] 'process raft request' (duration: 169.225595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:17:56.867595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.205521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nmb6l\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-30T23:17:56.867597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.16436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-30T23:17:56.86763Z","caller":"traceutil/trace.go:171","msg":"trace[1007492801] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nmb6l; range_end:; response_count:1; response_revision:14058; }","duration":"163.325234ms","start":"2026-04-30T23:17:56.704295Z","end":"2026-04-30T23:17:56.86762Z","steps":["trace[1007492801] 'agreement among raft nodes before linearized reading' (duration: 163.13729ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:17:56.867641Z","caller":"traceutil/trace.go:171","msg":"trace[2129538486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14058; }","duration":"136.250012ms","start":"2026-04-30T23:17:56.73138Z","end":"2026-04-30T23:17:56.86763Z","steps":["trace[2129538486] 'agreement among raft nodes before linearized reading' (duration: 136.12732ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:19:24.596118Z","caller":"traceutil/trace.go:171","msg":"trace[664226731] linearizableReadLoop","detail":"{readStateIndex:15588; appliedIndex:15587; }","duration":"260.508117ms","start":"2026-04-30T23:19:24.335584Z","end":"2026-04-30T23:19:24.596092Z","steps":["trace[664226731] 'read index received' (duration: 260.298014ms)","trace[664226731] 'applied index is now lower than readState.Index' (duration: 209.113µs)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:19:24.596204Z","caller":"traceutil/trace.go:171","msg":"trace[2114106626] transaction","detail":"{read_only:false; response_revision:15080; number_of_response:1; }","duration":"261.952664ms","start":"2026-04-30T23:19:24.334185Z","end":"2026-04-30T23:19:24.596138Z","steps":["trace[2114106626] 'process raft request' (duration: 261.755261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:19:24.596482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.868744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-30T23:19:24.596616Z","caller":"traceutil/trace.go:171","msg":"trace[968972382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15080; }","duration":"261.049478ms","start":"2026-04-30T23:19:24.335538Z","end":"2026-04-30T23:19:24.596588Z","steps":["trace[968972382] 'agreement among raft nodes before linearized reading' (duration: 260.693181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:19:25.600423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.466513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-30T23:19:25.600403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.237148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-30T23:19:25.600426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.593032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-30T23:19:25.600489Z","caller":"traceutil/trace.go:171","msg":"trace[1299960211] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15088; }","duration":"166.576195ms","start":"2026-04-30T23:19:25.433899Z","end":"2026-04-30T23:19:25.600475Z","steps":["trace[1299960211] 'range keys from in-memory index tree' (duration: 166.32369ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:19:25.600524Z","caller":"traceutil/trace.go:171","msg":"trace[1234791806] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15088; }","duration":"166.385481ms","start":"2026-04-30T23:19:25.434108Z","end":"2026-04-30T23:19:25.600493Z","steps":["trace[1234791806] 'range keys from in-memory index tree' (duration: 166.187317ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:19:25.600538Z","caller":"traceutil/trace.go:171","msg":"trace[1907519825] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15088; }","duration":"160.710514ms","start":"2026-04-30T23:19:25.439797Z","end":"2026-04-30T23:19:25.600508Z","steps":["trace[1907519825] 'range keys from in-memory index tree' (duration: 160.411129ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:20:29.443524Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13026} {"level":"info","ts":"2026-04-30T23:20:29.516678Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13026,"took":"70.199965ms","hash":70932826,"current-db-size-bytes":58630144,"current-db-size":"59 MB","current-db-size-in-use-bytes":30679040,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-30T23:20:29.516755Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":70932826,"revision":13026,"compact-revision":10968} {"level":"info","ts":"2026-04-30T23:25:13.208479Z","caller":"traceutil/trace.go:171","msg":"trace[962674984] transaction","detail":"{read_only:false; response_revision:17731; number_of_response:1; }","duration":"175.019771ms","start":"2026-04-30T23:25:13.033436Z","end":"2026-04-30T23:25:13.208456Z","steps":["trace[962674984] 'process raft request' (duration: 174.889178ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:25:13.20886Z","caller":"traceutil/trace.go:171","msg":"trace[2083665369] linearizableReadLoop","detail":"{readStateIndex:18325; appliedIndex:18325; }","duration":"167.372745ms","start":"2026-04-30T23:25:13.041479Z","end":"2026-04-30T23:25:13.208851Z","steps":["trace[2083665369] 'read index received' (duration: 167.368975ms)","trace[2083665369] 'applied index is now lower than readState.Index' (duration: 3.34µs)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:25:13.208997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.502147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-30T23:25:13.209027Z","caller":"traceutil/trace.go:171","msg":"trace[590709314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17731; }","duration":"167.571979ms","start":"2026-04-30T23:25:13.041447Z","end":"2026-04-30T23:25:13.209019Z","steps":["trace[590709314] 'agreement among raft nodes before linearized reading' (duration: 167.437547ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:25:19.998436Z","caller":"traceutil/trace.go:171","msg":"trace[2146542251] transaction","detail":"{read_only:false; response_revision:17774; number_of_response:1; }","duration":"190.682546ms","start":"2026-04-30T23:25:19.807718Z","end":"2026-04-30T23:25:19.998401Z","steps":["trace[2146542251] 'process raft request' (duration: 190.439142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:25:20.402071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.871436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-30T23:25:20.402206Z","caller":"traceutil/trace.go:171","msg":"trace[1165539183] linearizableReadLoop","detail":"{readStateIndex:18370; appliedIndex:18369; }","duration":"297.372314ms","start":"2026-04-30T23:25:20.10481Z","end":"2026-04-30T23:25:20.402183Z","steps":["trace[1165539183] 'read index received' (duration: 75.161682ms)","trace[1165539183] 'applied index is now lower than readState.Index' (duration: 222.208552ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:25:20.402284Z","caller":"traceutil/trace.go:171","msg":"trace[12070486] transaction","detail":"{read_only:false; response_revision:17775; number_of_response:1; }","duration":"385.335427ms","start":"2026-04-30T23:25:20.016918Z","end":"2026-04-30T23:25:20.402254Z","steps":["trace[12070486] 'process raft request' (duration: 163.117075ms)","trace[12070486] 'compare' (duration: 221.646912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:25:20.402368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.558927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fdc7h\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-04-30T23:25:20.402412Z","caller":"traceutil/trace.go:171","msg":"trace[393336046] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fdc7h; range_end:; response_count:1; response_revision:17775; }","duration":"297.637578ms","start":"2026-04-30T23:25:20.104763Z","end":"2026-04-30T23:25:20.4024Z","steps":["trace[393336046] 'agreement among raft nodes before linearized reading' (duration: 297.496705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:25:20.402408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:25:20.013594Z","time spent":"388.752232ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:25:29.451206Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15480} {"level":"info","ts":"2026-04-30T23:25:29.547574Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15480,"took":"93.213733ms","hash":2704086014,"current-db-size-bytes":58630144,"current-db-size":"59 MB","current-db-size-in-use-bytes":32239616,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-30T23:25:29.547627Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2704086014,"revision":15480,"compact-revision":13026} {"level":"info","ts":"2026-04-30T23:28:37.355089Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2062be27cfb43adb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-30T23:28:37.363353Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-30T23:28:37.363425Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-30T23:30:29.457914Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17904} {"level":"info","ts":"2026-04-30T23:30:29.64055Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17904,"took":"178.960244ms","hash":2320289314,"current-db-size-bytes":58630144,"current-db-size":"59 MB","current-db-size-in-use-bytes":30224384,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-30T23:30:29.640624Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2320289314,"revision":17904,"compact-revision":15480} {"level":"info","ts":"2026-04-30T23:30:47.771197Z","caller":"traceutil/trace.go:171","msg":"trace[1554096279] transaction","detail":"{read_only:false; response_revision:20272; number_of_response:1; }","duration":"133.067106ms","start":"2026-04-30T23:30:47.638079Z","end":"2026-04-30T23:30:47.771146Z","steps":["trace[1554096279] 'process raft request' (duration: 132.851401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:30:47.954435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.516369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:30:47.954505Z","caller":"traceutil/trace.go:171","msg":"trace[1294403796] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:20273; }","duration":"105.634851ms","start":"2026-04-30T23:30:47.848856Z","end":"2026-04-30T23:30:47.954491Z","steps":["trace[1294403796] 'count revisions from in-memory index tree' (duration: 105.449597ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:30:48.364594Z","caller":"traceutil/trace.go:171","msg":"trace[1099675494] transaction","detail":"{read_only:false; response_revision:20275; number_of_response:1; }","duration":"503.225975ms","start":"2026-04-30T23:30:47.861331Z","end":"2026-04-30T23:30:48.364557Z","steps":["trace[1099675494] 'process raft request' (duration: 502.779937ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:30:48.364679Z","caller":"traceutil/trace.go:171","msg":"trace[1364300821] transaction","detail":"{read_only:false; response_revision:20276; number_of_response:1; }","duration":"502.988951ms","start":"2026-04-30T23:30:47.861646Z","end":"2026-04-30T23:30:48.364634Z","steps":["trace[1364300821] 'process raft request' (duration: 502.604664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:30:48.364756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:30:47.861306Z","time spent":"503.363228ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:30:48.364875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:30:47.861608Z","time spent":"503.172904ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:30:48.445039Z","caller":"traceutil/trace.go:171","msg":"trace[1450144031] linearizableReadLoop","detail":"{readStateIndex:20956; appliedIndex:20953; }","duration":"396.224149ms","start":"2026-04-30T23:30:48.048784Z","end":"2026-04-30T23:30:48.445008Z","steps":["trace[1450144031] 'read index received' (duration: 315.309161ms)","trace[1450144031] 'applied index is now lower than readState.Index' (duration: 80.913198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:30:48.445367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.578086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-30T23:30:48.445847Z","caller":"traceutil/trace.go:171","msg":"trace[1656715595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20276; }","duration":"397.096415ms","start":"2026-04-30T23:30:48.048735Z","end":"2026-04-30T23:30:48.445831Z","steps":["trace[1656715595] 'agreement among raft nodes before linearized reading' (duration: 396.509464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:30:48.445994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:30:48.048715Z","time spent":"397.269409ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-30T23:30:48.445478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.028757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-30T23:30:48.446372Z","caller":"traceutil/trace.go:171","msg":"trace[185861167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20276; }","duration":"395.971176ms","start":"2026-04-30T23:30:48.050391Z","end":"2026-04-30T23:30:48.446362Z","steps":["trace[185861167] 'agreement among raft nodes before linearized reading' (duration: 394.945076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:30:48.44645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:30:48.050377Z","time spent":"396.061047ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-30T23:30:48.445522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.220841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:30:48.446632Z","caller":"traceutil/trace.go:171","msg":"trace[2089906286] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:20276; }","duration":"227.376364ms","start":"2026-04-30T23:30:48.219246Z","end":"2026-04-30T23:30:48.446622Z","steps":["trace[2089906286] 'agreement among raft nodes before linearized reading' (duration: 226.224062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:30:48.445559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.868869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-30T23:30:48.446864Z","caller":"traceutil/trace.go:171","msg":"trace[1132961400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20276; }","duration":"344.210995ms","start":"2026-04-30T23:30:48.102642Z","end":"2026-04-30T23:30:48.446853Z","steps":["trace[1132961400] 'agreement among raft nodes before linearized reading' (duration: 342.871729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:30:48.446912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:30:48.102609Z","time spent":"344.292786ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-30T23:30:48.44555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.513062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-7bc4964686-2d2sm.18ab463fe6543399\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-04-30T23:30:48.44716Z","caller":"traceutil/trace.go:171","msg":"trace[930133758] range","detail":"{range_begin:/registry/events/openstack/heat-api-7bc4964686-2d2sm.18ab463fe6543399; range_end:; response_count:1; response_revision:20276; }","duration":"256.171944ms","start":"2026-04-30T23:30:48.19098Z","end":"2026-04-30T23:30:48.447152Z","steps":["trace[930133758] 'agreement among raft nodes before linearized reading' (duration: 254.408571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:30:48.445587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.331156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-30T23:30:48.447404Z","caller":"traceutil/trace.go:171","msg":"trace[537042999] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:20276; }","duration":"346.189102ms","start":"2026-04-30T23:30:48.101207Z","end":"2026-04-30T23:30:48.447397Z","steps":["trace[537042999] 'agreement among raft nodes before linearized reading' (duration: 344.344157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:30:48.447469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:30:48.101194Z","time spent":"346.263463ms","remote":"127.0.0.1:38828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-30T23:34:37.822592Z","caller":"traceutil/trace.go:171","msg":"trace[690577735] transaction","detail":"{read_only:false; response_revision:22632; number_of_response:1; }","duration":"243.029527ms","start":"2026-04-30T23:34:37.579523Z","end":"2026-04-30T23:34:37.822552Z","steps":["trace[690577735] 'process raft request' (duration: 242.821673ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:34:37.834779Z","caller":"traceutil/trace.go:171","msg":"trace[1290691642] transaction","detail":"{read_only:false; response_revision:22633; number_of_response:1; }","duration":"253.532693ms","start":"2026-04-30T23:34:37.581228Z","end":"2026-04-30T23:34:37.834761Z","steps":["trace[1290691642] 'process raft request' (duration: 253.394951ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:34:37.835092Z","caller":"traceutil/trace.go:171","msg":"trace[149395934] transaction","detail":"{read_only:false; response_revision:22634; number_of_response:1; }","duration":"166.872539ms","start":"2026-04-30T23:34:37.668191Z","end":"2026-04-30T23:34:37.835063Z","steps":["trace[149395934] 'process raft request' (duration: 166.529022ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:34:37.857238Z","caller":"traceutil/trace.go:171","msg":"trace[1290235390] linearizableReadLoop","detail":"{readStateIndex:23382; appliedIndex:23380; }","duration":"272.221654ms","start":"2026-04-30T23:34:37.584992Z","end":"2026-04-30T23:34:37.857213Z","steps":["trace[1290235390] 'read index received' (duration: 237.280499ms)","trace[1290235390] 'applied index is now lower than readState.Index' (duration: 34.939825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:34:37.857497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.476779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-30T23:34:37.857541Z","caller":"traceutil/trace.go:171","msg":"trace[1732718303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22634; }","duration":"272.55308ms","start":"2026-04-30T23:34:37.584975Z","end":"2026-04-30T23:34:37.857528Z","steps":["trace[1732718303] 'agreement among raft nodes before linearized reading' (duration: 272.385437ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:35:29.465263Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20178} {"level":"info","ts":"2026-04-30T23:35:29.573878Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20178,"took":"104.030095ms","hash":1873419985,"current-db-size-bytes":58630144,"current-db-size":"59 MB","current-db-size-in-use-bytes":41619456,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-30T23:35:29.573933Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1873419985,"revision":20178,"compact-revision":17904} {"level":"info","ts":"2026-04-30T23:37:52.625577Z","caller":"traceutil/trace.go:171","msg":"trace[631907541] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"112.83803ms","start":"2026-04-30T23:37:52.512688Z","end":"2026-04-30T23:37:52.625526Z","steps":["trace[631907541] 'process raft request' (duration: 112.604026ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:37:52.903823Z","caller":"traceutil/trace.go:171","msg":"trace[50612673] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"120.976843ms","start":"2026-04-30T23:37:52.782821Z","end":"2026-04-30T23:37:52.903798Z","steps":["trace[50612673] 'process raft request' (duration: 120.80654ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:37:53.104095Z","caller":"traceutil/trace.go:171","msg":"trace[1349770373] linearizableReadLoop","detail":"{readStateIndex:25463; appliedIndex:25462; }","duration":"178.084007ms","start":"2026-04-30T23:37:52.92599Z","end":"2026-04-30T23:37:53.104074Z","steps":["trace[1349770373] 'read index received' (duration: 107.802236ms)","trace[1349770373] 'applied index is now lower than readState.Index' (duration: 70.281131ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:37:53.104175Z","caller":"traceutil/trace.go:171","msg":"trace[1777848882] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"321.030863ms","start":"2026-04-30T23:37:52.783108Z","end":"2026-04-30T23:37:53.104139Z","steps":["trace[1777848882] 'process raft request' (duration: 250.812113ms)","trace[1777848882] 'compare' (duration: 70.050227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:37:53.104337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:37:52.783098Z","time spent":"321.162595ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:37:53.104338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.337611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-30T23:37:53.104432Z","caller":"traceutil/trace.go:171","msg":"trace[1159936876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24662; }","duration":"178.468294ms","start":"2026-04-30T23:37:52.925937Z","end":"2026-04-30T23:37:53.104405Z","steps":["trace[1159936876] 'agreement among raft nodes before linearized reading' (duration: 178.25559ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:37:57.639339Z","caller":"traceutil/trace.go:171","msg":"trace[1740812613] linearizableReadLoop","detail":"{readStateIndex:25504; appliedIndex:25503; }","duration":"202.140099ms","start":"2026-04-30T23:37:57.437178Z","end":"2026-04-30T23:37:57.639318Z","steps":["trace[1740812613] 'read index received' (duration: 202.059538ms)","trace[1740812613] 'applied index is now lower than readState.Index' (duration: 79.821µs)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:37:57.639453Z","caller":"traceutil/trace.go:171","msg":"trace[1530000853] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"232.038151ms","start":"2026-04-30T23:37:57.407383Z","end":"2026-04-30T23:37:57.639421Z","steps":["trace[1530000853] 'process raft request' (duration: 231.799877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:37:57.639556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.362043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-30T23:37:57.639586Z","caller":"traceutil/trace.go:171","msg":"trace[704041672] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24703; }","duration":"202.437975ms","start":"2026-04-30T23:37:57.43714Z","end":"2026-04-30T23:37:57.639578Z","steps":["trace[704041672] 'agreement among raft nodes before linearized reading' (duration: 202.289772ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:37:57.774907Z","caller":"traceutil/trace.go:171","msg":"trace[1915185191] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"225.021349ms","start":"2026-04-30T23:37:57.549858Z","end":"2026-04-30T23:37:57.774879Z","steps":["trace[1915185191] 'process raft request' (duration: 181.317098ms)","trace[1915185191] 'compare' (duration: 43.386135ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:37:57.775105Z","caller":"traceutil/trace.go:171","msg":"trace[1849785042] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"131.471391ms","start":"2026-04-30T23:37:57.643575Z","end":"2026-04-30T23:37:57.775046Z","steps":["trace[1849785042] 'process raft request' (duration: 131.198926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:37:58.031313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.393204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-30T23:37:58.031459Z","caller":"traceutil/trace.go:171","msg":"trace[1718226980] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"141.407906ms","start":"2026-04-30T23:37:57.890029Z","end":"2026-04-30T23:37:58.031437Z","steps":["trace[1718226980] 'process raft request' (duration: 30.661406ms)","trace[1718226980] 'compare' (duration: 109.995167ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:37:58.176382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.093908ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-30T23:37:58.188705Z","caller":"traceutil/trace.go:171","msg":"trace[940576008] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"170.645957ms","start":"2026-04-30T23:37:58.018022Z","end":"2026-04-30T23:37:58.188668Z","steps":["trace[940576008] 'process raft request' (duration: 170.452534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:37:58.477548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.119993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-30T23:37:58.477715Z","caller":"traceutil/trace.go:171","msg":"trace[1236983628] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"229.549994ms","start":"2026-04-30T23:37:58.248142Z","end":"2026-04-30T23:37:58.477692Z","steps":["trace[1236983628] 'process raft request' (duration: 97.177386ms)","trace[1236983628] 'compare' (duration: 131.97881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:37:58.770121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.622876ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:37:58.770288Z","caller":"traceutil/trace.go:171","msg":"trace[158694979] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24711; }","duration":"113.796449ms","start":"2026-04-30T23:37:58.656464Z","end":"2026-04-30T23:37:58.77026Z","steps":["trace[158694979] 'range keys from in-memory index tree' (duration: 113.604866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:37:58.770538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.443216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-30T23:37:58.770711Z","caller":"traceutil/trace.go:171","msg":"trace[548899441] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24711; }","duration":"135.71214ms","start":"2026-04-30T23:37:58.634972Z","end":"2026-04-30T23:37:58.770684Z","steps":["trace[548899441] 'count revisions from in-memory index tree' (duration: 135.365853ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:37:58.820806Z","caller":"traceutil/trace.go:171","msg":"trace[348738852] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"172.499213ms","start":"2026-04-30T23:37:58.648279Z","end":"2026-04-30T23:37:58.820778Z","steps":["trace[348738852] 'process raft request' (duration: 172.329919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:37:59.14566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.07978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-30T23:37:59.145719Z","caller":"traceutil/trace.go:171","msg":"trace[87740414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24712; }","duration":"217.225733ms","start":"2026-04-30T23:37:58.92848Z","end":"2026-04-30T23:37:59.145706Z","steps":["trace[87740414] 'range keys from in-memory index tree' (duration: 216.896437ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:37:59.361925Z","caller":"traceutil/trace.go:171","msg":"trace[1493650304] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"210.609897ms","start":"2026-04-30T23:37:59.15129Z","end":"2026-04-30T23:37:59.361899Z","steps":["trace[1493650304] 'process raft request' (duration: 210.504245ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:37:59.361924Z","caller":"traceutil/trace.go:171","msg":"trace[188413110] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"210.689109ms","start":"2026-04-30T23:37:59.151203Z","end":"2026-04-30T23:37:59.361892Z","steps":["trace[188413110] 'process raft request' (duration: 208.199923ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:37:59.362231Z","caller":"traceutil/trace.go:171","msg":"trace[1944923297] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"210.17317ms","start":"2026-04-30T23:37:59.152045Z","end":"2026-04-30T23:37:59.362218Z","steps":["trace[1944923297] 'process raft request' (duration: 209.817264ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:37:59.362263Z","caller":"traceutil/trace.go:171","msg":"trace[736535101] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"208.10503ms","start":"2026-04-30T23:37:59.154115Z","end":"2026-04-30T23:37:59.36222Z","steps":["trace[736535101] 'process raft request' (duration: 208.024279ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:37:59.423262Z","caller":"traceutil/trace.go:171","msg":"trace[1205893238] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"149.495459ms","start":"2026-04-30T23:37:59.273745Z","end":"2026-04-30T23:37:59.423241Z","steps":["trace[1205893238] 'process raft request' (duration: 149.377767ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:37:59.90174Z","caller":"traceutil/trace.go:171","msg":"trace[456699249] linearizableReadLoop","detail":"{readStateIndex:25523; appliedIndex:25521; }","duration":"113.469213ms","start":"2026-04-30T23:37:59.788247Z","end":"2026-04-30T23:37:59.901717Z","steps":["trace[456699249] 'read index received' (duration: 111.7056ms)","trace[456699249] 'applied index is now lower than readState.Index' (duration: 1.762253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:37:59.901888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.642066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:37:59.901928Z","caller":"traceutil/trace.go:171","msg":"trace[985475782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24721; }","duration":"113.742588ms","start":"2026-04-30T23:37:59.788175Z","end":"2026-04-30T23:37:59.901917Z","steps":["trace[985475782] 'agreement among raft nodes before linearized reading' (duration: 113.636806ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:37:59.902126Z","caller":"traceutil/trace.go:171","msg":"trace[1693873889] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"120.437324ms","start":"2026-04-30T23:37:59.781677Z","end":"2026-04-30T23:37:59.902115Z","steps":["trace[1693873889] 'process raft request' (duration: 119.990415ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:37:59.902129Z","caller":"traceutil/trace.go:171","msg":"trace[679227385] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"120.297261ms","start":"2026-04-30T23:37:59.781796Z","end":"2026-04-30T23:37:59.902093Z","steps":["trace[679227385] 'process raft request' (duration: 118.14401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:00.149293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.280749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-30T23:38:00.149312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.945869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-30T23:38:00.14939Z","caller":"traceutil/trace.go:171","msg":"trace[660675133] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24721; }","duration":"146.425701ms","start":"2026-04-30T23:38:00.002941Z","end":"2026-04-30T23:38:00.149367Z","steps":["trace[660675133] 'count revisions from in-memory index tree' (duration: 146.210548ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:00.149479Z","caller":"traceutil/trace.go:171","msg":"trace[1306598606] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"113.124126ms","start":"2026-04-30T23:38:00.036322Z","end":"2026-04-30T23:38:00.149446Z","steps":["trace[1306598606] 'process raft request' (duration: 109.220842ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:00.149428Z","caller":"traceutil/trace.go:171","msg":"trace[1762545109] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24721; }","duration":"124.116262ms","start":"2026-04-30T23:38:00.025281Z","end":"2026-04-30T23:38:00.149398Z","steps":["trace[1762545109] 'range keys from in-memory index tree' (duration: 123.727105ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:00.528176Z","caller":"traceutil/trace.go:171","msg":"trace[1621552995] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"374.201052ms","start":"2026-04-30T23:38:00.153953Z","end":"2026-04-30T23:38:00.528154Z","steps":["trace[1621552995] 'process raft request' (duration: 374.048409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:00.528321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:00.153924Z","time spent":"374.318975ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:00.577383Z","caller":"traceutil/trace.go:171","msg":"trace[87533816] linearizableReadLoop","detail":"{readStateIndex:25526; appliedIndex:25524; }","duration":"320.079436ms","start":"2026-04-30T23:38:00.257268Z","end":"2026-04-30T23:38:00.577348Z","steps":["trace[87533816] 'read index received' (duration: 270.83333ms)","trace[87533816] 'applied index is now lower than readState.Index' (duration: 49.244436ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:00.577398Z","caller":"traceutil/trace.go:171","msg":"trace[1043022422] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"384.72127ms","start":"2026-04-30T23:38:00.192638Z","end":"2026-04-30T23:38:00.577359Z","steps":["trace[1043022422] 'process raft request' (duration: 384.435485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:00.577656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.34377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:00.577747Z","caller":"traceutil/trace.go:171","msg":"trace[1375739335] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24725; }","duration":"320.480893ms","start":"2026-04-30T23:38:00.257242Z","end":"2026-04-30T23:38:00.577723Z","steps":["trace[1375739335] 'agreement among raft nodes before linearized reading' (duration: 320.298809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:00.577774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:00.192612Z","time spent":"385.072037ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:00.5778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:00.257142Z","time spent":"320.646326ms","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-30T23:38:00.578086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.974208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-30T23:38:00.578191Z","caller":"traceutil/trace.go:171","msg":"trace[964191774] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24725; }","duration":"109.140271ms","start":"2026-04-30T23:38:00.469032Z","end":"2026-04-30T23:38:00.578172Z","steps":["trace[964191774] 'agreement among raft nodes before linearized reading' (duration: 108.730283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:01.757787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.394701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-30T23:38:01.757798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.348204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-30T23:38:01.757873Z","caller":"traceutil/trace.go:171","msg":"trace[1343519008] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24726; }","duration":"569.550014ms","start":"2026-04-30T23:38:01.1883Z","end":"2026-04-30T23:38:01.75785Z","steps":["trace[1343519008] 'count revisions from in-memory index tree' (duration: 569.243708ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:01.757907Z","caller":"traceutil/trace.go:171","msg":"trace[153237470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24726; }","duration":"391.509527ms","start":"2026-04-30T23:38:01.366368Z","end":"2026-04-30T23:38:01.757878Z","steps":["trace[153237470] 'range keys from in-memory index tree' (duration: 391.020918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:01.757917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.188279Z","time spent":"569.628505ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-30T23:38:01.757917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.416935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-30T23:38:01.757955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.366348Z","time spent":"391.596478ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-30T23:38:01.758638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.798659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-30T23:38:01.758822Z","caller":"traceutil/trace.go:171","msg":"trace[1275420625] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"329.923621ms","start":"2026-04-30T23:38:01.428862Z","end":"2026-04-30T23:38:01.758786Z","steps":["trace[1275420625] 'process raft request' (duration: 116.805606ms)","trace[1275420625] 'compare' (duration: 211.885151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:38:01.758948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.428833Z","time spent":"330.056323ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:01.759041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.057248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-30T23:38:01.759081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.19174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-30T23:38:01.759095Z","caller":"traceutil/trace.go:171","msg":"trace[41928535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24726; }","duration":"392.14561ms","start":"2026-04-30T23:38:01.366931Z","end":"2026-04-30T23:38:01.759077Z","steps":["trace[41928535] 'range keys from in-memory index tree' (duration: 391.731253ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:01.75913Z","caller":"traceutil/trace.go:171","msg":"trace[1454078229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24726; }","duration":"567.272422ms","start":"2026-04-30T23:38:01.191844Z","end":"2026-04-30T23:38:01.759116Z","steps":["trace[1454078229] 'range keys from in-memory index tree' (duration: 567.027238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:01.759134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.36691Z","time spent":"392.215931ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-30T23:38:01.759157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.191831Z","time spent":"567.319773ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-30T23:38:01.759201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.320463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-30T23:38:01.759315Z","caller":"traceutil/trace.go:171","msg":"trace[226295869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24726; }","duration":"392.472436ms","start":"2026-04-30T23:38:01.366822Z","end":"2026-04-30T23:38:01.759294Z","steps":["trace[226295869] 'range keys from in-memory index tree' (duration: 392.111969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:01.759379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.366798Z","time spent":"392.568838ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-30T23:38:01.759497Z","caller":"traceutil/trace.go:171","msg":"trace[466357665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24726; }","duration":"391.567888ms","start":"2026-04-30T23:38:01.36642Z","end":"2026-04-30T23:38:01.757988Z","steps":["trace[466357665] 'range keys from in-memory index tree' (duration: 391.206122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:01.759591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.3664Z","time spent":"393.158598ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-30T23:38:02.197706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4241157062016637027,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-30T23:38:02.382647Z","caller":"traceutil/trace.go:171","msg":"trace[17023496] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"710.606905ms","start":"2026-04-30T23:38:01.672015Z","end":"2026-04-30T23:38:02.382622Z","steps":["trace[17023496] 'process raft request' (duration: 710.390401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:02.382797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.671989Z","time spent":"710.722126ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:03.110953Z","caller":"traceutil/trace.go:171","msg":"trace[1553004909] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"1.348108687s","start":"2026-04-30T23:38:01.762811Z","end":"2026-04-30T23:38:03.11092Z","steps":["trace[1553004909] 'process raft request' (duration: 1.347801361s)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:03.111046Z","caller":"traceutil/trace.go:171","msg":"trace[620190421] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"1.347768929s","start":"2026-04-30T23:38:01.763251Z","end":"2026-04-30T23:38:03.11102Z","steps":["trace[620190421] 'process raft request' (duration: 1.347581716s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:03.11111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.762781Z","time spent":"1.348241789s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:03.111195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.763235Z","time spent":"1.347880173s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:03.111113Z","caller":"traceutil/trace.go:171","msg":"trace[351503562] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"1.347750611s","start":"2026-04-30T23:38:01.763345Z","end":"2026-04-30T23:38:03.111096Z","steps":["trace[351503562] 'process raft request' (duration: 1.347545966s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:03.111302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.763315Z","time spent":"1.347936274s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:03.111544Z","caller":"traceutil/trace.go:171","msg":"trace[2132331636] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"1.347541866s","start":"2026-04-30T23:38:01.763986Z","end":"2026-04-30T23:38:03.111528Z","steps":["trace[2132331636] 'process raft request' (duration: 1.347355072s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:03.111615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.763968Z","time spent":"1.347611797s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:03.111653Z","caller":"traceutil/trace.go:171","msg":"trace[587438551] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"1.346369644s","start":"2026-04-30T23:38:01.765256Z","end":"2026-04-30T23:38:03.111626Z","steps":["trace[587438551] 'process raft request' (duration: 1.34616974s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:03.111809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.765232Z","time spent":"1.346494047s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:03.112179Z","caller":"traceutil/trace.go:171","msg":"trace[340436937] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"1.204452947s","start":"2026-04-30T23:38:01.907711Z","end":"2026-04-30T23:38:03.112164Z","steps":["trace[340436937] 'process raft request' (duration: 1.203771164s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:03.112263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.907675Z","time spent":"1.204545099s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:03.112434Z","caller":"traceutil/trace.go:171","msg":"trace[688177462] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"1.20466509s","start":"2026-04-30T23:38:01.907757Z","end":"2026-04-30T23:38:03.112422Z","steps":["trace[688177462] 'process raft request' (duration: 1.204280853s)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:03.112457Z","caller":"traceutil/trace.go:171","msg":"trace[1117894035] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"957.444445ms","start":"2026-04-30T23:38:02.155003Z","end":"2026-04-30T23:38:03.112447Z","steps":["trace[1117894035] 'process raft request' (duration: 957.121969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:03.1125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:02.154976Z","time spent":"957.501425ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:03.112508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.907723Z","time spent":"1.204749052s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:03.112697Z","caller":"traceutil/trace.go:171","msg":"trace[1851220324] linearizableReadLoop","detail":"{readStateIndex:25538; appliedIndex:25529; }","duration":"1.42012709s","start":"2026-04-30T23:38:01.692558Z","end":"2026-04-30T23:38:03.112685Z","steps":["trace[1851220324] 'read index received' (duration: 689.933326ms)","trace[1851220324] 'applied index is now lower than readState.Index' (duration: 730.192634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:38:03.112785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420238202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:03.112812Z","caller":"traceutil/trace.go:171","msg":"trace[151352144] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24736; }","duration":"1.420270232s","start":"2026-04-30T23:38:01.692534Z","end":"2026-04-30T23:38:03.112805Z","steps":["trace[151352144] 'agreement among raft nodes before linearized reading' (duration: 1.420218851s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:03.112841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.692448Z","time spent":"1.420387075s","remote":"127.0.0.1:34934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-30T23:38:03.602542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.934517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-30T23:38:03.602701Z","caller":"traceutil/trace.go:171","msg":"trace[1393824737] linearizableReadLoop","detail":"{readStateIndex:25541; appliedIndex:25538; }","duration":"489.893538ms","start":"2026-04-30T23:38:03.112794Z","end":"2026-04-30T23:38:03.602688Z","steps":["trace[1393824737] 'read index received' (duration: 189.727866ms)","trace[1393824737] 'applied index is now lower than readState.Index' (duration: 300.164881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:38:03.602956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508699394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-30T23:38:03.602964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.118305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:03.602985Z","caller":"traceutil/trace.go:171","msg":"trace[1196962503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24739; }","duration":"1.508766536s","start":"2026-04-30T23:38:02.094209Z","end":"2026-04-30T23:38:03.602975Z","steps":["trace[1196962503] 'agreement among raft nodes before linearized reading' (duration: 1.508706865s)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:03.602968Z","caller":"traceutil/trace.go:171","msg":"trace[1335024724] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"1.019110224s","start":"2026-04-30T23:38:02.583817Z","end":"2026-04-30T23:38:03.602927Z","steps":["trace[1335024724] 'process raft request' (duration: 1.018798498s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:03.603007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:02.094186Z","time spent":"1.508816086s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-30T23:38:03.603028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357774828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-30T23:38:03.603044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.650665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:03.603067Z","caller":"traceutil/trace.go:171","msg":"trace[807514636] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24739; }","duration":"1.3578662s","start":"2026-04-30T23:38:02.245192Z","end":"2026-04-30T23:38:03.603058Z","steps":["trace[807514636] 'agreement among raft nodes before linearized reading' (duration: 1.357722538s)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:03.603069Z","caller":"traceutil/trace.go:171","msg":"trace[2122404559] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:24739; }","duration":"586.713246ms","start":"2026-04-30T23:38:03.016348Z","end":"2026-04-30T23:38:03.603061Z","steps":["trace[2122404559] 'agreement among raft nodes before linearized reading' (duration: 586.674396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:03.603094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:03.016329Z","time spent":"586.759057ms","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-30T23:38:03.603004Z","caller":"traceutil/trace.go:171","msg":"trace[574138450] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24739; }","duration":"711.220567ms","start":"2026-04-30T23:38:02.891772Z","end":"2026-04-30T23:38:03.602993Z","steps":["trace[574138450] 'agreement among raft nodes before linearized reading' (duration: 711.120725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:03.603075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81333507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-30T23:38:03.603104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:02.583784Z","time spent":"1.019247396s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:03.603064Z","caller":"traceutil/trace.go:171","msg":"trace[1609896088] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"708.227101ms","start":"2026-04-30T23:38:02.894799Z","end":"2026-04-30T23:38:03.603026Z","steps":["trace[1609896088] 'process raft request' (duration: 707.852374ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:03.603108Z","caller":"traceutil/trace.go:171","msg":"trace[834059292] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"1.020381748s","start":"2026-04-30T23:38:02.582693Z","end":"2026-04-30T23:38:03.603075Z","steps":["trace[834059292] 'process raft request' (duration: 719.8471ms)","trace[834059292] 'compare' (duration: 299.757443ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:03.603157Z","caller":"traceutil/trace.go:171","msg":"trace[128909651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24739; }","duration":"1.813455722s","start":"2026-04-30T23:38:01.789682Z","end":"2026-04-30T23:38:03.603137Z","steps":["trace[128909651] 'agreement among raft nodes before linearized reading' (duration: 1.813300969s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:03.603201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.078032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.138\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-30T23:38:03.6032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.78967Z","time spent":"1.813520943s","remote":"127.0.0.1:34530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-30T23:38:03.603222Z","caller":"traceutil/trace.go:171","msg":"trace[2135004762] range","detail":"{range_begin:/registry/masterleases/199.19.213.138; range_end:; response_count:1; response_revision:24739; }","duration":"978.136033ms","start":"2026-04-30T23:38:02.62508Z","end":"2026-04-30T23:38:03.603216Z","steps":["trace[2135004762] 'agreement among raft nodes before linearized reading' (duration: 978.036131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:03.603242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:02.625059Z","time spent":"978.178834ms","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.138\" "} {"level":"warn","ts":"2026-04-30T23:38:03.603262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307753258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:03.603285Z","caller":"traceutil/trace.go:171","msg":"trace[1121613140] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24739; }","duration":"1.307814669s","start":"2026-04-30T23:38:02.295464Z","end":"2026-04-30T23:38:03.603278Z","steps":["trace[1121613140] 'agreement among raft nodes before linearized reading' (duration: 1.307767609s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:03.603303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:02.295441Z","time spent":"1.30785719s","remote":"127.0.0.1:35854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-30T23:38:03.603283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:02.894786Z","time spent":"708.386483ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:03.60328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:02.891747Z","time spent":"711.39369ms","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-30T23:38:03.603097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:02.245171Z","time spent":"1.357914841s","remote":"127.0.0.1:34826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-30T23:38:03.603374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:02.582667Z","time spent":"1.0205107s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:03.603637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820898133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-30T23:38:03.603662Z","caller":"traceutil/trace.go:171","msg":"trace[406481009] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24739; }","duration":"1.820955753s","start":"2026-04-30T23:38:01.7827Z","end":"2026-04-30T23:38:03.603656Z","steps":["trace[406481009] 'agreement among raft nodes before linearized reading' (duration: 1.820021286s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:03.603687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:01.782685Z","time spent":"1.820996814s","remote":"127.0.0.1:34750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-30T23:38:04.140272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.372478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-30T23:38:04.140705Z","caller":"traceutil/trace.go:171","msg":"trace[975505816] linearizableReadLoop","detail":"{readStateIndex:25544; appliedIndex:25541; }","duration":"531.706194ms","start":"2026-04-30T23:38:03.608982Z","end":"2026-04-30T23:38:04.140688Z","steps":["trace[975505816] 'read index received' (duration: 199.702364ms)","trace[975505816] 'applied index is now lower than readState.Index' (duration: 332.00295ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:04.140738Z","caller":"traceutil/trace.go:171","msg":"trace[1907730475] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"869.554472ms","start":"2026-04-30T23:38:03.271148Z","end":"2026-04-30T23:38:04.140703Z","steps":["trace[1907730475] 'process raft request' (duration: 869.223656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:04.140763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:03.605065Z","time spent":"535.692818ms","remote":"127.0.0.1:34542","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-30T23:38:04.140903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:03.271123Z","time spent":"869.686845ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:04.141067Z","caller":"traceutil/trace.go:171","msg":"trace[839865278] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"933.28764ms","start":"2026-04-30T23:38:03.207735Z","end":"2026-04-30T23:38:04.141022Z","steps":["trace[839865278] 'process raft request' (duration: 601.017015ms)","trace[839865278] 'compare' (duration: 330.849069ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:04.141159Z","caller":"traceutil/trace.go:171","msg":"trace[2026732552] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"375.541438ms","start":"2026-04-30T23:38:03.765582Z","end":"2026-04-30T23:38:04.141124Z","steps":["trace[2026732552] 'process raft request' (duration: 374.975897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:04.141245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:03.207702Z","time spent":"933.433083ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:04.141272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.345362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-30T23:38:04.141311Z","caller":"traceutil/trace.go:171","msg":"trace[463090689] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24742; }","duration":"120.434273ms","start":"2026-04-30T23:38:04.020865Z","end":"2026-04-30T23:38:04.141299Z","steps":["trace[463090689] 'agreement among raft nodes before linearized reading' (duration: 120.344521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:04.141332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:03.765558Z","time spent":"375.692131ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:04.141815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.528589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:04.142672Z","caller":"traceutil/trace.go:171","msg":"trace[935891473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24742; }","duration":"533.701581ms","start":"2026-04-30T23:38:03.60895Z","end":"2026-04-30T23:38:04.142651Z","steps":["trace[935891473] 'agreement among raft nodes before linearized reading' (duration: 532.202362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:04.14273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:03.608937Z","time spent":"533.777842ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-30T23:38:04.413342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.913771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-30T23:38:04.413472Z","caller":"traceutil/trace.go:171","msg":"trace[242637219] linearizableReadLoop","detail":"{readStateIndex:25546; appliedIndex:25545; }","duration":"269.784481ms","start":"2026-04-30T23:38:04.143665Z","end":"2026-04-30T23:38:04.413449Z","steps":["trace[242637219] 'read index received' (duration: 146.652376ms)","trace[242637219] 'applied index is now lower than readState.Index' (duration: 123.128845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:38:04.413608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.941443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:04.413673Z","caller":"traceutil/trace.go:171","msg":"trace[855810561] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"271.107914ms","start":"2026-04-30T23:38:04.142535Z","end":"2026-04-30T23:38:04.413643Z","steps":["trace[855810561] 'process raft request' (duration: 147.788686ms)","trace[855810561] 'compare' (duration: 122.717657ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:04.413698Z","caller":"traceutil/trace.go:171","msg":"trace[1199117862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24743; }","duration":"270.063585ms","start":"2026-04-30T23:38:04.14362Z","end":"2026-04-30T23:38:04.413684Z","steps":["trace[1199117862] 'agreement among raft nodes before linearized reading' (duration: 269.889242ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:04.545912Z","caller":"traceutil/trace.go:171","msg":"trace[1576980726] linearizableReadLoop","detail":"{readStateIndex:25547; appliedIndex:25546; }","duration":"130.032734ms","start":"2026-04-30T23:38:04.415833Z","end":"2026-04-30T23:38:04.545865Z","steps":["trace[1576980726] 'read index received' (duration: 111.487645ms)","trace[1576980726] 'applied index is now lower than readState.Index' (duration: 18.544159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:38:04.546117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.268319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-30T23:38:04.54615Z","caller":"traceutil/trace.go:171","msg":"trace[1214131742] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24744; }","duration":"130.32096ms","start":"2026-04-30T23:38:04.415818Z","end":"2026-04-30T23:38:04.546139Z","steps":["trace[1214131742] 'agreement among raft nodes before linearized reading' (duration: 130.165027ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:04.54614Z","caller":"traceutil/trace.go:171","msg":"trace[232002350] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"157.417238ms","start":"2026-04-30T23:38:04.388671Z","end":"2026-04-30T23:38:04.546089Z","steps":["trace[232002350] 'process raft request' (duration: 138.658095ms)","trace[232002350] 'compare' (duration: 18.377636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:38:04.928526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.068461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-30T23:38:04.928648Z","caller":"traceutil/trace.go:171","msg":"trace[2037842492] linearizableReadLoop","detail":"{readStateIndex:25548; appliedIndex:25547; }","duration":"380.314607ms","start":"2026-04-30T23:38:04.548316Z","end":"2026-04-30T23:38:04.92863Z","steps":["trace[2037842492] 'read index received' (duration: 247.010912ms)","trace[2037842492] 'applied index is now lower than readState.Index' (duration: 133.302175ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:04.928755Z","caller":"traceutil/trace.go:171","msg":"trace[470491982] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"457.744712ms","start":"2026-04-30T23:38:04.470998Z","end":"2026-04-30T23:38:04.928743Z","steps":["trace[470491982] 'process raft request' (duration: 324.372136ms)","trace[470491982] 'compare' (duration: 132.838186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:38:04.928823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:04.470973Z","time spent":"457.817334ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:04.929154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.833617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-30T23:38:04.929196Z","caller":"traceutil/trace.go:171","msg":"trace[2095671211] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24745; }","duration":"380.914839ms","start":"2026-04-30T23:38:04.54827Z","end":"2026-04-30T23:38:04.929185Z","steps":["trace[2095671211] 'agreement among raft nodes before linearized reading' (duration: 380.767146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:04.929227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:04.548253Z","time spent":"380.96614ms","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-30T23:38:04.929344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.234053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-30T23:38:04.929421Z","caller":"traceutil/trace.go:171","msg":"trace[687792707] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24745; }","duration":"259.382225ms","start":"2026-04-30T23:38:04.670017Z","end":"2026-04-30T23:38:04.929399Z","steps":["trace[687792707] 'agreement among raft nodes before linearized reading' (duration: 259.158131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:04.929455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.911492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:04.929534Z","caller":"traceutil/trace.go:171","msg":"trace[1745924219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24745; }","duration":"139.050354ms","start":"2026-04-30T23:38:04.790462Z","end":"2026-04-30T23:38:04.929512Z","steps":["trace[1745924219] 'agreement among raft nodes before linearized reading' (duration: 138.873091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:15.164008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.386321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:15.164092Z","caller":"traceutil/trace.go:171","msg":"trace[1428704720] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24815; }","duration":"718.520914ms","start":"2026-04-30T23:38:14.445551Z","end":"2026-04-30T23:38:15.164072Z","steps":["trace[1428704720] 'count revisions from in-memory index tree' (duration: 718.251009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:15.164141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:14.445531Z","time spent":"718.592105ms","remote":"127.0.0.1:39590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-30T23:38:15.290908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4241157062016637207,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-30T23:38:15.568651Z","caller":"traceutil/trace.go:171","msg":"trace[581121478] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"961.084753ms","start":"2026-04-30T23:38:14.607538Z","end":"2026-04-30T23:38:15.568623Z","steps":["trace[581121478] 'process raft request' (duration: 960.900539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:15.568818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:14.607513Z","time spent":"961.221216ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:16.410907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.178838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-30T23:38:16.411172Z","caller":"traceutil/trace.go:171","msg":"trace[113485532] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"1.349712607s","start":"2026-04-30T23:38:15.061415Z","end":"2026-04-30T23:38:16.411128Z","steps":["trace[113485532] 'process raft request' (duration: 1.063229143s)","trace[113485532] 'compare' (duration: 285.511446ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:16.411188Z","caller":"traceutil/trace.go:171","msg":"trace[868549375] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"1.162490658s","start":"2026-04-30T23:38:15.248683Z","end":"2026-04-30T23:38:16.411174Z","steps":["trace[868549375] 'process raft request' (duration: 1.162331615s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:16.411265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:15.248661Z","time spent":"1.162568439s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:16.411278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:15.061393Z","time spent":"1.349834759s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:16.411492Z","caller":"traceutil/trace.go:171","msg":"trace[656071537] linearizableReadLoop","detail":"{readStateIndex:25624; appliedIndex:25620; }","duration":"1.623324118s","start":"2026-04-30T23:38:14.788139Z","end":"2026-04-30T23:38:16.411463Z","steps":["trace[656071537] 'read index received' (duration: 780.347915ms)","trace[656071537] 'applied index is now lower than readState.Index' (duration: 842.974913ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:16.411612Z","caller":"traceutil/trace.go:171","msg":"trace[1237885369] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"1.120495459s","start":"2026-04-30T23:38:15.291101Z","end":"2026-04-30T23:38:16.411596Z","steps":["trace[1237885369] 'process raft request' (duration: 1.120264595s)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:16.411488Z","caller":"traceutil/trace.go:171","msg":"trace[94676061] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"1.154888785s","start":"2026-04-30T23:38:15.256574Z","end":"2026-04-30T23:38:16.411463Z","steps":["trace[94676061] 'process raft request' (duration: 1.154549729s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:16.411683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623533402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-30T23:38:16.411729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:15.291078Z","time spent":"1.12056704s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:16.411757Z","caller":"traceutil/trace.go:171","msg":"trace[1829100620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24820; }","duration":"1.623646474s","start":"2026-04-30T23:38:14.78809Z","end":"2026-04-30T23:38:16.411736Z","steps":["trace[1829100620] 'agreement among raft nodes before linearized reading' (duration: 1.623501032s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:16.411785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:15.256553Z","time spent":"1.1551585s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:16.411801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:14.788072Z","time spent":"1.623718785s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-30T23:38:16.912348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4241157062016637217,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-30T23:38:17.005042Z","caller":"traceutil/trace.go:171","msg":"trace[1507858187] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"1.313946125s","start":"2026-04-30T23:38:15.691061Z","end":"2026-04-30T23:38:17.005007Z","steps":["trace[1507858187] 'process raft request' (duration: 1.282260209s)","trace[1507858187] 'compare' (duration: 30.81824ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:17.005075Z","caller":"traceutil/trace.go:171","msg":"trace[1410023849] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"1.309387489s","start":"2026-04-30T23:38:15.69567Z","end":"2026-04-30T23:38:17.005058Z","steps":["trace[1410023849] 'process raft request' (duration: 1.309199485s)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:17.005162Z","caller":"traceutil/trace.go:171","msg":"trace[1541588712] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"1.261428877s","start":"2026-04-30T23:38:15.74371Z","end":"2026-04-30T23:38:17.005139Z","steps":["trace[1541588712] 'process raft request' (duration: 1.261274604s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:17.005219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:15.695656Z","time spent":"1.30947017s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:17.00528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:15.743686Z","time spent":"1.261525519s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:17.005245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:15.691035Z","time spent":"1.314090297s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:18.268364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.668944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-30T23:38:18.268512Z","caller":"traceutil/trace.go:171","msg":"trace[1058795478] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"2.052177899s","start":"2026-04-30T23:38:16.216304Z","end":"2026-04-30T23:38:18.268482Z","steps":["trace[1058795478] 'process raft request' (duration: 1.231326531s)","trace[1058795478] 'compare' (duration: 818.982343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:38:18.268658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:16.216281Z","time spent":"2.05229058s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:18.268614Z","caller":"traceutil/trace.go:171","msg":"trace[745910408] linearizableReadLoop","detail":"{readStateIndex:25629; appliedIndex:25625; }","duration":"1.857029781s","start":"2026-04-30T23:38:16.411557Z","end":"2026-04-30T23:38:18.268587Z","steps":["trace[745910408] 'read index received' (duration: 561.781339ms)","trace[745910408] 'applied index is now lower than readState.Index' (duration: 1.295245712s)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:18.268702Z","caller":"traceutil/trace.go:171","msg":"trace[1612916333] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"695.426059ms","start":"2026-04-30T23:38:17.573262Z","end":"2026-04-30T23:38:18.268688Z","steps":["trace[1612916333] 'process raft request' (duration: 695.365588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.268763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:17.573243Z","time spent":"695.492551ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:18.268758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890007825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-30T23:38:18.268827Z","caller":"traceutil/trace.go:171","msg":"trace[1307648500] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24824; }","duration":"2.890116267s","start":"2026-04-30T23:38:15.37869Z","end":"2026-04-30T23:38:18.268806Z","steps":["trace[1307648500] 'agreement among raft nodes before linearized reading' (duration: 2.889909733s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.268877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:15.378677Z","time spent":"2.890190978s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-30T23:38:18.26902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116386635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-30T23:38:18.269036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919891297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-30T23:38:18.269044Z","caller":"traceutil/trace.go:171","msg":"trace[1908554444] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24825; }","duration":"2.116449737s","start":"2026-04-30T23:38:16.152589Z","end":"2026-04-30T23:38:18.269038Z","steps":["trace[1908554444] 'agreement among raft nodes before linearized reading' (duration: 2.116372145s)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:18.269059Z","caller":"traceutil/trace.go:171","msg":"trace[1777866814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24825; }","duration":"2.919956127s","start":"2026-04-30T23:38:15.349095Z","end":"2026-04-30T23:38:18.269052Z","steps":["trace[1777866814] 'agreement among raft nodes before linearized reading' (duration: 2.919863355s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.269088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:15.349067Z","time spent":"2.920016219s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-30T23:38:18.2691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184093748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:18.269123Z","caller":"traceutil/trace.go:171","msg":"trace[52887189] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24825; }","duration":"2.184120008s","start":"2026-04-30T23:38:16.084994Z","end":"2026-04-30T23:38:18.269115Z","steps":["trace[52887189] 'agreement among raft nodes before linearized reading' (duration: 2.184081948s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.269147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:16.084918Z","time spent":"2.18422454s","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-30T23:38:18.269195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906812491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-30T23:38:18.269203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901235386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-30T23:38:18.269219Z","caller":"traceutil/trace.go:171","msg":"trace[426127255] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24825; }","duration":"2.906862801s","start":"2026-04-30T23:38:15.36235Z","end":"2026-04-30T23:38:18.269213Z","steps":["trace[426127255] 'agreement among raft nodes before linearized reading' (duration: 2.90681775s)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:18.269235Z","caller":"traceutil/trace.go:171","msg":"trace[1681127627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24825; }","duration":"2.901304277s","start":"2026-04-30T23:38:15.36792Z","end":"2026-04-30T23:38:18.269224Z","steps":["trace[1681127627] 'agreement among raft nodes before linearized reading' (duration: 2.901205155s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.269266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:15.367906Z","time spent":"2.901355599s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-30T23:38:18.269278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267571552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-04-30T23:38:18.269346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737108232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-30T23:38:18.269359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892531703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-30T23:38:18.269358Z","caller":"traceutil/trace.go:171","msg":"trace[22318685] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24825; }","duration":"3.267656383s","start":"2026-04-30T23:38:15.00166Z","end":"2026-04-30T23:38:18.269316Z","steps":["trace[22318685] 'agreement among raft nodes before linearized reading' (duration: 3.267481879s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.269111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891623635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-30T23:38:18.269402Z","caller":"traceutil/trace.go:171","msg":"trace[429947781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24825; }","duration":"2.892068714s","start":"2026-04-30T23:38:15.377327Z","end":"2026-04-30T23:38:18.269396Z","steps":["trace[429947781] 'agreement among raft nodes before linearized reading' (duration: 2.891441192s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.269482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:15.377304Z","time spent":"2.892171867s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-30T23:38:18.269517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85640094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-30T23:38:18.269284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672739702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:18.269546Z","caller":"traceutil/trace.go:171","msg":"trace[202082588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24825; }","duration":"1.856465541s","start":"2026-04-30T23:38:16.413075Z","end":"2026-04-30T23:38:18.26954Z","steps":["trace[202082588] 'agreement among raft nodes before linearized reading' (duration: 1.85642355s)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:18.269556Z","caller":"traceutil/trace.go:171","msg":"trace[481760373] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:24825; }","duration":"2.673011608s","start":"2026-04-30T23:38:15.596533Z","end":"2026-04-30T23:38:18.269545Z","steps":["trace[481760373] 'agreement among raft nodes before linearized reading' (duration: 2.672732793s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.269571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:16.413056Z","time spent":"1.856510862s","remote":"127.0.0.1:34530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-30T23:38:18.269587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:15.596512Z","time spent":"2.673063949s","remote":"127.0.0.1:51740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-30T23:38:18.269706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298345762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-30T23:38:18.26973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832755846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-30T23:38:18.26972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:15.001641Z","time spent":"3.267759185s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-30T23:38:18.26975Z","caller":"traceutil/trace.go:171","msg":"trace[1545336229] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24825; }","duration":"1.832795217s","start":"2026-04-30T23:38:16.436949Z","end":"2026-04-30T23:38:18.269744Z","steps":["trace[1545336229] 'agreement among raft nodes before linearized reading' (duration: 1.832733346s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.269773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.142898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:18.269797Z","caller":"traceutil/trace.go:171","msg":"trace[1172149935] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24825; }","duration":"543.188759ms","start":"2026-04-30T23:38:17.726602Z","end":"2026-04-30T23:38:18.269791Z","steps":["trace[1172149935] 'agreement among raft nodes before linearized reading' (duration: 543.150218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.269835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:17.726585Z","time spent":"543.24517ms","remote":"127.0.0.1:57968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-30T23:38:18.269776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:16.436935Z","time spent":"1.832836487s","remote":"127.0.0.1:34696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-30T23:38:18.269862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254856444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:18.269892Z","caller":"traceutil/trace.go:171","msg":"trace[1229817616] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24825; }","duration":"1.254911485s","start":"2026-04-30T23:38:17.014972Z","end":"2026-04-30T23:38:18.269883Z","steps":["trace[1229817616] 'agreement among raft nodes before linearized reading' (duration: 1.254865115s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.269934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:17.014958Z","time spent":"1.254969976s","remote":"127.0.0.1:51738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-30T23:38:18.269243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:15.362338Z","time spent":"2.906901172s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-30T23:38:18.269377Z","caller":"traceutil/trace.go:171","msg":"trace[360903211] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24825; }","duration":"2.737166994s","start":"2026-04-30T23:38:15.532202Z","end":"2026-04-30T23:38:18.269369Z","steps":["trace[360903211] 'agreement among raft nodes before linearized reading' (duration: 2.737100043s)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:18.269739Z","caller":"traceutil/trace.go:171","msg":"trace[309902969] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24825; }","duration":"1.298411994s","start":"2026-04-30T23:38:16.971318Z","end":"2026-04-30T23:38:18.26973Z","steps":["trace[309902969] 'agreement among raft nodes before linearized reading' (duration: 1.298347782s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.270016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:15.532187Z","time spent":"2.737821016s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-30T23:38:18.269062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:16.152571Z","time spent":"2.116486617s","remote":"127.0.0.1:34730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-30T23:38:18.27004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:16.971301Z","time spent":"1.298732389s","remote":"127.0.0.1:38828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-30T23:38:18.26938Z","caller":"traceutil/trace.go:171","msg":"trace[1694204740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24825; }","duration":"2.892584004s","start":"2026-04-30T23:38:15.37679Z","end":"2026-04-30T23:38:18.269374Z","steps":["trace[1694204740] 'agreement among raft nodes before linearized reading' (duration: 2.892529243s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.270106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:15.376779Z","time spent":"2.893321017s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-30T23:38:18.778346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4241157062016637228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-30T23:38:18.887848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.096182ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:18.88802Z","caller":"traceutil/trace.go:171","msg":"trace[229910786] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24825; }","duration":"232.290786ms","start":"2026-04-30T23:38:18.655705Z","end":"2026-04-30T23:38:18.887996Z","steps":["trace[229910786] 'range keys from in-memory index tree' (duration: 232.073482ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:18.888025Z","caller":"traceutil/trace.go:171","msg":"trace[985131289] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"611.001373ms","start":"2026-04-30T23:38:18.276982Z","end":"2026-04-30T23:38:18.887983Z","steps":["trace[985131289] 'process raft request' (duration: 592.224561ms)","trace[985131289] 'compare' (duration: 18.65266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:38:18.888182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:18.276972Z","time spent":"611.126025ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:18.952904Z","caller":"traceutil/trace.go:171","msg":"trace[432904959] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"675.436125ms","start":"2026-04-30T23:38:18.277446Z","end":"2026-04-30T23:38:18.952882Z","steps":["trace[432904959] 'process raft request' (duration: 675.281331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.953047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:18.277438Z","time spent":"675.530617ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:18.953135Z","caller":"traceutil/trace.go:171","msg":"trace[830983707] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"675.628539ms","start":"2026-04-30T23:38:18.277493Z","end":"2026-04-30T23:38:18.953122Z","steps":["trace[830983707] 'process raft request' (duration: 675.345643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.953212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:18.277485Z","time spent":"675.690401ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:18.953341Z","caller":"traceutil/trace.go:171","msg":"trace[502294645] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"675.788472ms","start":"2026-04-30T23:38:18.277539Z","end":"2026-04-30T23:38:18.953327Z","steps":["trace[502294645] 'process raft request' (duration: 675.512077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.953402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:18.277501Z","time spent":"675.870793ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:18.953433Z","caller":"traceutil/trace.go:171","msg":"trace[973133003] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"674.946365ms","start":"2026-04-30T23:38:18.278474Z","end":"2026-04-30T23:38:18.95342Z","steps":["trace[973133003] 'process raft request' (duration: 674.836703ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:18.953467Z","caller":"traceutil/trace.go:171","msg":"trace[1277332894] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"675.083838ms","start":"2026-04-30T23:38:18.278378Z","end":"2026-04-30T23:38:18.953462Z","steps":["trace[1277332894] 'process raft request' (duration: 674.875444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.953502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:18.278467Z","time spent":"674.998416ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:18.95342Z","caller":"traceutil/trace.go:171","msg":"trace[243768224] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"674.378155ms","start":"2026-04-30T23:38:18.279024Z","end":"2026-04-30T23:38:18.953403Z","steps":["trace[243768224] 'process raft request' (duration: 674.328214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.953553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:18.278354Z","time spent":"675.140819ms","remote":"127.0.0.1:34846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:18.953691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:18.279019Z","time spent":"674.556378ms","remote":"127.0.0.1:34846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:18.953693Z","caller":"traceutil/trace.go:171","msg":"trace[1107418116] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"674.877845ms","start":"2026-04-30T23:38:18.278785Z","end":"2026-04-30T23:38:18.953663Z","steps":["trace[1107418116] 'process raft request' (duration: 674.549588ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:18.95375Z","caller":"traceutil/trace.go:171","msg":"trace[10096587] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"536.579266ms","start":"2026-04-30T23:38:18.417157Z","end":"2026-04-30T23:38:18.953736Z","steps":["trace[10096587] 'process raft request' (duration: 536.216709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.953824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:18.417133Z","time spent":"536.652127ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:18.953847Z","caller":"traceutil/trace.go:171","msg":"trace[1258614577] linearizableReadLoop","detail":"{readStateIndex:25641; appliedIndex:25630; }","duration":"676.393773ms","start":"2026-04-30T23:38:18.277445Z","end":"2026-04-30T23:38:18.953839Z","steps":["trace[1258614577] 'read index received' (duration: 592.073358ms)","trace[1258614577] 'applied index is now lower than readState.Index' (duration: 84.319915ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:18.953833Z","caller":"traceutil/trace.go:171","msg":"trace[1262972292] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"536.254929ms","start":"2026-04-30T23:38:18.417553Z","end":"2026-04-30T23:38:18.953808Z","steps":["trace[1262972292] 'process raft request' (duration: 536.119517ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:18.95392Z","caller":"traceutil/trace.go:171","msg":"trace[1659563251] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"534.806982ms","start":"2026-04-30T23:38:18.419103Z","end":"2026-04-30T23:38:18.95391Z","steps":["trace[1659563251] 'process raft request' (duration: 534.66718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.953964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:18.419076Z","time spent":"534.868483ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:18.95397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:18.417542Z","time spent":"536.354851ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:18.954087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.26061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-30T23:38:18.954124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.264733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:18.954155Z","caller":"traceutil/trace.go:171","msg":"trace[389611545] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24836; }","duration":"102.345264ms","start":"2026-04-30T23:38:18.851802Z","end":"2026-04-30T23:38:18.954147Z","steps":["trace[389611545] 'agreement among raft nodes before linearized reading' (duration: 102.236822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.954175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.336947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-30T23:38:18.954179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.727249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c71bc169-4674-4de6-9462-febcdb27bd98\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-30T23:38:18.9542Z","caller":"traceutil/trace.go:171","msg":"trace[789577849] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24836; }","duration":"157.401818ms","start":"2026-04-30T23:38:18.796791Z","end":"2026-04-30T23:38:18.954193Z","steps":["trace[789577849] 'agreement among raft nodes before linearized reading' (duration: 157.353297ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:18.954127Z","caller":"traceutil/trace.go:171","msg":"trace[1841232881] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24836; }","duration":"610.300231ms","start":"2026-04-30T23:38:18.343815Z","end":"2026-04-30T23:38:18.954115Z","steps":["trace[1841232881] 'agreement among raft nodes before linearized reading' (duration: 610.212119ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:18.954216Z","caller":"traceutil/trace.go:171","msg":"trace[1119013072] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c71bc169-4674-4de6-9462-febcdb27bd98; range_end:; response_count:1; response_revision:24836; }","duration":"676.77229ms","start":"2026-04-30T23:38:18.27743Z","end":"2026-04-30T23:38:18.954202Z","steps":["trace[1119013072] 'agreement among raft nodes before linearized reading' (duration: 676.646808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.954245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:18.277403Z","time spent":"676.833391ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-c71bc169-4674-4de6-9462-febcdb27bd98\" "} {"level":"warn","ts":"2026-04-30T23:38:18.954249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:18.27878Z","time spent":"674.982276ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:18.954248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:18.343775Z","time spent":"610.455583ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-30T23:38:18.954299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.744925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-30T23:38:18.954333Z","caller":"traceutil/trace.go:171","msg":"trace[2060697479] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24836; }","duration":"489.815536ms","start":"2026-04-30T23:38:18.464509Z","end":"2026-04-30T23:38:18.954325Z","steps":["trace[2060697479] 'agreement among raft nodes before linearized reading' (duration: 489.762555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.954336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.669646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-30T23:38:18.954353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:18.464489Z","time spent":"489.859117ms","remote":"127.0.0.1:35058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-30T23:38:18.954359Z","caller":"traceutil/trace.go:171","msg":"trace[1704970116] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24836; }","duration":"578.690316ms","start":"2026-04-30T23:38:18.375659Z","end":"2026-04-30T23:38:18.954349Z","steps":["trace[1704970116] 'agreement among raft nodes before linearized reading' (duration: 578.653105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:18.954465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:18.375616Z","time spent":"578.831809ms","remote":"127.0.0.1:57908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-30T23:38:27.027907Z","caller":"traceutil/trace.go:171","msg":"trace[349880663] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"103.056097ms","start":"2026-04-30T23:38:26.924831Z","end":"2026-04-30T23:38:27.027887Z","steps":["trace[349880663] 'process raft request' (duration: 102.923454ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:27.343607Z","caller":"traceutil/trace.go:171","msg":"trace[1586895584] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"294.775019ms","start":"2026-04-30T23:38:27.048808Z","end":"2026-04-30T23:38:27.343583Z","steps":["trace[1586895584] 'process raft request' (duration: 294.607346ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:27.468032Z","caller":"traceutil/trace.go:171","msg":"trace[670021388] linearizableReadLoop","detail":"{readStateIndex:25767; appliedIndex:25760; }","duration":"282.107433ms","start":"2026-04-30T23:38:27.185907Z","end":"2026-04-30T23:38:27.468015Z","steps":["trace[670021388] 'read index received' (duration: 157.620183ms)","trace[670021388] 'applied index is now lower than readState.Index' (duration: 124.48666ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:27.468254Z","caller":"traceutil/trace.go:171","msg":"trace[2036753132] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"418.528326ms","start":"2026-04-30T23:38:27.049718Z","end":"2026-04-30T23:38:27.468246Z","steps":["trace[2036753132] 'process raft request' (duration: 418.064687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:27.468338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:27.049699Z","time spent":"418.581446ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:27.468478Z","caller":"traceutil/trace.go:171","msg":"trace[1284704775] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"418.130538ms","start":"2026-04-30T23:38:27.050338Z","end":"2026-04-30T23:38:27.468468Z","steps":["trace[1284704775] 'process raft request' (duration: 417.559557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:27.468518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:27.050328Z","time spent":"418.171029ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:27.468571Z","caller":"traceutil/trace.go:171","msg":"trace[542047835] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"417.872654ms","start":"2026-04-30T23:38:27.050691Z","end":"2026-04-30T23:38:27.468564Z","steps":["trace[542047835] 'process raft request' (duration: 417.231672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:27.468608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:27.050672Z","time spent":"417.917024ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:27.468925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.973788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:27.469105Z","caller":"traceutil/trace.go:171","msg":"trace[596029743] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24960; }","duration":"283.214213ms","start":"2026-04-30T23:38:27.185866Z","end":"2026-04-30T23:38:27.46908Z","steps":["trace[596029743] 'agreement among raft nodes before linearized reading' (duration: 282.947847ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:27.469142Z","caller":"traceutil/trace.go:171","msg":"trace[203643501] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"394.26256ms","start":"2026-04-30T23:38:27.074867Z","end":"2026-04-30T23:38:27.46913Z","steps":["trace[203643501] 'process raft request' (duration: 393.079597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:27.469211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:27.07483Z","time spent":"394.343932ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:27.469108Z","caller":"traceutil/trace.go:171","msg":"trace[372708717] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"371.244108ms","start":"2026-04-30T23:38:27.097821Z","end":"2026-04-30T23:38:27.469065Z","steps":["trace[372708717] 'process raft request' (duration: 370.149117ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:27.469241Z","caller":"traceutil/trace.go:171","msg":"trace[1636333898] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"367.475777ms","start":"2026-04-30T23:38:27.101749Z","end":"2026-04-30T23:38:27.469225Z","steps":["trace[1636333898] 'process raft request' (duration: 366.242233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:27.469321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:27.10174Z","time spent":"367.537418ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:27.469402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:27.097803Z","time spent":"371.478892ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:27.782882Z","caller":"traceutil/trace.go:171","msg":"trace[1964290767] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"135.726961ms","start":"2026-04-30T23:38:27.647122Z","end":"2026-04-30T23:38:27.782849Z","steps":["trace[1964290767] 'process raft request' (duration: 135.429135ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:27.945935Z","caller":"traceutil/trace.go:171","msg":"trace[1943031449] linearizableReadLoop","detail":"{readStateIndex:25769; appliedIndex:25768; }","duration":"118.401855ms","start":"2026-04-30T23:38:27.827508Z","end":"2026-04-30T23:38:27.94591Z","steps":["trace[1943031449] 'read index received' (duration: 118.234072ms)","trace[1943031449] 'applied index is now lower than readState.Index' (duration: 166.733µs)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:38:27.946099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.566498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-30T23:38:27.94614Z","caller":"traceutil/trace.go:171","msg":"trace[324083210] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24962; }","duration":"118.655591ms","start":"2026-04-30T23:38:27.827474Z","end":"2026-04-30T23:38:27.94613Z","steps":["trace[324083210] 'agreement among raft nodes before linearized reading' (duration: 118.567899ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:27.946114Z","caller":"traceutil/trace.go:171","msg":"trace[104104295] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"152.776142ms","start":"2026-04-30T23:38:27.793292Z","end":"2026-04-30T23:38:27.946068Z","steps":["trace[104104295] 'process raft request' (duration: 152.462436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:27.946285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.931609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-30T23:38:27.946367Z","caller":"traceutil/trace.go:171","msg":"trace[200720962] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24962; }","duration":"116.080282ms","start":"2026-04-30T23:38:27.830269Z","end":"2026-04-30T23:38:27.946349Z","steps":["trace[200720962] 'agreement among raft nodes before linearized reading' (duration: 115.816997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:28.299325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.177692ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-30T23:38:28.474299Z","caller":"traceutil/trace.go:171","msg":"trace[1105831453] transaction","detail":"{read_only:false; response_revision:24965; number_of_response:1; }","duration":"159.518988ms","start":"2026-04-30T23:38:28.314761Z","end":"2026-04-30T23:38:28.47428Z","steps":["trace[1105831453] 'process raft request' (duration: 157.98204ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:34.162115Z","caller":"traceutil/trace.go:171","msg":"trace[126457130] linearizableReadLoop","detail":"{readStateIndex:25839; appliedIndex:25838; }","duration":"167.857295ms","start":"2026-04-30T23:38:33.994236Z","end":"2026-04-30T23:38:34.162093Z","steps":["trace[126457130] 'read index received' (duration: 167.675082ms)","trace[126457130] 'applied index is now lower than readState.Index' (duration: 181.623µs)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:34.162215Z","caller":"traceutil/trace.go:171","msg":"trace[1995885658] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"177.438625ms","start":"2026-04-30T23:38:33.984769Z","end":"2026-04-30T23:38:34.162208Z","steps":["trace[1995885658] 'process raft request' (duration: 177.196351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:34.162363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.10761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:34.162395Z","caller":"traceutil/trace.go:171","msg":"trace[1744023031] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25029; }","duration":"168.178751ms","start":"2026-04-30T23:38:33.994208Z","end":"2026-04-30T23:38:34.162386Z","steps":["trace[1744023031] 'agreement among raft nodes before linearized reading' (duration: 168.110899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:34.162621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.252909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-30T23:38:34.162734Z","caller":"traceutil/trace.go:171","msg":"trace[1064893277] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25029; }","duration":"130.421762ms","start":"2026-04-30T23:38:34.032286Z","end":"2026-04-30T23:38:34.162708Z","steps":["trace[1064893277] 'agreement among raft nodes before linearized reading' (duration: 130.200057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:34.541084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.303922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-30T23:38:34.541324Z","caller":"traceutil/trace.go:171","msg":"trace[1477719981] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"324.604951ms","start":"2026-04-30T23:38:34.216696Z","end":"2026-04-30T23:38:34.541301Z","steps":["trace[1477719981] 'process raft request' (duration: 324.516039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:34.541421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:34.21665Z","time spent":"324.717973ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:34.541429Z","caller":"traceutil/trace.go:171","msg":"trace[445181225] linearizableReadLoop","detail":"{readStateIndex:25840; appliedIndex:25839; }","duration":"358.584669ms","start":"2026-04-30T23:38:34.182805Z","end":"2026-04-30T23:38:34.54139Z","steps":["trace[445181225] 'read index received' (duration: 63.877641ms)","trace[445181225] 'applied index is now lower than readState.Index' (duration: 294.703678ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:34.541464Z","caller":"traceutil/trace.go:171","msg":"trace[714631226] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"359.461575ms","start":"2026-04-30T23:38:34.181972Z","end":"2026-04-30T23:38:34.541434Z","steps":["trace[714631226] 'process raft request' (duration: 64.696336ms)","trace[714631226] 'compare' (duration: 294.150628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:38:34.541668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:34.181949Z","time spent":"359.582097ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:34.541738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.912045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-30T23:38:34.541777Z","caller":"traceutil/trace.go:171","msg":"trace[1502967717] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25031; }","duration":"358.997676ms","start":"2026-04-30T23:38:34.182768Z","end":"2026-04-30T23:38:34.541766Z","steps":["trace[1502967717] 'agreement among raft nodes before linearized reading' (duration: 358.724751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:34.54182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:34.182751Z","time spent":"359.060168ms","remote":"127.0.0.1:34730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-30T23:38:34.543364Z","caller":"traceutil/trace.go:171","msg":"trace[1966339532] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"137.427432ms","start":"2026-04-30T23:38:34.405915Z","end":"2026-04-30T23:38:34.543342Z","steps":["trace[1966339532] 'process raft request' (duration: 137.3161ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:34.729235Z","caller":"traceutil/trace.go:171","msg":"trace[952198311] linearizableReadLoop","detail":"{readStateIndex:25843; appliedIndex:25842; }","duration":"183.750703ms","start":"2026-04-30T23:38:34.545449Z","end":"2026-04-30T23:38:34.7292Z","steps":["trace[952198311] 'read index received' (duration: 115.46359ms)","trace[952198311] 'applied index is now lower than readState.Index' (duration: 68.285483ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:34.729277Z","caller":"traceutil/trace.go:171","msg":"trace[1296721047] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"228.881781ms","start":"2026-04-30T23:38:34.500358Z","end":"2026-04-30T23:38:34.72924Z","steps":["trace[1296721047] 'process raft request' (duration: 160.585468ms)","trace[1296721047] 'compare' (duration: 68.032288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:38:34.729417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.949697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-30T23:38:34.729466Z","caller":"traceutil/trace.go:171","msg":"trace[1253501583] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25033; }","duration":"184.049299ms","start":"2026-04-30T23:38:34.545406Z","end":"2026-04-30T23:38:34.729456Z","steps":["trace[1253501583] 'agreement among raft nodes before linearized reading' (duration: 183.896446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:34.964227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.430532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:34.964331Z","caller":"traceutil/trace.go:171","msg":"trace[2112447132] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25033; }","duration":"105.586895ms","start":"2026-04-30T23:38:34.858725Z","end":"2026-04-30T23:38:34.964312Z","steps":["trace[2112447132] 'range keys from in-memory index tree' (duration: 105.34942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.426275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4241157062016637997,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-30T23:38:49.577731Z","caller":"traceutil/trace.go:171","msg":"trace[101660740] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"769.245398ms","start":"2026-04-30T23:38:48.808456Z","end":"2026-04-30T23:38:49.577701Z","steps":["trace[101660740] 'process raft request' (duration: 768.948682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.577889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:48.808426Z","time spent":"769.38262ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:49.950839Z","caller":"traceutil/trace.go:171","msg":"trace[618893537] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"748.700261ms","start":"2026-04-30T23:38:49.202117Z","end":"2026-04-30T23:38:49.950817Z","steps":["trace[618893537] 'process raft request' (duration: 748.508058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.950991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.202087Z","time spent":"748.825393ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:49.951133Z","caller":"traceutil/trace.go:171","msg":"trace[973544193] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"742.113627ms","start":"2026-04-30T23:38:49.20899Z","end":"2026-04-30T23:38:49.951103Z","steps":["trace[973544193] 'process raft request' (duration: 741.776601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.951304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.208965Z","time spent":"742.25263ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:49.951431Z","caller":"traceutil/trace.go:171","msg":"trace[10972945] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"475.70073ms","start":"2026-04-30T23:38:49.475705Z","end":"2026-04-30T23:38:49.951406Z","steps":["trace[10972945] 'process raft request' (duration: 475.525147ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:49.951458Z","caller":"traceutil/trace.go:171","msg":"trace[487901478] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"741.266962ms","start":"2026-04-30T23:38:49.210152Z","end":"2026-04-30T23:38:49.951419Z","steps":["trace[487901478] 'process raft request' (duration: 740.844765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.951587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.475685Z","time spent":"475.822253ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:49.951599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.210129Z","time spent":"741.396634ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:49.951647Z","caller":"traceutil/trace.go:171","msg":"trace[1869111158] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"401.997214ms","start":"2026-04-30T23:38:49.549635Z","end":"2026-04-30T23:38:49.951633Z","steps":["trace[1869111158] 'process raft request' (duration: 401.709779ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:49.951657Z","caller":"traceutil/trace.go:171","msg":"trace[600362917] linearizableReadLoop","detail":"{readStateIndex:25957; appliedIndex:25953; }","duration":"1.026213706s","start":"2026-04-30T23:38:48.925429Z","end":"2026-04-30T23:38:49.951643Z","steps":["trace[600362917] 'read index received' (duration: 651.837271ms)","trace[600362917] 'applied index is now lower than readState.Index' (duration: 374.375625ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:38:49.951723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.549605Z","time spent":"402.083026ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:49.951754Z","caller":"traceutil/trace.go:171","msg":"trace[1935639942] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"400.12557ms","start":"2026-04-30T23:38:49.551619Z","end":"2026-04-30T23:38:49.951745Z","steps":["trace[1935639942] 'process raft request' (duration: 399.838305ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:49.951774Z","caller":"traceutil/trace.go:171","msg":"trace[1133281901] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"393.775131ms","start":"2026-04-30T23:38:49.557984Z","end":"2026-04-30T23:38:49.951759Z","steps":["trace[1133281901] 'process raft request' (duration: 393.620198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.951815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.551606Z","time spent":"400.169271ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:49.951857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.557964Z","time spent":"393.854662ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:49.952429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.938071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:49.952473Z","caller":"traceutil/trace.go:171","msg":"trace[1105522357] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25149; }","duration":"861.017992ms","start":"2026-04-30T23:38:49.091443Z","end":"2026-04-30T23:38:49.952461Z","steps":["trace[1105522357] 'agreement among raft nodes before linearized reading' (duration: 860.94667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.952497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.091421Z","time spent":"861.069773ms","remote":"127.0.0.1:34756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-30T23:38:49.952639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.134039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-30T23:38:49.952686Z","caller":"traceutil/trace.go:171","msg":"trace[1975113847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25149; }","duration":"351.182281ms","start":"2026-04-30T23:38:49.601492Z","end":"2026-04-30T23:38:49.952674Z","steps":["trace[1975113847] 'agreement among raft nodes before linearized reading' (duration: 351.030847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.952706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.777549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-30T23:38:49.952717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.601437Z","time spent":"351.272652ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-30T23:38:49.952736Z","caller":"traceutil/trace.go:171","msg":"trace[454826772] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25149; }","duration":"785.842909ms","start":"2026-04-30T23:38:49.166883Z","end":"2026-04-30T23:38:49.952726Z","steps":["trace[454826772] 'agreement among raft nodes before linearized reading' (duration: 785.732336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.952763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.166865Z","time spent":"785.893241ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-30T23:38:49.95281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.405549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:49.952847Z","caller":"traceutil/trace.go:171","msg":"trace[1538731134] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25149; }","duration":"148.496411ms","start":"2026-04-30T23:38:49.804341Z","end":"2026-04-30T23:38:49.952837Z","steps":["trace[1538731134] 'agreement among raft nodes before linearized reading' (duration: 148.440569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.953028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.868222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:49.953061Z","caller":"traceutil/trace.go:171","msg":"trace[1679566936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25149; }","duration":"162.930713ms","start":"2026-04-30T23:38:49.790122Z","end":"2026-04-30T23:38:49.953053Z","steps":["trace[1679566936] 'agreement among raft nodes before linearized reading' (duration: 162.883012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.953074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.696661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-30T23:38:49.953133Z","caller":"traceutil/trace.go:171","msg":"trace[714134740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25149; }","duration":"351.769702ms","start":"2026-04-30T23:38:49.601344Z","end":"2026-04-30T23:38:49.953113Z","steps":["trace[714134740] 'agreement among raft nodes before linearized reading' (duration: 351.494717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.95279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.809137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-30T23:38:49.953174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.601337Z","time spent":"351.828683ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-30T23:38:49.953189Z","caller":"traceutil/trace.go:171","msg":"trace[1557458336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25149; }","duration":"514.282906ms","start":"2026-04-30T23:38:49.438897Z","end":"2026-04-30T23:38:49.95318Z","steps":["trace[1557458336] 'agreement among raft nodes before linearized reading' (duration: 513.736125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.953228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.438874Z","time spent":"514.340847ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-30T23:38:49.953222Z","caller":"traceutil/trace.go:171","msg":"trace[164956664] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"400.493227ms","start":"2026-04-30T23:38:49.55271Z","end":"2026-04-30T23:38:49.953203Z","steps":["trace[164956664] 'process raft request' (duration: 398.823855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.95331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.552702Z","time spent":"400.564168ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:49.953313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.109393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-30T23:38:49.953364Z","caller":"traceutil/trace.go:171","msg":"trace[1132099644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25149; }","duration":"365.263696ms","start":"2026-04-30T23:38:49.588085Z","end":"2026-04-30T23:38:49.953349Z","steps":["trace[1132099644] 'agreement among raft nodes before linearized reading' (duration: 365.119923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.953404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.588069Z","time spent":"365.326727ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-30T23:38:49.953376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.687478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:49.953553Z","caller":"traceutil/trace.go:171","msg":"trace[184571432] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25149; }","duration":"585.888402ms","start":"2026-04-30T23:38:49.367603Z","end":"2026-04-30T23:38:49.953492Z","steps":["trace[184571432] 'agreement among raft nodes before linearized reading' (duration: 585.701028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.953651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.367584Z","time spent":"586.050884ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-04-30T23:38:49.953746Z","caller":"traceutil/trace.go:171","msg":"trace[1613087737] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"398.300616ms","start":"2026-04-30T23:38:49.555431Z","end":"2026-04-30T23:38:49.953731Z","steps":["trace[1613087737] 'process raft request' (duration: 396.139965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.95421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.523674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-30T23:38:49.95426Z","caller":"traceutil/trace.go:171","msg":"trace[140266182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25149; }","duration":"751.599136ms","start":"2026-04-30T23:38:49.202648Z","end":"2026-04-30T23:38:49.954247Z","steps":["trace[140266182] 'agreement among raft nodes before linearized reading' (duration: 751.420082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.95429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.202638Z","time spent":"751.644476ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-30T23:38:49.954491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.555411Z","time spent":"398.589221ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:49.955891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030463617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:49.955972Z","caller":"traceutil/trace.go:171","msg":"trace[1702195053] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25149; }","duration":"1.030585339s","start":"2026-04-30T23:38:48.925374Z","end":"2026-04-30T23:38:49.955959Z","steps":["trace[1702195053] 'agreement among raft nodes before linearized reading' (duration: 1.030473437s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:49.956192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:48.925355Z","time spent":"1.030821483s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-30T23:38:50.418266Z","caller":"traceutil/trace.go:171","msg":"trace[1083339896] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"459.628728ms","start":"2026-04-30T23:38:49.958613Z","end":"2026-04-30T23:38:50.418242Z","steps":["trace[1083339896] 'process raft request' (duration: 459.461805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:50.418441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.958597Z","time spent":"459.73924ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:50.479611Z","caller":"traceutil/trace.go:171","msg":"trace[1212402272] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"519.691127ms","start":"2026-04-30T23:38:49.959894Z","end":"2026-04-30T23:38:50.479585Z","steps":["trace[1212402272] 'process raft request' (duration: 519.601116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:50.479781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.959885Z","time spent":"519.80789ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:50.479798Z","caller":"traceutil/trace.go:171","msg":"trace[907208680] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"520.831839ms","start":"2026-04-30T23:38:49.95893Z","end":"2026-04-30T23:38:50.479761Z","steps":["trace[907208680] 'process raft request' (duration: 497.689323ms)","trace[907208680] 'compare' (duration: 22.725308ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:50.479941Z","caller":"traceutil/trace.go:171","msg":"trace[1313412179] linearizableReadLoop","detail":"{readStateIndex:25965; appliedIndex:25963; }","duration":"520.33492ms","start":"2026-04-30T23:38:49.959591Z","end":"2026-04-30T23:38:50.479926Z","steps":["trace[1313412179] 'read index received' (duration: 458.495297ms)","trace[1313412179] 'applied index is now lower than readState.Index' (duration: 61.838413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:38:50.479944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.958907Z","time spent":"520.963551ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:50.47998Z","caller":"traceutil/trace.go:171","msg":"trace[91697342] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"519.903131ms","start":"2026-04-30T23:38:49.960069Z","end":"2026-04-30T23:38:50.479972Z","steps":["trace[91697342] 'process raft request' (duration: 519.473714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:50.480043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.960062Z","time spent":"519.941422ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:50.480017Z","caller":"traceutil/trace.go:171","msg":"trace[1806370838] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"518.763969ms","start":"2026-04-30T23:38:49.96121Z","end":"2026-04-30T23:38:50.479974Z","steps":["trace[1806370838] 'process raft request' (duration: 518.666228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:50.480097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.549893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-30T23:38:50.480141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.940497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-30T23:38:50.480187Z","caller":"traceutil/trace.go:171","msg":"trace[1299528798] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25155; }","duration":"284.020498ms","start":"2026-04-30T23:38:50.196156Z","end":"2026-04-30T23:38:50.480177Z","steps":["trace[1299528798] 'agreement among raft nodes before linearized reading' (duration: 283.875946ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:50.480201Z","caller":"traceutil/trace.go:171","msg":"trace[1474087114] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25155; }","duration":"520.697436ms","start":"2026-04-30T23:38:49.959475Z","end":"2026-04-30T23:38:50.480173Z","steps":["trace[1474087114] 'agreement among raft nodes before linearized reading' (duration: 520.513943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:50.480275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.959458Z","time spent":"520.798888ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-30T23:38:50.480267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.961203Z","time spent":"518.902392ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:50.479946Z","caller":"traceutil/trace.go:171","msg":"trace[1246111214] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"519.582606ms","start":"2026-04-30T23:38:49.96035Z","end":"2026-04-30T23:38:50.479932Z","steps":["trace[1246111214] 'process raft request' (duration: 519.431383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:50.4804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:49.960344Z","time spent":"519.992663ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:38:50.808072Z","caller":"traceutil/trace.go:171","msg":"trace[1423759546] linearizableReadLoop","detail":"{readStateIndex:25970; appliedIndex:25969; }","duration":"119.437105ms","start":"2026-04-30T23:38:50.688616Z","end":"2026-04-30T23:38:50.808053Z","steps":["trace[1423759546] 'read index received' (duration: 119.292413ms)","trace[1423759546] 'applied index is now lower than readState.Index' (duration: 143.732µs)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:50.808165Z","caller":"traceutil/trace.go:171","msg":"trace[560464355] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"208.772354ms","start":"2026-04-30T23:38:50.599361Z","end":"2026-04-30T23:38:50.808133Z","steps":["trace[560464355] 'process raft request' (duration: 208.56118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:50.808258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.627299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-30T23:38:50.808312Z","caller":"traceutil/trace.go:171","msg":"trace[1082132920] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25156; }","duration":"119.721511ms","start":"2026-04-30T23:38:50.68858Z","end":"2026-04-30T23:38:50.808301Z","steps":["trace[1082132920] 'agreement among raft nodes before linearized reading' (duration: 119.582228ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:51.458771Z","caller":"traceutil/trace.go:171","msg":"trace[999712455] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"355.666844ms","start":"2026-04-30T23:38:51.103076Z","end":"2026-04-30T23:38:51.458743Z","steps":["trace[999712455] 'process raft request' (duration: 355.498101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:51.458918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:51.103058Z","time spent":"355.784097ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:38:51.919964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.937932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:38:51.920034Z","caller":"traceutil/trace.go:171","msg":"trace[567754114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25158; }","duration":"130.055725ms","start":"2026-04-30T23:38:51.789962Z","end":"2026-04-30T23:38:51.920018Z","steps":["trace[567754114] 'range keys from in-memory index tree' (duration: 129.846061ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:52.611088Z","caller":"traceutil/trace.go:171","msg":"trace[521809615] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"122.281628ms","start":"2026-04-30T23:38:52.488782Z","end":"2026-04-30T23:38:52.611064Z","steps":["trace[521809615] 'process raft request' (duration: 122.125925ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:52.744519Z","caller":"traceutil/trace.go:171","msg":"trace[874435161] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"254.83598ms","start":"2026-04-30T23:38:52.489666Z","end":"2026-04-30T23:38:52.744502Z","steps":["trace[874435161] 'process raft request' (duration: 254.779029ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:52.744694Z","caller":"traceutil/trace.go:171","msg":"trace[1911222239] linearizableReadLoop","detail":"{readStateIndex:25992; appliedIndex:25989; }","duration":"117.468098ms","start":"2026-04-30T23:38:52.627202Z","end":"2026-04-30T23:38:52.74467Z","steps":["trace[1911222239] 'read index received' (duration: 40.744666ms)","trace[1911222239] 'applied index is now lower than readState.Index' (duration: 76.722652ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:52.744691Z","caller":"traceutil/trace.go:171","msg":"trace[453681207] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"255.114455ms","start":"2026-04-30T23:38:52.489546Z","end":"2026-04-30T23:38:52.74466Z","steps":["trace[453681207] 'process raft request' (duration: 178.494615ms)","trace[453681207] 'compare' (duration: 76.263803ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:52.745019Z","caller":"traceutil/trace.go:171","msg":"trace[2144349686] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"254.928581ms","start":"2026-04-30T23:38:52.49008Z","end":"2026-04-30T23:38:52.745008Z","steps":["trace[2144349686] 'process raft request' (duration: 254.397011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:52.745015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.799544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.138\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-30T23:38:52.745106Z","caller":"traceutil/trace.go:171","msg":"trace[629009763] range","detail":"{range_begin:/registry/masterleases/199.19.213.138; range_end:; response_count:1; response_revision:25178; }","duration":"117.931397ms","start":"2026-04-30T23:38:52.627161Z","end":"2026-04-30T23:38:52.745093Z","steps":["trace[629009763] 'agreement among raft nodes before linearized reading' (duration: 117.630011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:52.985158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.613798ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-30T23:38:53.00545Z","caller":"traceutil/trace.go:171","msg":"trace[1755901627] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"188.248507ms","start":"2026-04-30T23:38:52.817172Z","end":"2026-04-30T23:38:53.005421Z","steps":["trace[1755901627] 'process raft request' (duration: 188.043634ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:53.257106Z","caller":"traceutil/trace.go:171","msg":"trace[1174859787] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"100.921386ms","start":"2026-04-30T23:38:53.156151Z","end":"2026-04-30T23:38:53.257073Z","steps":["trace[1174859787] 'process raft request' (duration: 77.354584ms)","trace[1174859787] 'compare' (duration: 23.295977ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:54.08497Z","caller":"traceutil/trace.go:171","msg":"trace[929120313] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"113.30975ms","start":"2026-04-30T23:38:53.971635Z","end":"2026-04-30T23:38:54.084945Z","steps":["trace[929120313] 'process raft request' (duration: 113.133477ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:54.177816Z","caller":"traceutil/trace.go:171","msg":"trace[1309289180] linearizableReadLoop","detail":"{readStateIndex:26005; appliedIndex:25999; }","duration":"191.736394ms","start":"2026-04-30T23:38:53.986063Z","end":"2026-04-30T23:38:54.177799Z","steps":["trace[1309289180] 'read index received' (duration: 98.734816ms)","trace[1309289180] 'applied index is now lower than readState.Index' (duration: 93.000798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:38:54.177947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.876347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-30T23:38:54.177969Z","caller":"traceutil/trace.go:171","msg":"trace[2052235753] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25190; }","duration":"191.953158ms","start":"2026-04-30T23:38:53.986011Z","end":"2026-04-30T23:38:54.177964Z","steps":["trace[2052235753] 'agreement among raft nodes before linearized reading' (duration: 191.859296ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:54.178256Z","caller":"traceutil/trace.go:171","msg":"trace[1819914000] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"202.070817ms","start":"2026-04-30T23:38:53.976178Z","end":"2026-04-30T23:38:54.178249Z","steps":["trace[1819914000] 'process raft request' (duration: 190.164764ms)","trace[1819914000] 'compare' (duration: 11.231651ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:38:54.178328Z","caller":"traceutil/trace.go:171","msg":"trace[404662345] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"202.122518ms","start":"2026-04-30T23:38:53.976201Z","end":"2026-04-30T23:38:54.178324Z","steps":["trace[404662345] 'process raft request' (duration: 201.497757ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:54.178392Z","caller":"traceutil/trace.go:171","msg":"trace[1670124578] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"202.073258ms","start":"2026-04-30T23:38:53.976313Z","end":"2026-04-30T23:38:54.178386Z","steps":["trace[1670124578] 'process raft request' (duration: 201.407905ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:54.178459Z","caller":"traceutil/trace.go:171","msg":"trace[331182800] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"202.112418ms","start":"2026-04-30T23:38:53.976342Z","end":"2026-04-30T23:38:54.178454Z","steps":["trace[331182800] 'process raft request' (duration: 201.413085ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:54.178526Z","caller":"traceutil/trace.go:171","msg":"trace[1386156049] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"197.546823ms","start":"2026-04-30T23:38:53.980975Z","end":"2026-04-30T23:38:54.178522Z","steps":["trace[1386156049] 'process raft request' (duration: 196.797339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:38:55.935774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.698202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-30T23:38:55.935869Z","caller":"traceutil/trace.go:171","msg":"trace[172601794] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25198; }","duration":"116.871516ms","start":"2026-04-30T23:38:55.818973Z","end":"2026-04-30T23:38:55.935845Z","steps":["trace[172601794] 'range keys from in-memory index tree' (duration: 116.362717ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:38:57.903716Z","caller":"traceutil/trace.go:171","msg":"trace[1926391385] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"183.039771ms","start":"2026-04-30T23:38:57.720658Z","end":"2026-04-30T23:38:57.903697Z","steps":["trace[1926391385] 'process raft request' (duration: 182.895428ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:00.026061Z","caller":"traceutil/trace.go:171","msg":"trace[2139558185] transaction","detail":"{read_only:false; response_revision:25227; number_of_response:1; }","duration":"117.010339ms","start":"2026-04-30T23:38:59.90903Z","end":"2026-04-30T23:39:00.02604Z","steps":["trace[2139558185] 'process raft request' (duration: 116.850506ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:00.340443Z","caller":"traceutil/trace.go:171","msg":"trace[1343117264] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"377.346362ms","start":"2026-04-30T23:38:59.963075Z","end":"2026-04-30T23:39:00.340421Z","steps":["trace[1343117264] 'process raft request' (duration: 377.159169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:39:00.340599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:59.963053Z","time spent":"377.453765ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:39:00.340698Z","caller":"traceutil/trace.go:171","msg":"trace[103300687] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"375.989658ms","start":"2026-04-30T23:38:59.964639Z","end":"2026-04-30T23:39:00.340629Z","steps":["trace[103300687] 'process raft request' (duration: 375.744173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:39:00.340916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:38:59.964628Z","time spent":"376.155821ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:39:00.380562Z","caller":"traceutil/trace.go:171","msg":"trace[744433140] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"276.12983ms","start":"2026-04-30T23:39:00.104404Z","end":"2026-04-30T23:39:00.380534Z","steps":["trace[744433140] 'process raft request' (duration: 275.56815ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:00.380556Z","caller":"traceutil/trace.go:171","msg":"trace[1837389071] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"182.705553ms","start":"2026-04-30T23:39:00.197809Z","end":"2026-04-30T23:39:00.380515Z","steps":["trace[1837389071] 'process raft request' (duration: 182.610741ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:00.380714Z","caller":"traceutil/trace.go:171","msg":"trace[1682934302] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"170.019386ms","start":"2026-04-30T23:39:00.210681Z","end":"2026-04-30T23:39:00.3807Z","steps":["trace[1682934302] 'process raft request' (duration: 169.784891ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:00.381082Z","caller":"traceutil/trace.go:171","msg":"trace[1963577863] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"170.206699ms","start":"2026-04-30T23:39:00.210796Z","end":"2026-04-30T23:39:00.381003Z","steps":["trace[1963577863] 'process raft request' (duration: 169.846682ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:00.381227Z","caller":"traceutil/trace.go:171","msg":"trace[1682165673] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"169.790881ms","start":"2026-04-30T23:39:00.211418Z","end":"2026-04-30T23:39:00.381209Z","steps":["trace[1682165673] 'process raft request' (duration: 169.464605ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:00.381275Z","caller":"traceutil/trace.go:171","msg":"trace[1368808506] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"168.434756ms","start":"2026-04-30T23:39:00.21282Z","end":"2026-04-30T23:39:00.381255Z","steps":["trace[1368808506] 'process raft request' (duration: 168.156981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:39:00.60452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.758582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:39:00.604591Z","caller":"traceutil/trace.go:171","msg":"trace[1503937528] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25235; }","duration":"101.878524ms","start":"2026-04-30T23:39:00.502693Z","end":"2026-04-30T23:39:00.604571Z","steps":["trace[1503937528] 'range keys from in-memory index tree' (duration: 101.65218ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:11.712866Z","caller":"traceutil/trace.go:171","msg":"trace[2066683609] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"191.02323ms","start":"2026-04-30T23:39:11.521819Z","end":"2026-04-30T23:39:11.712842Z","steps":["trace[2066683609] 'process raft request' (duration: 190.885597ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:11.841268Z","caller":"traceutil/trace.go:171","msg":"trace[1083268148] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"123.293057ms","start":"2026-04-30T23:39:11.717944Z","end":"2026-04-30T23:39:11.841237Z","steps":["trace[1083268148] 'process raft request' (duration: 30.357011ms)","trace[1083268148] 'compare' (duration: 92.797853ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:39:11.863894Z","caller":"traceutil/trace.go:171","msg":"trace[1286822567] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"143.921864ms","start":"2026-04-30T23:39:11.719941Z","end":"2026-04-30T23:39:11.863863Z","steps":["trace[1286822567] 'process raft request' (duration: 143.736751ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:11.864151Z","caller":"traceutil/trace.go:171","msg":"trace[998975214] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"141.126412ms","start":"2026-04-30T23:39:11.722997Z","end":"2026-04-30T23:39:11.864123Z","steps":["trace[998975214] 'process raft request' (duration: 140.808646ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:12.053468Z","caller":"traceutil/trace.go:171","msg":"trace[1447647721] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"183.482038ms","start":"2026-04-30T23:39:11.869948Z","end":"2026-04-30T23:39:12.05343Z","steps":["trace[1447647721] 'process raft request' (duration: 133.876166ms)","trace[1447647721] 'compare' (duration: 49.306877ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:39:12.05369Z","caller":"traceutil/trace.go:171","msg":"trace[387351206] linearizableReadLoop","detail":"{readStateIndex:26140; appliedIndex:26138; }","duration":"181.640164ms","start":"2026-04-30T23:39:11.871954Z","end":"2026-04-30T23:39:12.053594Z","steps":["trace[387351206] 'read index received' (duration: 131.886819ms)","trace[387351206] 'applied index is now lower than readState.Index' (duration: 49.751355ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:39:12.053727Z","caller":"traceutil/trace.go:171","msg":"trace[597828633] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"183.385607ms","start":"2026-04-30T23:39:11.870316Z","end":"2026-04-30T23:39:12.053702Z","steps":["trace[597828633] 'process raft request' (duration: 183.024291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:39:12.054038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.026391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-30T23:39:12.054205Z","caller":"traceutil/trace.go:171","msg":"trace[1226851987] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:25322; }","duration":"182.203384ms","start":"2026-04-30T23:39:11.871934Z","end":"2026-04-30T23:39:12.054137Z","steps":["trace[1226851987] 'agreement among raft nodes before linearized reading' (duration: 181.802087ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:16.660338Z","caller":"traceutil/trace.go:171","msg":"trace[413833403] linearizableReadLoop","detail":"{readStateIndex:26177; appliedIndex:26174; }","duration":"188.328999ms","start":"2026-04-30T23:39:16.471986Z","end":"2026-04-30T23:39:16.660315Z","steps":["trace[413833403] 'read index received' (duration: 32.44356ms)","trace[413833403] 'applied index is now lower than readState.Index' (duration: 155.884469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:39:16.660496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.493932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:39:16.660553Z","caller":"traceutil/trace.go:171","msg":"trace[224442911] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25361; }","duration":"188.597074ms","start":"2026-04-30T23:39:16.471937Z","end":"2026-04-30T23:39:16.660534Z","steps":["trace[224442911] 'agreement among raft nodes before linearized reading' (duration: 188.471072ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:16.660999Z","caller":"traceutil/trace.go:171","msg":"trace[1618532240] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"216.693023ms","start":"2026-04-30T23:39:16.444288Z","end":"2026-04-30T23:39:16.660981Z","steps":["trace[1618532240] 'process raft request' (duration: 215.736465ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:16.661216Z","caller":"traceutil/trace.go:171","msg":"trace[121098309] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"201.404315ms","start":"2026-04-30T23:39:16.459796Z","end":"2026-04-30T23:39:16.6612Z","steps":["trace[121098309] 'process raft request' (duration: 200.368025ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:16.661484Z","caller":"traceutil/trace.go:171","msg":"trace[1855858412] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"175.03692ms","start":"2026-04-30T23:39:16.486429Z","end":"2026-04-30T23:39:16.661466Z","steps":["trace[1855858412] 'process raft request' (duration: 173.782186ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:16.661718Z","caller":"traceutil/trace.go:171","msg":"trace[268891849] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"171.32255ms","start":"2026-04-30T23:39:16.490379Z","end":"2026-04-30T23:39:16.661702Z","steps":["trace[268891849] 'process raft request' (duration: 169.867182ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:16.661908Z","caller":"traceutil/trace.go:171","msg":"trace[2015399951] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"169.793361ms","start":"2026-04-30T23:39:16.492099Z","end":"2026-04-30T23:39:16.661893Z","steps":["trace[2015399951] 'process raft request' (duration: 168.1783ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:22.840442Z","caller":"traceutil/trace.go:171","msg":"trace[584109138] linearizableReadLoop","detail":"{readStateIndex:26220; appliedIndex:26219; }","duration":"279.129955ms","start":"2026-04-30T23:39:22.561284Z","end":"2026-04-30T23:39:22.840414Z","steps":["trace[584109138] 'read index received' (duration: 278.974963ms)","trace[584109138] 'applied index is now lower than readState.Index' (duration: 153.752µs)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:39:22.840513Z","caller":"traceutil/trace.go:171","msg":"trace[534728598] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"316.391736ms","start":"2026-04-30T23:39:22.524082Z","end":"2026-04-30T23:39:22.840473Z","steps":["trace[534728598] 'process raft request' (duration: 316.172672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:39:22.840695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:39:22.524064Z","time spent":"316.539899ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:39:22.840829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.506983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c71bc169-4674-4de6-9462-febcdb27bd98\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-30T23:39:22.840946Z","caller":"traceutil/trace.go:171","msg":"trace[1396388810] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c71bc169-4674-4de6-9462-febcdb27bd98; range_end:; response_count:1; response_revision:25400; }","duration":"279.674106ms","start":"2026-04-30T23:39:22.561248Z","end":"2026-04-30T23:39:22.840922Z","steps":["trace[1396388810] 'agreement among raft nodes before linearized reading' (duration: 279.295418ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:23.070899Z","caller":"traceutil/trace.go:171","msg":"trace[1199561172] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"388.277658ms","start":"2026-04-30T23:39:22.682564Z","end":"2026-04-30T23:39:23.070842Z","steps":["trace[1199561172] 'process raft request' (duration: 388.077224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:39:23.07107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:39:22.68254Z","time spent":"388.44136ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:39:23.071267Z","caller":"traceutil/trace.go:171","msg":"trace[1148405093] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"386.021245ms","start":"2026-04-30T23:39:22.68522Z","end":"2026-04-30T23:39:23.071241Z","steps":["trace[1148405093] 'process raft request' (duration: 385.572957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:39:23.071483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:39:22.685185Z","time spent":"386.147338ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:39:23.071548Z","caller":"traceutil/trace.go:171","msg":"trace[1575272996] transaction","detail":"{read_only:false; response_revision:25403; number_of_response:1; }","duration":"384.813592ms","start":"2026-04-30T23:39:22.686694Z","end":"2026-04-30T23:39:23.071508Z","steps":["trace[1575272996] 'process raft request' (duration: 384.420565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:39:23.071784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:39:22.686682Z","time spent":"384.966525ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:39:23.072313Z","caller":"traceutil/trace.go:171","msg":"trace[914499632] transaction","detail":"{read_only:false; response_revision:25404; number_of_response:1; }","duration":"385.25558ms","start":"2026-04-30T23:39:22.687038Z","end":"2026-04-30T23:39:23.072293Z","steps":["trace[914499632] 'process raft request' (duration: 384.468175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:39:23.072388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:39:22.687028Z","time spent":"385.322912ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:39:23.072488Z","caller":"traceutil/trace.go:171","msg":"trace[1522857208] linearizableReadLoop","detail":"{readStateIndex:26225; appliedIndex:26220; }","duration":"231.94315ms","start":"2026-04-30T23:39:22.840515Z","end":"2026-04-30T23:39:23.072458Z","steps":["trace[1522857208] 'read index received' (duration: 230.115506ms)","trace[1522857208] 'applied index is now lower than readState.Index' (duration: 1.825394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T23:39:23.072667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.329015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-30T23:39:23.072664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.08204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-30T23:39:23.072715Z","caller":"traceutil/trace.go:171","msg":"trace[101747692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25405; }","duration":"266.418717ms","start":"2026-04-30T23:39:22.806285Z","end":"2026-04-30T23:39:23.072703Z","steps":["trace[101747692] 'agreement among raft nodes before linearized reading' (duration: 266.198223ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:23.072727Z","caller":"traceutil/trace.go:171","msg":"trace[548003178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25405; }","duration":"282.185062ms","start":"2026-04-30T23:39:22.790527Z","end":"2026-04-30T23:39:23.072712Z","steps":["trace[548003178] 'agreement among raft nodes before linearized reading' (duration: 282.083781ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:23.07287Z","caller":"traceutil/trace.go:171","msg":"trace[520989953] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"385.750829ms","start":"2026-04-30T23:39:22.687108Z","end":"2026-04-30T23:39:23.072859Z","steps":["trace[520989953] 'process raft request' (duration: 385.080317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:39:23.072935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:39:22.687102Z","time spent":"385.8ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:39:23.072994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.141356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.138\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-30T23:39:23.073035Z","caller":"traceutil/trace.go:171","msg":"trace[2001857107] range","detail":"{range_begin:/registry/masterleases/199.19.213.138; range_end:; response_count:1; response_revision:25405; }","duration":"444.219178ms","start":"2026-04-30T23:39:22.628806Z","end":"2026-04-30T23:39:23.073026Z","steps":["trace[2001857107] 'agreement among raft nodes before linearized reading' (duration: 444.073406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:39:23.073067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:39:22.628784Z","time spent":"444.277299ms","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.138\" "} {"level":"warn","ts":"2026-04-30T23:39:23.073053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.640635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-30T23:39:23.07321Z","caller":"traceutil/trace.go:171","msg":"trace[7682945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25405; }","duration":"362.992752ms","start":"2026-04-30T23:39:22.7102Z","end":"2026-04-30T23:39:23.073193Z","steps":["trace[7682945] 'agreement among raft nodes before linearized reading' (duration: 362.450601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:39:23.073297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:39:22.710188Z","time spent":"363.075745ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-30T23:39:23.073435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.230755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-30T23:39:23.073573Z","caller":"traceutil/trace.go:171","msg":"trace[79731156] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25405; }","duration":"124.383498ms","start":"2026-04-30T23:39:22.949143Z","end":"2026-04-30T23:39:23.073526Z","steps":["trace[79731156] 'agreement among raft nodes before linearized reading' (duration: 123.767696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:39:23.468381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.966233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-30T23:39:23.468798Z","caller":"traceutil/trace.go:171","msg":"trace[848687254] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"359.786503ms","start":"2026-04-30T23:39:23.108988Z","end":"2026-04-30T23:39:23.468774Z","steps":["trace[848687254] 'process raft request' (duration: 359.724172ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:23.468879Z","caller":"traceutil/trace.go:171","msg":"trace[1712730865] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"390.929278ms","start":"2026-04-30T23:39:23.077924Z","end":"2026-04-30T23:39:23.468853Z","steps":["trace[1712730865] 'process raft request' (duration: 390.648003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:39:23.468916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:39:23.108962Z","time spent":"359.900334ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:39:23.468941Z","caller":"traceutil/trace.go:171","msg":"trace[1648280733] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"391.59039ms","start":"2026-04-30T23:39:23.07732Z","end":"2026-04-30T23:39:23.46891Z","steps":["trace[1648280733] 'process raft request' (duration: 391.159842ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:23.469039Z","caller":"traceutil/trace.go:171","msg":"trace[1742010536] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"390.552061ms","start":"2026-04-30T23:39:23.078476Z","end":"2026-04-30T23:39:23.469028Z","steps":["trace[1742010536] 'process raft request' (duration: 390.144834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:39:23.469084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:39:23.07791Z","time spent":"391.02236ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:39:23.469105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:39:23.077301Z","time spent":"391.715692ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:39:23.469097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:39:23.078461Z","time spent":"390.608942ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:39:23.46918Z","caller":"traceutil/trace.go:171","msg":"trace[1828917618] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"390.102231ms","start":"2026-04-30T23:39:23.079037Z","end":"2026-04-30T23:39:23.469139Z","steps":["trace[1828917618] 'process raft request' (duration: 389.625153ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:39:23.468657Z","caller":"traceutil/trace.go:171","msg":"trace[2026194390] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"391.373436ms","start":"2026-04-30T23:39:23.077249Z","end":"2026-04-30T23:39:23.468622Z","steps":["trace[2026194390] 'process raft request' (duration: 261.079837ms)","trace[2026194390] 'compare' (duration: 129.838261ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:39:23.469201Z","caller":"traceutil/trace.go:171","msg":"trace[1080561416] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"254.657066ms","start":"2026-04-30T23:39:23.214522Z","end":"2026-04-30T23:39:23.469179Z","steps":["trace[1080561416] 'process raft request' (duration: 254.517654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:39:23.469356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:39:23.077226Z","time spent":"392.051399ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T23:39:23.469361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T23:39:23.079025Z","time spent":"390.250324ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T23:40:01.607516Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006855.wal"} {"level":"info","ts":"2026-04-30T23:40:03.398889Z","caller":"traceutil/trace.go:171","msg":"trace[1743872638] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"106.43054ms","start":"2026-04-30T23:40:03.292443Z","end":"2026-04-30T23:40:03.398873Z","steps":["trace[1743872638] 'process raft request' (duration: 106.306227ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:40:03.407052Z","caller":"traceutil/trace.go:171","msg":"trace[1117084058] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"114.500941ms","start":"2026-04-30T23:40:03.292521Z","end":"2026-04-30T23:40:03.407022Z","steps":["trace[1117084058] 'process raft request' (duration: 114.318808ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:40:03.40732Z","caller":"traceutil/trace.go:171","msg":"trace[38738443] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"112.180628ms","start":"2026-04-30T23:40:03.295114Z","end":"2026-04-30T23:40:03.407294Z","steps":["trace[38738443] 'process raft request' (duration: 111.868471ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:40:03.407581Z","caller":"traceutil/trace.go:171","msg":"trace[785440229] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"112.305531ms","start":"2026-04-30T23:40:03.295263Z","end":"2026-04-30T23:40:03.407569Z","steps":["trace[785440229] 'process raft request' (duration: 111.934894ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:40:29.472711Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23302} {"level":"info","ts":"2026-04-30T23:40:29.606094Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23302,"took":"128.416014ms","hash":896802909,"current-db-size-bytes":58630144,"current-db-size":"59 MB","current-db-size-in-use-bytes":36106240,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-30T23:40:29.606237Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":896802909,"revision":23302,"compact-revision":20178} {"level":"info","ts":"2026-04-30T23:42:54.156241Z","caller":"traceutil/trace.go:171","msg":"trace[89042172] transaction","detail":"{read_only:false; response_revision:27494; number_of_response:1; }","duration":"155.088895ms","start":"2026-04-30T23:42:54.001129Z","end":"2026-04-30T23:42:54.156218Z","steps":["trace[89042172] 'process raft request' (duration: 154.943483ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:42:54.163104Z","caller":"traceutil/trace.go:171","msg":"trace[1284018820] transaction","detail":"{read_only:false; response_revision:27495; number_of_response:1; }","duration":"112.335261ms","start":"2026-04-30T23:42:54.050747Z","end":"2026-04-30T23:42:54.163082Z","steps":["trace[1284018820] 'process raft request' (duration: 112.205369ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:42:54.163732Z","caller":"traceutil/trace.go:171","msg":"trace[1957857343] transaction","detail":"{read_only:false; response_revision:27496; number_of_response:1; }","duration":"112.891471ms","start":"2026-04-30T23:42:54.050815Z","end":"2026-04-30T23:42:54.163706Z","steps":["trace[1957857343] 'process raft request' (duration: 112.237669ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:42:54.16426Z","caller":"traceutil/trace.go:171","msg":"trace[581478100] transaction","detail":"{read_only:false; response_revision:27497; number_of_response:1; }","duration":"111.597297ms","start":"2026-04-30T23:42:54.052054Z","end":"2026-04-30T23:42:54.163651Z","steps":["trace[581478100] 'process raft request' (duration: 111.437204ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:42:54.692918Z","caller":"traceutil/trace.go:171","msg":"trace[28488937] linearizableReadLoop","detail":"{readStateIndex:28371; appliedIndex:28370; }","duration":"112.497534ms","start":"2026-04-30T23:42:54.5804Z","end":"2026-04-30T23:42:54.692898Z","steps":["trace[28488937] 'read index received' (duration: 112.248769ms)","trace[28488937] 'applied index is now lower than readState.Index' (duration: 247.695µs)"],"step_count":2} {"level":"info","ts":"2026-04-30T23:42:54.692977Z","caller":"traceutil/trace.go:171","msg":"trace[1931829355] transaction","detail":"{read_only:false; response_revision:27499; number_of_response:1; }","duration":"118.697131ms","start":"2026-04-30T23:42:54.574236Z","end":"2026-04-30T23:42:54.692933Z","steps":["trace[1931829355] 'process raft request' (duration: 118.493157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T23:42:54.693224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.79836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-30T23:42:54.694903Z","caller":"traceutil/trace.go:171","msg":"trace[492221832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27499; }","duration":"114.443962ms","start":"2026-04-30T23:42:54.580376Z","end":"2026-04-30T23:42:54.694819Z","steps":["trace[492221832] 'agreement among raft nodes before linearized reading' (duration: 112.683718ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T23:45:29.479181Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26125} {"level":"info","ts":"2026-04-30T23:45:29.629774Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26125,"took":"142.964854ms","hash":12314022,"current-db-size-bytes":59052032,"current-db-size":"59 MB","current-db-size-in-use-bytes":34222080,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-30T23:45:29.629859Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":12314022,"revision":26125,"compact-revision":23302} {"level":"info","ts":"2026-04-30T23:46:08.51799Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2062be27cfb43adb","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-30T23:46:08.524203Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-30T23:46:08.524323Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-30T23:50:29.487172Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28799} {"level":"info","ts":"2026-04-30T23:50:29.619028Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28799,"took":"127.83769ms","hash":3492740079,"current-db-size-bytes":59052032,"current-db-size":"59 MB","current-db-size-in-use-bytes":30175232,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-30T23:50:29.619104Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3492740079,"revision":28799,"compact-revision":26125} {"level":"info","ts":"2026-04-30T23:55:29.493113Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31019} {"level":"info","ts":"2026-04-30T23:55:29.602176Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31019,"took":"105.920157ms","hash":3554170460,"current-db-size-bytes":59052032,"current-db-size":"59 MB","current-db-size-in-use-bytes":31096832,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-30T23:55:29.602231Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3554170460,"revision":31019,"compact-revision":28799} {"level":"info","ts":"2026-05-01T00:00:29.498844Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33285} {"level":"info","ts":"2026-05-01T00:00:29.649524Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33285,"took":"144.277899ms","hash":3647591381,"current-db-size-bytes":60096512,"current-db-size":"60 MB","current-db-size-in-use-bytes":32681984,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-01T00:00:29.649585Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3647591381,"revision":33285,"compact-revision":31019} {"level":"info","ts":"2026-05-01T00:05:29.504854Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35691} {"level":"info","ts":"2026-05-01T00:05:29.660054Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35691,"took":"150.12197ms","hash":728162528,"current-db-size-bytes":60952576,"current-db-size":"61 MB","current-db-size-in-use-bytes":32333824,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-01T00:05:29.660133Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":728162528,"revision":35691,"compact-revision":33285} {"level":"info","ts":"2026-05-01T00:07:15.658189Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2062be27cfb43adb","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-01T00:07:15.66386Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-01T00:07:15.663964Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}