{"level":"warn","ts":"2026-04-28T04:57:19.577908Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T04:57:19.578065Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.140:2380","--initial-cluster=instance=https://199.204.45.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.140:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T04:57:19.578161Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T04:57:19.578174Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-04-28T04:57:19.578197Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T04:57:19.578955Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"]} {"level":"info","ts":"2026-04-28T04:57:19.579043Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.140:2380"],"listen-peer-urls":["https://199.204.45.140:2380"],"advertise-client-urls":["https://199.204.45.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.140:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T04:57:19.584163Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.839667ms"} {"level":"info","ts":"2026-04-28T04:57:19.595636Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"35b2766da46a76bb","cluster-id":"f5fd3aeb8d9f53dc"} {"level":"info","ts":"2026-04-28T04:57:19.595745Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T04:57:19.595781Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became follower at term 0"} {"level":"info","ts":"2026-04-28T04:57:19.595906Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 35b2766da46a76bb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T04:57:19.595925Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became follower at term 1"} {"level":"info","ts":"2026-04-28T04:57:19.595988Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=(3869285243146630843)"} {"level":"warn","ts":"2026-04-28T04:57:19.607939Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T04:57:19.611108Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T04:57:19.613156Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T04:57:19.616557Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"35b2766da46a76bb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T04:57:19.617282Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"35b2766da46a76bb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T04:57:19.617494Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T04:57:19.617701Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T04:57:19.617719Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T04:57:19.61922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=(3869285243146630843)"} {"level":"info","ts":"2026-04-28T04:57:19.619392Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"35b2766da46a76bb","added-peer-id":"35b2766da46a76bb","added-peer-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-04-28T04:57:19.624894Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T04:57:19.625069Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.140:2380"} {"level":"info","ts":"2026-04-28T04:57:19.625113Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.140:2380"} {"level":"info","ts":"2026-04-28T04:57:19.625425Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"35b2766da46a76bb","initial-advertise-peer-urls":["https://199.204.45.140:2380"],"listen-peer-urls":["https://199.204.45.140:2380"],"advertise-client-urls":["https://199.204.45.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T04:57:19.625505Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T04:57:19.797266Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T04:57:19.797374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T04:57:19.797427Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb received MsgPreVoteResp from 35b2766da46a76bb at term 1"} {"level":"info","ts":"2026-04-28T04:57:19.797452Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became candidate at term 2"} {"level":"info","ts":"2026-04-28T04:57:19.79747Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb received MsgVoteResp from 35b2766da46a76bb at term 2"} {"level":"info","ts":"2026-04-28T04:57:19.797487Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became leader at term 2"} {"level":"info","ts":"2026-04-28T04:57:19.797506Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 35b2766da46a76bb elected leader 35b2766da46a76bb at term 2"} {"level":"info","ts":"2026-04-28T04:57:19.799863Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"35b2766da46a76bb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.140:2379]}","request-path":"/0/members/35b2766da46a76bb/attributes","cluster-id":"f5fd3aeb8d9f53dc","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T04:57:19.800176Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T04:57:19.800984Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T04:57:19.801491Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T04:57:19.801695Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T04:57:19.80172Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T04:57:19.801751Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"35b2766da46a76bb","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T04:57:19.80183Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T04:57:19.801858Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T04:57:19.804799Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.140:2379"} {"level":"info","ts":"2026-04-28T04:57:19.805764Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T04:57:21.611707Z","caller":"traceutil/trace.go:171","msg":"trace[1807824631] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:7; }","duration":"130.9348ms","start":"2026-04-28T04:57:21.480746Z","end":"2026-04-28T04:57:21.611681Z","steps":["trace[1807824631] 'read index received' (duration: 106.499612ms)","trace[1807824631] 'applied index is now lower than readState.Index' (duration: 24.434088ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:57:21.611732Z","caller":"traceutil/trace.go:171","msg":"trace[884050899] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"145.263165ms","start":"2026-04-28T04:57:21.466437Z","end":"2026-04-28T04:57:21.6117Z","steps":["trace[884050899] 'process raft request' (duration: 145.117828ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:21.611851Z","caller":"traceutil/trace.go:171","msg":"trace[18281778] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"145.89528ms","start":"2026-04-28T04:57:21.465925Z","end":"2026-04-28T04:57:21.611821Z","steps":["trace[18281778] 'process raft request' (duration: 145.605728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:21.611965Z","caller":"traceutil/trace.go:171","msg":"trace[1161978561] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"144.86075ms","start":"2026-04-28T04:57:21.467078Z","end":"2026-04-28T04:57:21.611939Z","steps":["trace[1161978561] 'process raft request' (duration: 144.532476ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:21.611943Z","caller":"traceutil/trace.go:171","msg":"trace[202599656] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"147.896127ms","start":"2026-04-28T04:57:21.464018Z","end":"2026-04-28T04:57:21.611914Z","steps":["trace[202599656] 'process raft request' (duration: 147.46785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:21.611937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.078466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T04:57:21.611942Z","caller":"traceutil/trace.go:171","msg":"trace[363364114] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"144.964614ms","start":"2026-04-28T04:57:21.466924Z","end":"2026-04-28T04:57:21.611888Z","steps":["trace[363364114] 'process raft request' (duration: 144.659991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:21.611928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.399928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T04:57:21.612024Z","caller":"traceutil/trace.go:171","msg":"trace[2078789079] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"163.223882ms","start":"2026-04-28T04:57:21.448787Z","end":"2026-04-28T04:57:21.61201Z","steps":["trace[2078789079] 'agreement among raft nodes before linearized reading' (duration: 163.027644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:21.611962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.465487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T04:57:21.611851Z","caller":"traceutil/trace.go:171","msg":"trace[1215192204] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"144.326378ms","start":"2026-04-28T04:57:21.467431Z","end":"2026-04-28T04:57:21.611757Z","steps":["trace[1215192204] 'process raft request' (duration: 144.212844ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:21.612049Z","caller":"traceutil/trace.go:171","msg":"trace[1248232487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11; }","duration":"163.556554ms","start":"2026-04-28T04:57:21.448473Z","end":"2026-04-28T04:57:21.612029Z","steps":["trace[1248232487] 'agreement among raft nodes before linearized reading' (duration: 163.395088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:21.61208Z","caller":"traceutil/trace.go:171","msg":"trace[1060758249] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"150.625793ms","start":"2026-04-28T04:57:21.461432Z","end":"2026-04-28T04:57:21.612058Z","steps":["trace[1060758249] 'agreement among raft nodes before linearized reading' (duration: 150.386804ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:21.6117Z","caller":"traceutil/trace.go:171","msg":"trace[2099380157] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"153.021897ms","start":"2026-04-28T04:57:21.458625Z","end":"2026-04-28T04:57:21.611647Z","steps":["trace[2099380157] 'process raft request' (duration: 128.429923ms)","trace[2099380157] 'compare' (duration: 24.275351ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:57:21.635552Z","caller":"traceutil/trace.go:171","msg":"trace[480978571] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"149.450307ms","start":"2026-04-28T04:57:21.486081Z","end":"2026-04-28T04:57:21.635532Z","steps":["trace[480978571] 'process raft request' (duration: 149.28677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:21.635736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.957606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-28T04:57:21.635756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.546275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T04:57:21.635844Z","caller":"traceutil/trace.go:171","msg":"trace[1041087598] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"134.111452ms","start":"2026-04-28T04:57:21.501708Z","end":"2026-04-28T04:57:21.63582Z","steps":["trace[1041087598] 'agreement among raft nodes before linearized reading' (duration: 133.905645ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:21.635879Z","caller":"traceutil/trace.go:171","msg":"trace[1340943364] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:12; }","duration":"130.724032ms","start":"2026-04-28T04:57:21.50513Z","end":"2026-04-28T04:57:21.635854Z","steps":["trace[1340943364] 'agreement among raft nodes before linearized reading' (duration: 130.449101ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:21.758419Z","caller":"traceutil/trace.go:171","msg":"trace[1120458681] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"108.390185ms","start":"2026-04-28T04:57:21.650003Z","end":"2026-04-28T04:57:21.758393Z","steps":["trace[1120458681] 'process raft request' (duration: 108.329562ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:21.758441Z","caller":"traceutil/trace.go:171","msg":"trace[1943211338] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"108.419805ms","start":"2026-04-28T04:57:21.64999Z","end":"2026-04-28T04:57:21.75841Z","steps":["trace[1943211338] 'process raft request' (duration: 97.168259ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:21.758904Z","caller":"traceutil/trace.go:171","msg":"trace[1793866811] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"107.817212ms","start":"2026-04-28T04:57:21.651058Z","end":"2026-04-28T04:57:21.758875Z","steps":["trace[1793866811] 'process raft request' (duration: 107.495929ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:21.758958Z","caller":"traceutil/trace.go:171","msg":"trace[396555373] linearizableReadLoop","detail":"{readStateIndex:32; appliedIndex:24; }","duration":"106.271083ms","start":"2026-04-28T04:57:21.652673Z","end":"2026-04-28T04:57:21.758944Z","steps":["trace[396555373] 'read index received' (duration: 94.580158ms)","trace[396555373] 'applied index is now lower than readState.Index' (duration: 11.690194ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:57:21.759092Z","caller":"traceutil/trace.go:171","msg":"trace[1376527932] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"108.093733ms","start":"2026-04-28T04:57:21.650989Z","end":"2026-04-28T04:57:21.759083Z","steps":["trace[1376527932] 'process raft request' (duration: 107.678757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:21.759209Z","caller":"traceutil/trace.go:171","msg":"trace[1041691631] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"106.698688ms","start":"2026-04-28T04:57:21.652473Z","end":"2026-04-28T04:57:21.759172Z","steps":["trace[1041691631] 'process raft request' (duration: 106.355865ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:21.759323Z","caller":"traceutil/trace.go:171","msg":"trace[1639346692] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"108.103983ms","start":"2026-04-28T04:57:21.6512Z","end":"2026-04-28T04:57:21.759304Z","steps":["trace[1639346692] 'process raft request' (duration: 107.528181ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:21.759361Z","caller":"traceutil/trace.go:171","msg":"trace[1323778145] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"105.69918ms","start":"2026-04-28T04:57:21.653651Z","end":"2026-04-28T04:57:21.75935Z","steps":["trace[1323778145] 'process raft request' (duration: 105.225302ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:21.759504Z","caller":"traceutil/trace.go:171","msg":"trace[1851014529] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"108.221287ms","start":"2026-04-28T04:57:21.65127Z","end":"2026-04-28T04:57:21.759491Z","steps":["trace[1851014529] 'process raft request' (duration: 107.49657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:21.759223Z","caller":"traceutil/trace.go:171","msg":"trace[1482544365] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"107.904455ms","start":"2026-04-28T04:57:21.651297Z","end":"2026-04-28T04:57:21.759201Z","steps":["trace[1482544365] 'process raft request' (duration: 107.50351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:21.759871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.172947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T04:57:21.759964Z","caller":"traceutil/trace.go:171","msg":"trace[1726764533] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:30; }","duration":"107.320903ms","start":"2026-04-28T04:57:21.652628Z","end":"2026-04-28T04:57:21.759948Z","steps":["trace[1726764533] 'agreement among raft nodes before linearized reading' (duration: 107.074763ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:22.874866Z","caller":"traceutil/trace.go:171","msg":"trace[1248368959] transaction","detail":"{read_only:false; response_revision:152; number_of_response:1; }","duration":"194.034657ms","start":"2026-04-28T04:57:22.68079Z","end":"2026-04-28T04:57:22.874825Z","steps":["trace[1248368959] 'process raft request' (duration: 137.506664ms)","trace[1248368959] 'compare' (duration: 56.095076ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:57:25.217492Z","caller":"traceutil/trace.go:171","msg":"trace[178983231] linearizableReadLoop","detail":"{readStateIndex:271; appliedIndex:269; }","duration":"142.065281ms","start":"2026-04-28T04:57:25.075401Z","end":"2026-04-28T04:57:25.217467Z","steps":["trace[178983231] 'read index received' (duration: 69.955024ms)","trace[178983231] 'applied index is now lower than readState.Index' (duration: 72.109227ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:57:25.217605Z","caller":"traceutil/trace.go:171","msg":"trace[777153378] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"322.365104ms","start":"2026-04-28T04:57:24.895208Z","end":"2026-04-28T04:57:25.217573Z","steps":["trace[777153378] 'process raft request' (duration: 250.132142ms)","trace[777153378] 'compare' (duration: 71.91936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:57:25.217654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.243028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:57:25.217694Z","caller":"traceutil/trace.go:171","msg":"trace[1124048820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:264; }","duration":"142.345132ms","start":"2026-04-28T04:57:25.075335Z","end":"2026-04-28T04:57:25.21768Z","steps":["trace[1124048820] 'agreement among raft nodes before linearized reading' (duration: 142.237978ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:25.217668Z","caller":"traceutil/trace.go:171","msg":"trace[1539172522] transaction","detail":"{read_only:false; response_revision:264; number_of_response:1; }","duration":"302.897799ms","start":"2026-04-28T04:57:24.914731Z","end":"2026-04-28T04:57:25.217629Z","steps":["trace[1539172522] 'process raft request' (duration: 302.689481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:25.218093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:24.8952Z","time spent":"322.475778ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:57:25.218282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:24.914713Z","time spent":"303.052656ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":356,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:57:25.64469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.061921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:57:25.64488Z","caller":"traceutil/trace.go:171","msg":"trace[1982714988] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"358.498166ms","start":"2026-04-28T04:57:25.286318Z","end":"2026-04-28T04:57:25.644816Z","steps":["trace[1982714988] 'process raft request' (duration: 100.097742ms)","trace[1982714988] 'compare' (duration: 257.842293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:57:25.645032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:25.286304Z","time spent":"358.660503ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:57:30.631484Z","caller":"traceutil/trace.go:171","msg":"trace[1902611525] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"101.524738ms","start":"2026-04-28T04:57:30.529915Z","end":"2026-04-28T04:57:30.63144Z","steps":["trace[1902611525] 'process raft request' (duration: 98.955009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:32.340269Z","caller":"traceutil/trace.go:171","msg":"trace[1999080679] linearizableReadLoop","detail":"{readStateIndex:414; appliedIndex:413; }","duration":"414.927876ms","start":"2026-04-28T04:57:31.925314Z","end":"2026-04-28T04:57:32.340242Z","steps":["trace[1999080679] 'read index received' (duration: 414.600793ms)","trace[1999080679] 'applied index is now lower than readState.Index' (duration: 325.483µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:57:32.340489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.116183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:57:32.340531Z","caller":"traceutil/trace.go:171","msg":"trace[14909923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:397; }","duration":"415.223596ms","start":"2026-04-28T04:57:31.925297Z","end":"2026-04-28T04:57:32.340521Z","steps":["trace[14909923] 'agreement among raft nodes before linearized reading' (duration: 415.111682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:32.340566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:31.925275Z","time spent":"415.281929ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:57:32.340551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.207356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T04:57:32.34066Z","caller":"traceutil/trace.go:171","msg":"trace[1564745832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:397; }","duration":"415.360541ms","start":"2026-04-28T04:57:31.92527Z","end":"2026-04-28T04:57:32.34063Z","steps":["trace[1564745832] 'agreement among raft nodes before linearized reading' (duration: 415.116322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:32.340551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.303979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T04:57:32.340716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:31.925247Z","time spent":"415.454105ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T04:57:32.340744Z","caller":"traceutil/trace.go:171","msg":"trace[1766883980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:397; }","duration":"399.533498ms","start":"2026-04-28T04:57:31.941191Z","end":"2026-04-28T04:57:32.340725Z","steps":["trace[1766883980] 'agreement among raft nodes before linearized reading' (duration: 399.271938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:32.340795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:31.941171Z","time spent":"399.609221ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T04:57:32.340335Z","caller":"traceutil/trace.go:171","msg":"trace[105743682] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"491.301599ms","start":"2026-04-28T04:57:31.848993Z","end":"2026-04-28T04:57:32.340294Z","steps":["trace[105743682] 'process raft request' (duration: 491.060199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:32.341266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:31.848967Z","time spent":"492.026586ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:57:47.736322Z","caller":"traceutil/trace.go:171","msg":"trace[1080539349] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"305.085362ms","start":"2026-04-28T04:57:47.431208Z","end":"2026-04-28T04:57:47.736293Z","steps":["trace[1080539349] 'process raft request' (duration: 304.92848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:47.736496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:47.431182Z","time spent":"305.224825ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:57:47.738076Z","caller":"traceutil/trace.go:171","msg":"trace[1518327453] linearizableReadLoop","detail":"{readStateIndex:527; appliedIndex:527; }","duration":"301.208245ms","start":"2026-04-28T04:57:47.436798Z","end":"2026-04-28T04:57:47.738006Z","steps":["trace[1518327453] 'read index received' (duration: 301.200345ms)","trace[1518327453] 'applied index is now lower than readState.Index' (duration: 6.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:57:47.7382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.370987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:57:47.738293Z","caller":"traceutil/trace.go:171","msg":"trace[33822939] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:505; }","duration":"301.501809ms","start":"2026-04-28T04:57:47.436768Z","end":"2026-04-28T04:57:47.73827Z","steps":["trace[33822939] 'agreement among raft nodes before linearized reading' (duration: 301.353597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:47.73834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:47.436758Z","time spent":"301.572331ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-28T04:57:47.738269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.346869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:57:47.738473Z","caller":"traceutil/trace.go:171","msg":"trace[822407845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:505; }","duration":"132.594722ms","start":"2026-04-28T04:57:47.605863Z","end":"2026-04-28T04:57:47.738458Z","steps":["trace[822407845] 'agreement among raft nodes before linearized reading' (duration: 132.360768ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:48.075098Z","caller":"traceutil/trace.go:171","msg":"trace[27416769] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"145.456687ms","start":"2026-04-28T04:57:47.929618Z","end":"2026-04-28T04:57:48.075074Z","steps":["trace[27416769] 'process raft request' (duration: 145.332795ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:48.085122Z","caller":"traceutil/trace.go:171","msg":"trace[1832403341] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"144.890158ms","start":"2026-04-28T04:57:47.940204Z","end":"2026-04-28T04:57:48.085094Z","steps":["trace[1832403341] 'process raft request' (duration: 144.671795ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:48.085153Z","caller":"traceutil/trace.go:171","msg":"trace[1708470489] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"143.801989ms","start":"2026-04-28T04:57:47.941328Z","end":"2026-04-28T04:57:48.08513Z","steps":["trace[1708470489] 'process raft request' (duration: 143.615436ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:48.085298Z","caller":"traceutil/trace.go:171","msg":"trace[809085175] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"133.151192ms","start":"2026-04-28T04:57:47.952137Z","end":"2026-04-28T04:57:48.085288Z","steps":["trace[809085175] 'process raft request' (duration: 133.00063ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:48.085227Z","caller":"traceutil/trace.go:171","msg":"trace[2045589614] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"137.739263ms","start":"2026-04-28T04:57:47.947455Z","end":"2026-04-28T04:57:48.085194Z","steps":["trace[2045589614] 'process raft request' (duration: 137.57339ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:48.085302Z","caller":"traceutil/trace.go:171","msg":"trace[1108935698] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"137.145683ms","start":"2026-04-28T04:57:47.948101Z","end":"2026-04-28T04:57:48.085247Z","steps":["trace[1108935698] 'process raft request' (duration: 136.99115ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:48.085486Z","caller":"traceutil/trace.go:171","msg":"trace[1699901192] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"132.611113ms","start":"2026-04-28T04:57:47.952846Z","end":"2026-04-28T04:57:48.085458Z","steps":["trace[1699901192] 'process raft request' (duration: 132.349219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:48.085472Z","caller":"traceutil/trace.go:171","msg":"trace[473679276] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"138.065438ms","start":"2026-04-28T04:57:47.947381Z","end":"2026-04-28T04:57:48.085446Z","steps":["trace[473679276] 'process raft request' (duration: 137.60388ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:48.086245Z","caller":"traceutil/trace.go:171","msg":"trace[1309206706] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"121.796555ms","start":"2026-04-28T04:57:47.964434Z","end":"2026-04-28T04:57:48.08623Z","steps":["trace[1309206706] 'process raft request' (duration: 120.987981ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:48.086814Z","caller":"traceutil/trace.go:171","msg":"trace[275785437] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"120.761106ms","start":"2026-04-28T04:57:47.966021Z","end":"2026-04-28T04:57:48.086782Z","steps":["trace[275785437] 'process raft request' (duration: 120.536773ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:54.658459Z","caller":"traceutil/trace.go:171","msg":"trace[195524011] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"168.716233ms","start":"2026-04-28T04:57:54.489704Z","end":"2026-04-28T04:57:54.658421Z","steps":["trace[195524011] 'read index received' (duration: 167.627224ms)","trace[195524011] 'applied index is now lower than readState.Index' (duration: 1.087529ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:57:54.658513Z","caller":"traceutil/trace.go:171","msg":"trace[1960212494] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"423.54325ms","start":"2026-04-28T04:57:54.234913Z","end":"2026-04-28T04:57:54.658456Z","steps":["trace[1960212494] 'process raft request' (duration: 422.772356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:54.658712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.32625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T04:57:54.658763Z","caller":"traceutil/trace.go:171","msg":"trace[296542164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:612; }","duration":"167.464702ms","start":"2026-04-28T04:57:54.491282Z","end":"2026-04-28T04:57:54.658747Z","steps":["trace[296542164] 'agreement among raft nodes before linearized reading' (duration: 167.33724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:54.658722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.969009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T04:57:54.65875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:54.234876Z","time spent":"423.730233ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036277,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:57:54.658838Z","caller":"traceutil/trace.go:171","msg":"trace[1174549921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:612; }","duration":"169.173281ms","start":"2026-04-28T04:57:54.489642Z","end":"2026-04-28T04:57:54.658815Z","steps":["trace[1174549921] 'agreement among raft nodes before linearized reading' (duration: 168.929447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:54.65892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.912087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:57:54.659038Z","caller":"traceutil/trace.go:171","msg":"trace[1126078330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:612; }","duration":"161.047779ms","start":"2026-04-28T04:57:54.497969Z","end":"2026-04-28T04:57:54.659017Z","steps":["trace[1126078330] 'agreement among raft nodes before linearized reading' (duration: 160.716184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:55.243328Z","caller":"traceutil/trace.go:171","msg":"trace[689335538] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:642; }","duration":"427.755533ms","start":"2026-04-28T04:57:54.815546Z","end":"2026-04-28T04:57:55.243302Z","steps":["trace[689335538] 'read index received' (duration: 427.430767ms)","trace[689335538] 'applied index is now lower than readState.Index' (duration: 323.166µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:57:55.243382Z","caller":"traceutil/trace.go:171","msg":"trace[342076317] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"529.044499ms","start":"2026-04-28T04:57:54.714313Z","end":"2026-04-28T04:57:55.243357Z","steps":["trace[342076317] 'process raft request' (duration: 528.741913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:55.243505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.956006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tmccj\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-04-28T04:57:55.243529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:54.714277Z","time spent":"529.176242ms","remote":"127.0.0.1:58084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:57:55.243539Z","caller":"traceutil/trace.go:171","msg":"trace[1824046351] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tmccj; range_end:; response_count:1; response_revision:616; }","duration":"428.050638ms","start":"2026-04-28T04:57:54.815476Z","end":"2026-04-28T04:57:55.243527Z","steps":["trace[1824046351] 'agreement among raft nodes before linearized reading' (duration: 427.932556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:55.243584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:54.815449Z","time spent":"428.128099ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-tmccj\" "} {"level":"warn","ts":"2026-04-28T04:57:56.800863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489646469s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:57:56.800976Z","caller":"traceutil/trace.go:171","msg":"trace[766545699] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"1.195015847s","start":"2026-04-28T04:57:55.605939Z","end":"2026-04-28T04:57:56.800955Z","steps":["trace[766545699] 'read index received' (duration: 99.101µs)","trace[766545699] 'applied index is now lower than readState.Index' (duration: 1.194914366s)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:57:56.801053Z","caller":"traceutil/trace.go:171","msg":"trace[533054535] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"1.540001517s","start":"2026-04-28T04:57:55.261041Z","end":"2026-04-28T04:57:56.801043Z","steps":["trace[533054535] 'process raft request' (duration: 50.050164ms)","trace[533054535] 'compare' (duration: 1.489288002s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:57:56.801116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:55.261008Z","time spent":"1.540075769s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:57:56.801155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195194532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:57:56.801705Z","caller":"traceutil/trace.go:171","msg":"trace[522359258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:617; }","duration":"1.19574259s","start":"2026-04-28T04:57:55.605869Z","end":"2026-04-28T04:57:56.801612Z","steps":["trace[522359258] 'agreement among raft nodes before linearized reading' (duration: 1.195164981s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:56.801787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:55.605843Z","time spent":"1.195926985s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:57:56.874116Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.226531838s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T04:57:56.875343Z","caller":"traceutil/trace.go:171","msg":"trace[87909673] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"1.229215414s","start":"2026-04-28T04:57:55.646092Z","end":"2026-04-28T04:57:56.875308Z","steps":["trace[87909673] 'process raft request' (duration: 1.228561744s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:56.875562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:55.646057Z","time spent":"1.229387688s","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:57:56.882129Z","caller":"traceutil/trace.go:171","msg":"trace[1202524110] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"704.658483ms","start":"2026-04-28T04:57:56.177453Z","end":"2026-04-28T04:57:56.882111Z","steps":["trace[1202524110] 'process raft request' (duration: 704.49485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:56.882258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109993685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T04:57:56.882305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:56.177423Z","time spent":"704.770594ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:57:56.882325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.190654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:57:56.882416Z","caller":"traceutil/trace.go:171","msg":"trace[1253269549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:620; }","duration":"195.301417ms","start":"2026-04-28T04:57:56.687091Z","end":"2026-04-28T04:57:56.882393Z","steps":["trace[1253269549] 'agreement among raft nodes before linearized reading' (duration: 195.067823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:56.882361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.478989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T04:57:56.882423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.039409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T04:57:56.882342Z","caller":"traceutil/trace.go:171","msg":"trace[940020492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:620; }","duration":"1.110116667s","start":"2026-04-28T04:57:55.7722Z","end":"2026-04-28T04:57:56.882317Z","steps":["trace[940020492] 'agreement among raft nodes before linearized reading' (duration: 1.109878203s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:56.882498Z","caller":"traceutil/trace.go:171","msg":"trace[1304933459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:620; }","duration":"195.683334ms","start":"2026-04-28T04:57:56.686787Z","end":"2026-04-28T04:57:56.88247Z","steps":["trace[1304933459] 'agreement among raft nodes before linearized reading' (duration: 195.266637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:56.882525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:55.772177Z","time spent":"1.110336641s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T04:57:56.882538Z","caller":"traceutil/trace.go:171","msg":"trace[1465090587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:620; }","duration":"208.244752ms","start":"2026-04-28T04:57:56.674261Z","end":"2026-04-28T04:57:56.882506Z","steps":["trace[1465090587] 'agreement among raft nodes before linearized reading' (duration: 207.948607ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:56.882717Z","caller":"traceutil/trace.go:171","msg":"trace[1628117920] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"773.685128ms","start":"2026-04-28T04:57:56.108359Z","end":"2026-04-28T04:57:56.882044Z","steps":["trace[1628117920] 'process raft request' (duration: 773.450684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:56.884003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:57:56.10833Z","time spent":"775.59658ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:57:59.002223Z","caller":"traceutil/trace.go:171","msg":"trace[619371328] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"118.399545ms","start":"2026-04-28T04:57:58.883781Z","end":"2026-04-28T04:57:59.00218Z","steps":["trace[619371328] 'process raft request' (duration: 81.804447ms)","trace[619371328] 'compare' (duration: 36.299563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:57:59.002771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.41308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T04:57:59.002989Z","caller":"traceutil/trace.go:171","msg":"trace[1935640360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:654; }","duration":"105.744056ms","start":"2026-04-28T04:57:58.897228Z","end":"2026-04-28T04:57:59.002972Z","steps":["trace[1935640360] 'agreement among raft nodes before linearized reading' (duration: 105.330138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:59.003197Z","caller":"traceutil/trace.go:171","msg":"trace[1142422377] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"105.450989ms","start":"2026-04-28T04:57:58.897728Z","end":"2026-04-28T04:57:59.003179Z","steps":["trace[1142422377] 'process raft request' (duration: 105.329537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:57:59.002521Z","caller":"traceutil/trace.go:171","msg":"trace[1619379473] linearizableReadLoop","detail":"{readStateIndex:682; appliedIndex:681; }","duration":"105.152384ms","start":"2026-04-28T04:57:58.897313Z","end":"2026-04-28T04:57:59.002465Z","steps":["trace[1619379473] 'read index received' (duration: 68.289831ms)","trace[1619379473] 'applied index is now lower than readState.Index' (duration: 36.860983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:57:59.004111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.372387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T04:57:59.004181Z","caller":"traceutil/trace.go:171","msg":"trace[1413092654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:655; }","duration":"102.473219ms","start":"2026-04-28T04:57:58.90169Z","end":"2026-04-28T04:57:59.004163Z","steps":["trace[1413092654] 'agreement among raft nodes before linearized reading' (duration: 102.310195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:57:59.004306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.246564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:57:59.004374Z","caller":"traceutil/trace.go:171","msg":"trace[340210611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:655; }","duration":"102.335945ms","start":"2026-04-28T04:57:58.902022Z","end":"2026-04-28T04:57:59.004358Z","steps":["trace[340210611] 'agreement among raft nodes before linearized reading' (duration: 102.132762ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:02.331016Z","caller":"traceutil/trace.go:171","msg":"trace[1525641960] linearizableReadLoop","detail":"{readStateIndex:728; appliedIndex:727; }","duration":"253.583714ms","start":"2026-04-28T04:58:02.077406Z","end":"2026-04-28T04:58:02.330989Z","steps":["trace[1525641960] 'read index received' (duration: 253.278398ms)","trace[1525641960] 'applied index is now lower than readState.Index' (duration: 304.356µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:02.331139Z","caller":"traceutil/trace.go:171","msg":"trace[663910549] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"258.293937ms","start":"2026-04-28T04:58:02.072813Z","end":"2026-04-28T04:58:02.331107Z","steps":["trace[663910549] 'process raft request' (duration: 257.889299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:02.331232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.806407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-28T04:58:02.331271Z","caller":"traceutil/trace.go:171","msg":"trace[1529486324] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:700; }","duration":"253.917759ms","start":"2026-04-28T04:58:02.077343Z","end":"2026-04-28T04:58:02.331261Z","steps":["trace[1529486324] 'agreement among raft nodes before linearized reading' (duration: 253.756027ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:07.20187Z","caller":"traceutil/trace.go:171","msg":"trace[2056590496] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"134.626479ms","start":"2026-04-28T04:58:07.067219Z","end":"2026-04-28T04:58:07.201845Z","steps":["trace[2056590496] 'process raft request' (duration: 134.408374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:07.235442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.78833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T04:58:07.235483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.590635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T04:58:07.235528Z","caller":"traceutil/trace.go:171","msg":"trace[1259254118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:733; }","duration":"119.920022ms","start":"2026-04-28T04:58:07.115589Z","end":"2026-04-28T04:58:07.235509Z","steps":["trace[1259254118] 'agreement among raft nodes before linearized reading' (duration: 119.665927ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:07.23555Z","caller":"traceutil/trace.go:171","msg":"trace[1388683971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:733; }","duration":"116.712167ms","start":"2026-04-28T04:58:07.118823Z","end":"2026-04-28T04:58:07.235535Z","steps":["trace[1388683971] 'agreement among raft nodes before linearized reading' (duration: 116.504422ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:07.312684Z","caller":"traceutil/trace.go:171","msg":"trace[1640755996] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"106.744442ms","start":"2026-04-28T04:58:07.20589Z","end":"2026-04-28T04:58:07.312634Z","steps":["trace[1640755996] 'process raft request' (duration: 90.254845ms)","trace[1640755996] 'compare' (duration: 16.288414ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:11.553356Z","caller":"traceutil/trace.go:171","msg":"trace[157015061] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"187.981009ms","start":"2026-04-28T04:58:11.365338Z","end":"2026-04-28T04:58:11.553319Z","steps":["trace[157015061] 'process raft request' (duration: 103.339183ms)","trace[157015061] 'compare' (duration: 84.240899ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:11.553387Z","caller":"traceutil/trace.go:171","msg":"trace[1971752948] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"186.731057ms","start":"2026-04-28T04:58:11.366629Z","end":"2026-04-28T04:58:11.55336Z","steps":["trace[1971752948] 'process raft request' (duration: 186.613515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:13.614871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.347448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T04:58:13.614978Z","caller":"traceutil/trace.go:171","msg":"trace[629832484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:774; }","duration":"360.51169ms","start":"2026-04-28T04:58:13.254443Z","end":"2026-04-28T04:58:13.614955Z","steps":["trace[629832484] 'range keys from in-memory index tree' (duration: 360.149783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:13.615035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:13.254412Z","time spent":"360.612762ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:58:13.615114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.53106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T04:58:13.615278Z","caller":"traceutil/trace.go:171","msg":"trace[2030364626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:774; }","duration":"262.677713ms","start":"2026-04-28T04:58:13.352529Z","end":"2026-04-28T04:58:13.615207Z","steps":["trace[2030364626] 'range keys from in-memory index tree' (duration: 262.370878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:13.683619Z","caller":"traceutil/trace.go:171","msg":"trace[1360136218] linearizableReadLoop","detail":"{readStateIndex:806; appliedIndex:805; }","duration":"264.264751ms","start":"2026-04-28T04:58:13.419328Z","end":"2026-04-28T04:58:13.683593Z","steps":["trace[1360136218] 'read index received' (duration: 264.071998ms)","trace[1360136218] 'applied index is now lower than readState.Index' (duration: 191.723µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:13.683686Z","caller":"traceutil/trace.go:171","msg":"trace[1732293786] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"296.727727ms","start":"2026-04-28T04:58:13.386937Z","end":"2026-04-28T04:58:13.683664Z","steps":["trace[1732293786] 'process raft request' (duration: 296.460432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:13.683932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.572086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T04:58:13.683987Z","caller":"traceutil/trace.go:171","msg":"trace[1033488544] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:775; }","duration":"264.678317ms","start":"2026-04-28T04:58:13.419296Z","end":"2026-04-28T04:58:13.683974Z","steps":["trace[1033488544] 'agreement among raft nodes before linearized reading' (duration: 264.440693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:13.788722Z","caller":"traceutil/trace.go:171","msg":"trace[698307870] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"169.093451ms","start":"2026-04-28T04:58:13.619606Z","end":"2026-04-28T04:58:13.788699Z","steps":["trace[698307870] 'process raft request' (duration: 168.883157ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:13.788941Z","caller":"traceutil/trace.go:171","msg":"trace[1614241227] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"169.224932ms","start":"2026-04-28T04:58:13.619694Z","end":"2026-04-28T04:58:13.788919Z","steps":["trace[1614241227] 'process raft request' (duration: 168.953728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:13.788954Z","caller":"traceutil/trace.go:171","msg":"trace[969534172] linearizableReadLoop","detail":"{readStateIndex:808; appliedIndex:806; }","duration":"105.199015ms","start":"2026-04-28T04:58:13.683706Z","end":"2026-04-28T04:58:13.788905Z","steps":["trace[969534172] 'read index received' (duration: 104.797898ms)","trace[969534172] 'applied index is now lower than readState.Index' (duration: 399.077µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:58:13.789041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.812072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:13.789096Z","caller":"traceutil/trace.go:171","msg":"trace[1807741892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:777; }","duration":"181.925174ms","start":"2026-04-28T04:58:13.607156Z","end":"2026-04-28T04:58:13.789082Z","steps":["trace[1807741892] 'agreement among raft nodes before linearized reading' (duration: 181.803932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:13.789183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.230554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T04:58:13.78921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.962632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T04:58:13.789225Z","caller":"traceutil/trace.go:171","msg":"trace[758566804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:777; }","duration":"231.313135ms","start":"2026-04-28T04:58:13.557898Z","end":"2026-04-28T04:58:13.789211Z","steps":["trace[758566804] 'agreement among raft nodes before linearized reading' (duration: 231.141402ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:13.789268Z","caller":"traceutil/trace.go:171","msg":"trace[1487352759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:777; }","duration":"230.069834ms","start":"2026-04-28T04:58:13.559185Z","end":"2026-04-28T04:58:13.789255Z","steps":["trace[1487352759] 'agreement among raft nodes before linearized reading' (duration: 229.888451ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:13.977049Z","caller":"traceutil/trace.go:171","msg":"trace[1304031282] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"182.89163ms","start":"2026-04-28T04:58:13.794133Z","end":"2026-04-28T04:58:13.977025Z","steps":["trace[1304031282] 'process raft request' (duration: 182.84804ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:13.977176Z","caller":"traceutil/trace.go:171","msg":"trace[1932184975] linearizableReadLoop","detail":"{readStateIndex:809; appliedIndex:808; }","duration":"187.077484ms","start":"2026-04-28T04:58:13.790078Z","end":"2026-04-28T04:58:13.977156Z","steps":["trace[1932184975] 'read index received' (duration: 158.790069ms)","trace[1932184975] 'applied index is now lower than readState.Index' (duration: 28.284795ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:13.977248Z","caller":"traceutil/trace.go:171","msg":"trace[626336812] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"183.528312ms","start":"2026-04-28T04:58:13.793695Z","end":"2026-04-28T04:58:13.977223Z","steps":["trace[626336812] 'process raft request' (duration: 183.137794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:13.977274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.177815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:13.977316Z","caller":"traceutil/trace.go:171","msg":"trace[1054683257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:779; }","duration":"187.248017ms","start":"2026-04-28T04:58:13.790052Z","end":"2026-04-28T04:58:13.9773Z","steps":["trace[1054683257] 'agreement among raft nodes before linearized reading' (duration: 187.175266ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:17.280286Z","caller":"traceutil/trace.go:171","msg":"trace[1769009778] transaction","detail":"{read_only:false; number_of_response:1; response_revision:799; }","duration":"189.636169ms","start":"2026-04-28T04:58:17.090624Z","end":"2026-04-28T04:58:17.28026Z","steps":["trace[1769009778] 'process raft request' (duration: 98.591351ms)","trace[1769009778] 'compare' (duration: 90.934566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:58:27.9176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.835921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:27.917764Z","caller":"traceutil/trace.go:171","msg":"trace[1573456419] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:0; response_revision:933; }","duration":"826.026825ms","start":"2026-04-28T04:58:27.0917Z","end":"2026-04-28T04:58:27.917726Z","steps":["trace[1573456419] 'range keys from in-memory index tree' (duration: 825.760149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:27.917814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:27.091684Z","time spent":"826.115967ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"info","ts":"2026-04-28T04:58:27.918837Z","caller":"traceutil/trace.go:171","msg":"trace[1924398342] linearizableReadLoop","detail":"{readStateIndex:969; appliedIndex:968; }","duration":"389.030997ms","start":"2026-04-28T04:58:27.529769Z","end":"2026-04-28T04:58:27.9188Z","steps":["trace[1924398342] 'read index received' (duration: 388.947215ms)","trace[1924398342] 'applied index is now lower than readState.Index' (duration: 82.202µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:27.919025Z","caller":"traceutil/trace.go:171","msg":"trace[1328761278] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"822.642969ms","start":"2026-04-28T04:58:27.096371Z","end":"2026-04-28T04:58:27.919014Z","steps":["trace[1328761278] 'process raft request' (duration: 822.273471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:27.919159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:27.096337Z","time spent":"822.72037ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9403,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:58:27.919303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.516767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T04:58:27.919367Z","caller":"traceutil/trace.go:171","msg":"trace[1138851605] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:934; }","duration":"389.62205ms","start":"2026-04-28T04:58:27.529726Z","end":"2026-04-28T04:58:27.919348Z","steps":["trace[1138851605] 'agreement among raft nodes before linearized reading' (duration: 389.462706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:27.919401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:27.529706Z","time spent":"389.685121ms","remote":"127.0.0.1:37934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:58:27.941972Z","caller":"traceutil/trace.go:171","msg":"trace[1234728277] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"103.008322ms","start":"2026-04-28T04:58:27.838945Z","end":"2026-04-28T04:58:27.941953Z","steps":["trace[1234728277] 'process raft request' (duration: 102.950181ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:27.942091Z","caller":"traceutil/trace.go:171","msg":"trace[449662695] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"290.032414ms","start":"2026-04-28T04:58:27.652024Z","end":"2026-04-28T04:58:27.942056Z","steps":["trace[449662695] 'process raft request' (duration: 289.829109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:27.942082Z","caller":"traceutil/trace.go:171","msg":"trace[1319445990] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"292.344865ms","start":"2026-04-28T04:58:27.649661Z","end":"2026-04-28T04:58:27.942006Z","steps":["trace[1319445990] 'process raft request' (duration: 292.095369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:27.942316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.420178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:27.942351Z","caller":"traceutil/trace.go:171","msg":"trace[786882445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:937; }","duration":"335.50201ms","start":"2026-04-28T04:58:27.60684Z","end":"2026-04-28T04:58:27.942342Z","steps":["trace[786882445] 'agreement among raft nodes before linearized reading' (duration: 335.436149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:27.942376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:27.606821Z","time spent":"335.546941ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T04:58:28.296071Z","caller":"traceutil/trace.go:171","msg":"trace[832235280] transaction","detail":"{read_only:false; number_of_response:0; response_revision:944; }","duration":"113.478576ms","start":"2026-04-28T04:58:28.182558Z","end":"2026-04-28T04:58:28.296036Z","steps":["trace[832235280] 'process raft request' (duration: 113.353093ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:28.296106Z","caller":"traceutil/trace.go:171","msg":"trace[1131630150] linearizableReadLoop","detail":"{readStateIndex:980; appliedIndex:980; }","duration":"112.783221ms","start":"2026-04-28T04:58:28.183286Z","end":"2026-04-28T04:58:28.296069Z","steps":["trace[1131630150] 'read index received' (duration: 112.772821ms)","trace[1131630150] 'applied index is now lower than readState.Index' (duration: 8.29µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:58:28.296412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.108099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:1 size:605"} {"level":"info","ts":"2026-04-28T04:58:28.296449Z","caller":"traceutil/trace.go:171","msg":"trace[1424145091] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:1; response_revision:944; }","duration":"113.204461ms","start":"2026-04-28T04:58:28.183231Z","end":"2026-04-28T04:58:28.296435Z","steps":["trace[1424145091] 'agreement among raft nodes before linearized reading' (duration: 112.994156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:28.296782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.410705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:28.296846Z","caller":"traceutil/trace.go:171","msg":"trace[921457864] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:944; }","duration":"109.505967ms","start":"2026-04-28T04:58:28.18732Z","end":"2026-04-28T04:58:28.296826Z","steps":["trace[921457864] 'agreement among raft nodes before linearized reading' (duration: 109.358654ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:28.494779Z","caller":"traceutil/trace.go:171","msg":"trace[120702576] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"177.513217ms","start":"2026-04-28T04:58:28.317235Z","end":"2026-04-28T04:58:28.494748Z","steps":["trace[120702576] 'process raft request' (duration: 177.331583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:29.447015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.53129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:29.447114Z","caller":"traceutil/trace.go:171","msg":"trace[1132427179] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:0; response_revision:982; }","duration":"305.702394ms","start":"2026-04-28T04:58:29.14139Z","end":"2026-04-28T04:58:29.447093Z","steps":["trace[1132427179] 'range keys from in-memory index tree' (duration: 305.439838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:29.447165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:29.141366Z","time spent":"305.787566ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-04-28T04:58:29.44701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.145698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:29.447486Z","caller":"traceutil/trace.go:171","msg":"trace[73856123] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:982; }","duration":"329.69779ms","start":"2026-04-28T04:58:29.117751Z","end":"2026-04-28T04:58:29.447449Z","steps":["trace[73856123] 'range keys from in-memory index tree' (duration: 328.994474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:29.447586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:29.117723Z","time spent":"329.828454ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-04-28T04:58:30.038888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.58586ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T04:58:30.039249Z","caller":"traceutil/trace.go:171","msg":"trace[50848936] linearizableReadLoop","detail":"{readStateIndex:1019; appliedIndex:1018; }","duration":"828.577782ms","start":"2026-04-28T04:58:29.210645Z","end":"2026-04-28T04:58:30.039223Z","steps":["trace[50848936] 'read index received' (duration: 463.798848ms)","trace[50848936] 'applied index is now lower than readState.Index' (duration: 364.776543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:58:30.039451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.792737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:30.039494Z","caller":"traceutil/trace.go:171","msg":"trace[1977821050] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:983; }","duration":"828.852208ms","start":"2026-04-28T04:58:29.210631Z","end":"2026-04-28T04:58:30.039483Z","steps":["trace[1977821050] 'agreement among raft nodes before linearized reading' (duration: 828.724004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:30.039527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:29.210574Z","time spent":"828.94501ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-28T04:58:30.039544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.652367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:30.039665Z","caller":"traceutil/trace.go:171","msg":"trace[1812104823] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:983; }","duration":"761.83546ms","start":"2026-04-28T04:58:29.2778Z","end":"2026-04-28T04:58:30.039635Z","steps":["trace[1812104823] 'agreement among raft nodes before linearized reading' (duration: 761.623836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:30.039647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.159115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:30.039768Z","caller":"traceutil/trace.go:171","msg":"trace[1360621880] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-osd; range_end:; response_count:0; response_revision:983; }","duration":"166.329279ms","start":"2026-04-28T04:58:29.873416Z","end":"2026-04-28T04:58:30.039745Z","steps":["trace[1360621880] 'agreement among raft nodes before linearized reading' (duration: 166.148005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:30.03986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.060828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/memcached-memcached-bin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:30.039895Z","caller":"traceutil/trace.go:171","msg":"trace[334231735] range","detail":"{range_begin:/registry/configmaps/openstack/memcached-memcached-bin; range_end:; response_count:0; response_revision:983; }","duration":"589.12613ms","start":"2026-04-28T04:58:29.450761Z","end":"2026-04-28T04:58:30.039888Z","steps":["trace[334231735] 'agreement among raft nodes before linearized reading' (duration: 589.069629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:30.039917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:29.450744Z","time spent":"589.16806ms","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/memcached-memcached-bin\" "} {"level":"warn","ts":"2026-04-28T04:58:30.039917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.074425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:30.039958Z","caller":"traceutil/trace.go:171","msg":"trace[904919804] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:0; response_revision:983; }","duration":"745.161457ms","start":"2026-04-28T04:58:29.294786Z","end":"2026-04-28T04:58:30.039947Z","steps":["trace[904919804] 'agreement among raft nodes before linearized reading' (duration: 745.098506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:30.039999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:29.29475Z","time spent":"745.238489ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-04-28T04:58:30.04009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.169014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:30.040144Z","caller":"traceutil/trace.go:171","msg":"trace[564468045] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:983; }","duration":"115.248766ms","start":"2026-04-28T04:58:29.924881Z","end":"2026-04-28T04:58:30.04013Z","steps":["trace[564468045] 'agreement among raft nodes before linearized reading' (duration: 115.167294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:30.039781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.918002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:30.040217Z","caller":"traceutil/trace.go:171","msg":"trace[104204295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:983; }","duration":"435.351852ms","start":"2026-04-28T04:58:29.604857Z","end":"2026-04-28T04:58:30.040208Z","steps":["trace[104204295] 'agreement among raft nodes before linearized reading' (duration: 434.887812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:30.040243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:29.604791Z","time spent":"435.446624ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:58:30.039717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:29.277782Z","time spent":"761.925132ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-28T04:58:30.880322Z","caller":"traceutil/trace.go:171","msg":"trace[3222055] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"136.553132ms","start":"2026-04-28T04:58:30.743738Z","end":"2026-04-28T04:58:30.880292Z","steps":["trace[3222055] 'process raft request' (duration: 47.239925ms)","trace[3222055] 'compare' (duration: 89.094232ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:30.880442Z","caller":"traceutil/trace.go:171","msg":"trace[1089395192] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"136.564682ms","start":"2026-04-28T04:58:30.743851Z","end":"2026-04-28T04:58:30.880416Z","steps":["trace[1089395192] 'process raft request' (duration: 136.380268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:30.880681Z","caller":"traceutil/trace.go:171","msg":"trace[73660082] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"135.339124ms","start":"2026-04-28T04:58:30.745331Z","end":"2026-04-28T04:58:30.88067Z","steps":["trace[73660082] 'process raft request' (duration: 135.053438ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:30.880727Z","caller":"traceutil/trace.go:171","msg":"trace[1495713582] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"133.030734ms","start":"2026-04-28T04:58:30.747689Z","end":"2026-04-28T04:58:30.88072Z","steps":["trace[1495713582] 'process raft request' (duration: 132.877431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:30.88081Z","caller":"traceutil/trace.go:171","msg":"trace[1884366951] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"133.295309ms","start":"2026-04-28T04:58:30.747508Z","end":"2026-04-28T04:58:30.880803Z","steps":["trace[1884366951] 'process raft request' (duration: 132.952052ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:30.880863Z","caller":"traceutil/trace.go:171","msg":"trace[196854175] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"127.05982ms","start":"2026-04-28T04:58:30.753769Z","end":"2026-04-28T04:58:30.880829Z","steps":["trace[196854175] 'process raft request' (duration: 126.869686ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:30.880895Z","caller":"traceutil/trace.go:171","msg":"trace[1247426888] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"130.946737ms","start":"2026-04-28T04:58:30.749919Z","end":"2026-04-28T04:58:30.880865Z","steps":["trace[1247426888] 'process raft request' (duration: 130.683151ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:30.880946Z","caller":"traceutil/trace.go:171","msg":"trace[397375896] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"136.525282ms","start":"2026-04-28T04:58:30.744409Z","end":"2026-04-28T04:58:30.880934Z","steps":["trace[397375896] 'process raft request' (duration: 135.886127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:30.881082Z","caller":"traceutil/trace.go:171","msg":"trace[229567330] linearizableReadLoop","detail":"{readStateIndex:1122; appliedIndex:1116; }","duration":"131.291435ms","start":"2026-04-28T04:58:30.749782Z","end":"2026-04-28T04:58:30.881073Z","steps":["trace[229567330] 'read index received' (duration: 14.449642ms)","trace[229567330] 'applied index is now lower than readState.Index' (duration: 116.840903ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:30.881288Z","caller":"traceutil/trace.go:171","msg":"trace[1661574427] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"118.905439ms","start":"2026-04-28T04:58:30.762375Z","end":"2026-04-28T04:58:30.881281Z","steps":["trace[1661574427] 'process raft request' (duration: 118.329835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:30.881452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.651683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-75c4f\" ","response":"range_response_count:1 size:5578"} {"level":"info","ts":"2026-04-28T04:58:30.881485Z","caller":"traceutil/trace.go:171","msg":"trace[2010795527] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-75c4f; range_end:; response_count:1; response_revision:1084; }","duration":"131.732565ms","start":"2026-04-28T04:58:30.749741Z","end":"2026-04-28T04:58:30.881474Z","steps":["trace[2010795527] 'agreement among raft nodes before linearized reading' (duration: 131.599302ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:30.970345Z","caller":"traceutil/trace.go:171","msg":"trace[694522951] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"199.849717ms","start":"2026-04-28T04:58:30.770465Z","end":"2026-04-28T04:58:30.970315Z","steps":["trace[694522951] 'process raft request' (duration: 199.49537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:30.970613Z","caller":"traceutil/trace.go:171","msg":"trace[347823135] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"185.15618ms","start":"2026-04-28T04:58:30.78542Z","end":"2026-04-28T04:58:30.970576Z","steps":["trace[347823135] 'process raft request' (duration: 184.808961ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:30.970667Z","caller":"traceutil/trace.go:171","msg":"trace[1153197651] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"199.787186ms","start":"2026-04-28T04:58:30.770847Z","end":"2026-04-28T04:58:30.970634Z","steps":["trace[1153197651] 'process raft request' (duration: 199.315695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:30.970749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.093548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:30.970825Z","caller":"traceutil/trace.go:171","msg":"trace[599391883] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:1087; }","duration":"100.240681ms","start":"2026-04-28T04:58:30.870564Z","end":"2026-04-28T04:58:30.970805Z","steps":["trace[599391883] 'agreement among raft nodes before linearized reading' (duration: 100.093458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:30.970888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.602308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T04:58:30.970941Z","caller":"traceutil/trace.go:171","msg":"trace[2085732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1087; }","duration":"112.72985ms","start":"2026-04-28T04:58:30.858196Z","end":"2026-04-28T04:58:30.970926Z","steps":["trace[2085732] 'agreement among raft nodes before linearized reading' (duration: 112.557917ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.2231Z","caller":"traceutil/trace.go:171","msg":"trace[1572404008] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"337.515035ms","start":"2026-04-28T04:58:30.885529Z","end":"2026-04-28T04:58:31.223044Z","steps":["trace[1572404008] 'process raft request' (duration: 311.107475ms)","trace[1572404008] 'compare' (duration: 26.105544ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:31.223159Z","caller":"traceutil/trace.go:171","msg":"trace[468996714] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"334.989108ms","start":"2026-04-28T04:58:30.888125Z","end":"2026-04-28T04:58:31.223114Z","steps":["trace[468996714] 'process raft request' (duration: 334.858655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.223304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.885506Z","time spent":"337.691769ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:31.22339Z","caller":"traceutil/trace.go:171","msg":"trace[2074396955] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"334.807704ms","start":"2026-04-28T04:58:30.888554Z","end":"2026-04-28T04:58:31.223362Z","steps":["trace[2074396955] 'process raft request' (duration: 334.512508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.223405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.888099Z","time spent":"335.168862ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3005,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:58:31.223517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.888539Z","time spent":"334.909176ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:31.223663Z","caller":"traceutil/trace.go:171","msg":"trace[574593355] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"327.557443ms","start":"2026-04-28T04:58:30.896098Z","end":"2026-04-28T04:58:31.223655Z","steps":["trace[574593355] 'process raft request' (duration: 327.408649ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.223636Z","caller":"traceutil/trace.go:171","msg":"trace[1065119880] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"334.813904ms","start":"2026-04-28T04:58:30.888783Z","end":"2026-04-28T04:58:31.223597Z","steps":["trace[1065119880] 'process raft request' (duration: 334.526398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.223723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.89608Z","time spent":"327.597783ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:31.223851Z","caller":"traceutil/trace.go:171","msg":"trace[79619965] linearizableReadLoop","detail":"{readStateIndex:1137; appliedIndex:1128; }","duration":"253.554988ms","start":"2026-04-28T04:58:30.970278Z","end":"2026-04-28T04:58:31.223833Z","steps":["trace[79619965] 'read index received' (duration: 226.523204ms)","trace[79619965] 'applied index is now lower than readState.Index' (duration: 27.030664ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:31.223901Z","caller":"traceutil/trace.go:171","msg":"trace[1765601882] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"334.857186ms","start":"2026-04-28T04:58:30.889034Z","end":"2026-04-28T04:58:31.223891Z","steps":["trace[1765601882] 'process raft request' (duration: 334.407176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.223907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.888773Z","time spent":"334.949397ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:58:31.223951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.889022Z","time spent":"334.902847ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:31.224229Z","caller":"traceutil/trace.go:171","msg":"trace[1099998789] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"325.999138ms","start":"2026-04-28T04:58:30.898214Z","end":"2026-04-28T04:58:31.224213Z","steps":["trace[1099998789] 'process raft request' (duration: 325.478675ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.224296Z","caller":"traceutil/trace.go:171","msg":"trace[1922986822] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"328.047314ms","start":"2026-04-28T04:58:30.896233Z","end":"2026-04-28T04:58:31.22428Z","steps":["trace[1922986822] 'process raft request' (duration: 327.331998ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.224298Z","caller":"traceutil/trace.go:171","msg":"trace[1949999119] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"327.89183ms","start":"2026-04-28T04:58:30.896322Z","end":"2026-04-28T04:58:31.224214Z","steps":["trace[1949999119] 'process raft request' (duration: 327.302836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.224345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.898201Z","time spent":"326.0979ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2381,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:31.224356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.896214Z","time spent":"328.116965ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3364,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:31.224404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.89628Z","time spent":"328.073364ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4478,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:58:31.224629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.394121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:4658"} {"level":"warn","ts":"2026-04-28T04:58:31.224672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.685471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3184"} {"level":"info","ts":"2026-04-28T04:58:31.224686Z","caller":"traceutil/trace.go:171","msg":"trace[1947694711] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:1096; }","duration":"328.491064ms","start":"2026-04-28T04:58:30.896178Z","end":"2026-04-28T04:58:31.224669Z","steps":["trace[1947694711] 'agreement among raft nodes before linearized reading' (duration: 328.30492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.224697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.389457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:887"} {"level":"info","ts":"2026-04-28T04:58:31.224717Z","caller":"traceutil/trace.go:171","msg":"trace[1628356216] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:1096; }","duration":"334.732032ms","start":"2026-04-28T04:58:30.889973Z","end":"2026-04-28T04:58:31.224705Z","steps":["trace[1628356216] 'agreement among raft nodes before linearized reading' (duration: 334.596899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.22473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.896161Z","time spent":"328.557385ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":4681,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"info","ts":"2026-04-28T04:58:31.224752Z","caller":"traceutil/trace.go:171","msg":"trace[1280340294] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:1096; }","duration":"271.487289ms","start":"2026-04-28T04:58:30.953249Z","end":"2026-04-28T04:58:31.224736Z","steps":["trace[1280340294] 'agreement among raft nodes before linearized reading' (duration: 271.293085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.224758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.889962Z","time spent":"334.785394ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3207,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-04-28T04:58:31.22483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.970609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:2 size:38012"} {"level":"info","ts":"2026-04-28T04:58:31.226277Z","caller":"traceutil/trace.go:171","msg":"trace[84314978] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:2; response_revision:1096; }","duration":"281.445582ms","start":"2026-04-28T04:58:30.94482Z","end":"2026-04-28T04:58:31.226265Z","steps":["trace[84314978] 'agreement among raft nodes before linearized reading' (duration: 279.883447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.543556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.387173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:58:31.543755Z","caller":"traceutil/trace.go:171","msg":"trace[1817380336] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"569.041181ms","start":"2026-04-28T04:58:30.97468Z","end":"2026-04-28T04:58:31.543722Z","steps":["trace[1817380336] 'process raft request' (duration: 456.399012ms)","trace[1817380336] 'compare' (duration: 112.287261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:58:31.543945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.974654Z","time spent":"569.199214ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:31.544049Z","caller":"traceutil/trace.go:171","msg":"trace[649219985] linearizableReadLoop","detail":"{readStateIndex:1150; appliedIndex:1137; }","duration":"320.137096ms","start":"2026-04-28T04:58:31.223894Z","end":"2026-04-28T04:58:31.544031Z","steps":["trace[649219985] 'read index received' (duration: 207.198891ms)","trace[649219985] 'applied index is now lower than readState.Index' (duration: 112.936665ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:31.544116Z","caller":"traceutil/trace.go:171","msg":"trace[1324655951] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"545.227998ms","start":"2026-04-28T04:58:30.998879Z","end":"2026-04-28T04:58:31.544107Z","steps":["trace[1324655951] 'process raft request' (duration: 544.984603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.544153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.99887Z","time spent":"545.263788ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:31.544329Z","caller":"traceutil/trace.go:171","msg":"trace[361868852] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"544.803938ms","start":"2026-04-28T04:58:30.999511Z","end":"2026-04-28T04:58:31.544315Z","steps":["trace[361868852] 'process raft request' (duration: 544.464851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.544395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.999504Z","time spent":"544.856609ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":550,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:31.544431Z","caller":"traceutil/trace.go:171","msg":"trace[425492538] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"546.007126ms","start":"2026-04-28T04:58:30.998414Z","end":"2026-04-28T04:58:31.544421Z","steps":["trace[425492538] 'process raft request' (duration: 545.29664ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.544401Z","caller":"traceutil/trace.go:171","msg":"trace[1050048072] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"545.391661ms","start":"2026-04-28T04:58:30.99899Z","end":"2026-04-28T04:58:31.544382Z","steps":["trace[1050048072] 'process raft request' (duration: 544.919151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.54443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.855763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T04:58:31.544469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.998376Z","time spent":"546.077307ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":791,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:31.54451Z","caller":"traceutil/trace.go:171","msg":"trace[2091785864] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:0; response_revision:1109; }","duration":"567.970665ms","start":"2026-04-28T04:58:30.976517Z","end":"2026-04-28T04:58:31.544488Z","steps":["trace[2091785864] 'agreement among raft nodes before linearized reading' (duration: 567.795971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.544516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.998984Z","time spent":"545.482003ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":829,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:31.544542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.976504Z","time spent":"568.033267ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-04-28T04:58:31.544517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.056177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:31.54456Z","caller":"traceutil/trace.go:171","msg":"trace[100444660] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"546.16681ms","start":"2026-04-28T04:58:30.998386Z","end":"2026-04-28T04:58:31.544553Z","steps":["trace[100444660] 'process raft request' (duration: 545.274319ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.544515Z","caller":"traceutil/trace.go:171","msg":"trace[1554796583] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"545.527894ms","start":"2026-04-28T04:58:30.998924Z","end":"2026-04-28T04:58:31.544452Z","steps":["trace[1554796583] 'process raft request' (duration: 544.960732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.544597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.998365Z","time spent":"546.218821ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:31.544541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.409635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:31.544598Z","caller":"traceutil/trace.go:171","msg":"trace[1804104822] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:1109; }","duration":"402.169851ms","start":"2026-04-28T04:58:31.142407Z","end":"2026-04-28T04:58:31.544577Z","steps":["trace[1804104822] 'agreement among raft nodes before linearized reading' (duration: 401.924795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.544652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:31.142401Z","time spent":"402.240423ms","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:500 "} {"level":"warn","ts":"2026-04-28T04:58:31.544616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.485428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:31.544664Z","caller":"traceutil/trace.go:171","msg":"trace[1525223052] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"545.875622ms","start":"2026-04-28T04:58:30.998758Z","end":"2026-04-28T04:58:31.544634Z","steps":["trace[1525223052] 'process raft request' (duration: 545.016463ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.544677Z","caller":"traceutil/trace.go:171","msg":"trace[1682348597] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:1109; }","duration":"402.60389ms","start":"2026-04-28T04:58:31.142031Z","end":"2026-04-28T04:58:31.544635Z","steps":["trace[1682348597] 'agreement among raft nodes before linearized reading' (duration: 402.284742ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.544699Z","caller":"traceutil/trace.go:171","msg":"trace[1303021312] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"545.849552ms","start":"2026-04-28T04:58:30.998842Z","end":"2026-04-28T04:58:31.544692Z","steps":["trace[1303021312] 'process raft request' (duration: 544.972722ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.544723Z","caller":"traceutil/trace.go:171","msg":"trace[1677664225] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:1109; }","duration":"402.661092ms","start":"2026-04-28T04:58:31.142032Z","end":"2026-04-28T04:58:31.544693Z","steps":["trace[1677664225] 'agreement among raft nodes before linearized reading' (duration: 402.382655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.544737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.99883Z","time spent":"545.892263ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:31.544735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.998731Z","time spent":"545.971425ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:31.544746Z","caller":"traceutil/trace.go:171","msg":"trace[557249834] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"546.102418ms","start":"2026-04-28T04:58:30.998635Z","end":"2026-04-28T04:58:31.544738Z","steps":["trace[557249834] 'process raft request' (duration: 545.107115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.544724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.998917Z","time spent":"545.699579ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:31.544749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:31.142012Z","time spent":"402.718192ms","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:58:31.544767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:31.14201Z","time spent":"402.749303ms","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T04:58:31.544788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.998627Z","time spent":"546.139298ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:31.544666Z","caller":"traceutil/trace.go:171","msg":"trace[1958041490] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"545.573106ms","start":"2026-04-28T04:58:30.999085Z","end":"2026-04-28T04:58:31.544658Z","steps":["trace[1958041490] 'process raft request' (duration: 544.87003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.544932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.999078Z","time spent":"545.826761ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:31.54466Z","caller":"traceutil/trace.go:171","msg":"trace[134594207] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"545.609537ms","start":"2026-04-28T04:58:30.999038Z","end":"2026-04-28T04:58:31.544647Z","steps":["trace[134594207] 'process raft request' (duration: 544.8971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.545014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.999029Z","time spent":"545.942374ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:31.545149Z","caller":"traceutil/trace.go:171","msg":"trace[2105521969] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"546.272071ms","start":"2026-04-28T04:58:30.998853Z","end":"2026-04-28T04:58:31.545125Z","steps":["trace[2105521969] 'process raft request' (duration: 544.988472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.545304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:30.998841Z","time spent":"546.412484ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":606,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:31.69283Z","caller":"traceutil/trace.go:171","msg":"trace[265211600] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"457.119948ms","start":"2026-04-28T04:58:31.235694Z","end":"2026-04-28T04:58:31.692814Z","steps":["trace[265211600] 'process raft request' (duration: 456.969355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.693056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:31.235675Z","time spent":"457.223031ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:31.693127Z","caller":"traceutil/trace.go:171","msg":"trace[2138696789] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"457.348174ms","start":"2026-04-28T04:58:31.235759Z","end":"2026-04-28T04:58:31.693107Z","steps":["trace[2138696789] 'process raft request' (duration: 456.991316ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.693156Z","caller":"traceutil/trace.go:171","msg":"trace[1442073794] linearizableReadLoop","detail":"{readStateIndex:1156; appliedIndex:1150; }","duration":"149.061143ms","start":"2026-04-28T04:58:31.544073Z","end":"2026-04-28T04:58:31.693134Z","steps":["trace[1442073794] 'read index received' (duration: 144.558751ms)","trace[1442073794] 'applied index is now lower than readState.Index' (duration: 4.501762ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:31.692783Z","caller":"traceutil/trace.go:171","msg":"trace[1082141675] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"463.603283ms","start":"2026-04-28T04:58:31.229138Z","end":"2026-04-28T04:58:31.692741Z","steps":["trace[1082141675] 'process raft request' (duration: 459.689457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.693212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:31.235753Z","time spent":"457.411736ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3050,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:58:31.693353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.682979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T04:58:31.693323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:31.229121Z","time spent":"464.122935ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:31.693395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.566469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:31.693395Z","caller":"traceutil/trace.go:171","msg":"trace[180930414] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:1115; }","duration":"299.73596ms","start":"2026-04-28T04:58:31.393642Z","end":"2026-04-28T04:58:31.693378Z","steps":["trace[180930414] 'agreement among raft nodes before linearized reading' (duration: 299.663729ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.69342Z","caller":"traceutil/trace.go:171","msg":"trace[687494787] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:1115; }","duration":"300.626931ms","start":"2026-04-28T04:58:31.392784Z","end":"2026-04-28T04:58:31.693411Z","steps":["trace[687494787] 'agreement among raft nodes before linearized reading' (duration: 300.59847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.693439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:31.392759Z","time spent":"300.676291ms","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T04:58:31.693366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.489268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T04:58:31.693574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.426397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:2 size:38012"} {"level":"info","ts":"2026-04-28T04:58:31.69357Z","caller":"traceutil/trace.go:171","msg":"trace[937530351] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:1115; }","duration":"300.709892ms","start":"2026-04-28T04:58:31.392847Z","end":"2026-04-28T04:58:31.693557Z","steps":["trace[937530351] 'agreement among raft nodes before linearized reading' (duration: 300.481867ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.693589Z","caller":"traceutil/trace.go:171","msg":"trace[426676887] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:2; response_revision:1115; }","duration":"398.499589ms","start":"2026-04-28T04:58:31.295083Z","end":"2026-04-28T04:58:31.693583Z","steps":["trace[426676887] 'agreement among raft nodes before linearized reading' (duration: 398.412917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.693601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:31.295052Z","time spent":"398.54582ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":38035,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-28T04:58:31.69361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:31.392842Z","time spent":"300.756643ms","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:58:31.693674Z","caller":"traceutil/trace.go:171","msg":"trace[1442475356] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"457.878195ms","start":"2026-04-28T04:58:31.235777Z","end":"2026-04-28T04:58:31.693655Z","steps":["trace[1442475356] 'process raft request' (duration: 457.19699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.693716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.861135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/ingress-nginx/\" range_end:\"/registry/limitranges/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:31.693734Z","caller":"traceutil/trace.go:171","msg":"trace[417827608] range","detail":"{range_begin:/registry/limitranges/ingress-nginx/; range_end:/registry/limitranges/ingress-nginx0; response_count:0; response_revision:1115; }","duration":"457.894376ms","start":"2026-04-28T04:58:31.235833Z","end":"2026-04-28T04:58:31.693727Z","steps":["trace[417827608] 'agreement among raft nodes before linearized reading' (duration: 457.864885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.693748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:31.235823Z","time spent":"457.921746ms","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/ingress-nginx/\" range_end:\"/registry/limitranges/ingress-nginx0\" "} {"level":"warn","ts":"2026-04-28T04:58:31.693765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:31.235749Z","time spent":"457.966497ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3479,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:58:31.694582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.812877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-xzgsm\" ","response":"range_response_count:1 size:3866"} {"level":"info","ts":"2026-04-28T04:58:31.694581Z","caller":"traceutil/trace.go:171","msg":"trace[295721339] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"458.12496ms","start":"2026-04-28T04:58:31.235773Z","end":"2026-04-28T04:58:31.693898Z","steps":["trace[295721339] 'process raft request' (duration: 457.285482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.694799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:31.235752Z","time spent":"458.933189ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:31.694638Z","caller":"traceutil/trace.go:171","msg":"trace[116223599] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-xzgsm; range_end:; response_count:1; response_revision:1115; }","duration":"458.879368ms","start":"2026-04-28T04:58:31.235735Z","end":"2026-04-28T04:58:31.694615Z","steps":["trace[116223599] 'agreement among raft nodes before linearized reading' (duration: 458.08236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.695177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:31.235714Z","time spent":"459.43164ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3889,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-xzgsm\" "} {"level":"warn","ts":"2026-04-28T04:58:31.695651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.727027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-75c4f\" ","response":"range_response_count:1 size:6492"} {"level":"info","ts":"2026-04-28T04:58:31.695689Z","caller":"traceutil/trace.go:171","msg":"trace[524717324] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-75c4f; range_end:; response_count:1; response_revision:1115; }","duration":"468.799249ms","start":"2026-04-28T04:58:31.226882Z","end":"2026-04-28T04:58:31.695681Z","steps":["trace[524717324] 'agreement among raft nodes before linearized reading' (duration: 468.712437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.695706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:31.226863Z","time spent":"468.838549ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6515,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-75c4f\" "} {"level":"warn","ts":"2026-04-28T04:58:31.695786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.50011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-04-28T04:58:31.695882Z","caller":"traceutil/trace.go:171","msg":"trace[331473673] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:1115; }","duration":"237.608641ms","start":"2026-04-28T04:58:31.458241Z","end":"2026-04-28T04:58:31.69585Z","steps":["trace[331473673] 'agreement among raft nodes before linearized reading' (duration: 237.380206ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.69624Z","caller":"traceutil/trace.go:171","msg":"trace[1430099033] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"460.259179ms","start":"2026-04-28T04:58:31.235968Z","end":"2026-04-28T04:58:31.696227Z","steps":["trace[1430099033] 'process raft request' (duration: 457.129589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.6963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:31.235952Z","time spent":"460.30507ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4953,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:58:31.696473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.150414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:873"} {"level":"info","ts":"2026-04-28T04:58:31.69651Z","caller":"traceutil/trace.go:171","msg":"trace[253276793] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:1115; }","duration":"238.207895ms","start":"2026-04-28T04:58:31.458289Z","end":"2026-04-28T04:58:31.696497Z","steps":["trace[253276793] 'agreement among raft nodes before linearized reading' (duration: 238.093762ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.82294Z","caller":"traceutil/trace.go:171","msg":"trace[395264082] linearizableReadLoop","detail":"{readStateIndex:1157; appliedIndex:1156; }","duration":"129.694949ms","start":"2026-04-28T04:58:31.693208Z","end":"2026-04-28T04:58:31.822903Z","steps":["trace[395264082] 'read index received' (duration: 129.037525ms)","trace[395264082] 'applied index is now lower than readState.Index' (duration: 656.114µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:31.823008Z","caller":"traceutil/trace.go:171","msg":"trace[1073502860] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"270.486196ms","start":"2026-04-28T04:58:31.55248Z","end":"2026-04-28T04:58:31.822966Z","steps":["trace[1073502860] 'process raft request' (duration: 269.673169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.82333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.374232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T04:58:31.82331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.37292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:31.823364Z","caller":"traceutil/trace.go:171","msg":"trace[955314596] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:1116; }","duration":"265.474235ms","start":"2026-04-28T04:58:31.55788Z","end":"2026-04-28T04:58:31.823354Z","steps":["trace[955314596] 'agreement among raft nodes before linearized reading' (duration: 265.346232ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.823398Z","caller":"traceutil/trace.go:171","msg":"trace[1456954981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1116; }","duration":"217.506122ms","start":"2026-04-28T04:58:31.605869Z","end":"2026-04-28T04:58:31.823375Z","steps":["trace[1456954981] 'agreement among raft nodes before linearized reading' (duration: 217.122543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.823413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.236821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:31.823473Z","caller":"traceutil/trace.go:171","msg":"trace[2041500260] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:1116; }","duration":"274.340583ms","start":"2026-04-28T04:58:31.549112Z","end":"2026-04-28T04:58:31.823452Z","steps":["trace[2041500260] 'agreement among raft nodes before linearized reading' (duration: 274.20838ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.83001Z","caller":"traceutil/trace.go:171","msg":"trace[951501512] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"131.742374ms","start":"2026-04-28T04:58:31.698248Z","end":"2026-04-28T04:58:31.829991Z","steps":["trace[951501512] 'process raft request' (duration: 131.325125ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.830194Z","caller":"traceutil/trace.go:171","msg":"trace[100757622] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"130.792955ms","start":"2026-04-28T04:58:31.699393Z","end":"2026-04-28T04:58:31.830186Z","steps":["trace[100757622] 'process raft request' (duration: 130.271762ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.830321Z","caller":"traceutil/trace.go:171","msg":"trace[1462749336] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"123.668825ms","start":"2026-04-28T04:58:31.706643Z","end":"2026-04-28T04:58:31.830312Z","steps":["trace[1462749336] 'process raft request' (duration: 123.063751ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.830509Z","caller":"traceutil/trace.go:171","msg":"trace[1177523162] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"123.805158ms","start":"2026-04-28T04:58:31.706695Z","end":"2026-04-28T04:58:31.8305Z","steps":["trace[1177523162] 'process raft request' (duration: 123.059161ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:31.830608Z","caller":"traceutil/trace.go:171","msg":"trace[1076421748] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"123.865419ms","start":"2026-04-28T04:58:31.706734Z","end":"2026-04-28T04:58:31.830599Z","steps":["trace[1076421748] 'process raft request' (duration: 123.056241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.830784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.605304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-g7nt6\" ","response":"range_response_count:1 size:2426"} {"level":"info","ts":"2026-04-28T04:58:31.830814Z","caller":"traceutil/trace.go:171","msg":"trace[228670277] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-g7nt6; range_end:; response_count:1; response_revision:1121; }","duration":"132.664826ms","start":"2026-04-28T04:58:31.698136Z","end":"2026-04-28T04:58:31.830801Z","steps":["trace[228670277] 'agreement among raft nodes before linearized reading' (duration: 132.546693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:31.830923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.150766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-xzgsm\" ","response":"range_response_count:1 size:4780"} {"level":"info","ts":"2026-04-28T04:58:31.830943Z","caller":"traceutil/trace.go:171","msg":"trace[1465396905] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-xzgsm; range_end:; response_count:1; response_revision:1121; }","duration":"133.188927ms","start":"2026-04-28T04:58:31.697747Z","end":"2026-04-28T04:58:31.830936Z","steps":["trace[1465396905] 'agreement among raft nodes before linearized reading' (duration: 133.152726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:32.755977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.897135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:58:32.756175Z","caller":"traceutil/trace.go:171","msg":"trace[1155612416] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"345.952273ms","start":"2026-04-28T04:58:32.410192Z","end":"2026-04-28T04:58:32.756144Z","steps":["trace[1155612416] 'process raft request' (duration: 168.815153ms)","trace[1155612416] 'compare' (duration: 176.69053ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:32.756237Z","caller":"traceutil/trace.go:171","msg":"trace[289156802] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"346.010514ms","start":"2026-04-28T04:58:32.410219Z","end":"2026-04-28T04:58:32.756229Z","steps":["trace[289156802] 'process raft request' (duration: 345.871131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:32.75628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:32.410167Z","time spent":"346.066176ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:32.756195Z","caller":"traceutil/trace.go:171","msg":"trace[209500498] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"345.894982ms","start":"2026-04-28T04:58:32.410281Z","end":"2026-04-28T04:58:32.756176Z","steps":["trace[209500498] 'process raft request' (duration: 345.851381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:32.756308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:32.410193Z","time spent":"346.084996ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:32.756449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:32.410272Z","time spent":"346.068075ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:32.799976Z","caller":"traceutil/trace.go:171","msg":"trace[1593824825] linearizableReadLoop","detail":"{readStateIndex:1306; appliedIndex:1302; }","duration":"266.532998ms","start":"2026-04-28T04:58:32.533411Z","end":"2026-04-28T04:58:32.799944Z","steps":["trace[1593824825] 'read index received' (duration: 45.610449ms)","trace[1593824825] 'applied index is now lower than readState.Index' (duration: 220.920689ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:32.800485Z","caller":"traceutil/trace.go:171","msg":"trace[1629426084] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"352.50949ms","start":"2026-04-28T04:58:32.447959Z","end":"2026-04-28T04:58:32.800469Z","steps":["trace[1629426084] 'process raft request' (duration: 351.555079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:32.800631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:32.447879Z","time spent":"352.651014ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":136612,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:32.800932Z","caller":"traceutil/trace.go:171","msg":"trace[1519726832] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"248.033194ms","start":"2026-04-28T04:58:32.552888Z","end":"2026-04-28T04:58:32.800921Z","steps":["trace[1519726832] 'process raft request' (duration: 246.897719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:32.801277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.861258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307179"} {"level":"info","ts":"2026-04-28T04:58:32.801338Z","caller":"traceutil/trace.go:171","msg":"trace[25341216] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:1265; }","duration":"267.96187ms","start":"2026-04-28T04:58:32.53336Z","end":"2026-04-28T04:58:32.801322Z","steps":["trace[25341216] 'agreement among raft nodes before linearized reading' (duration: 267.699924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:32.827375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.218245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:32.827457Z","caller":"traceutil/trace.go:171","msg":"trace[2105530191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1266; }","duration":"221.346258ms","start":"2026-04-28T04:58:32.606092Z","end":"2026-04-28T04:58:32.827438Z","steps":["trace[2105530191] 'agreement among raft nodes before linearized reading' (duration: 221.188745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:33.116669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.601171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:58:33.116845Z","caller":"traceutil/trace.go:171","msg":"trace[1591093004] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1308; }","duration":"288.403387ms","start":"2026-04-28T04:58:32.828423Z","end":"2026-04-28T04:58:33.116826Z","steps":["trace[1591093004] 'read index received' (duration: 97.727165ms)","trace[1591093004] 'applied index is now lower than readState.Index' (duration: 190.675122ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:33.116926Z","caller":"traceutil/trace.go:171","msg":"trace[174585928] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"298.593455ms","start":"2026-04-28T04:58:32.818321Z","end":"2026-04-28T04:58:33.116914Z","steps":["trace[174585928] 'process raft request' (duration: 298.450821ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:33.116947Z","caller":"traceutil/trace.go:171","msg":"trace[689754588] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"304.436935ms","start":"2026-04-28T04:58:32.812454Z","end":"2026-04-28T04:58:33.116891Z","steps":["trace[689754588] 'process raft request' (duration: 113.535098ms)","trace[689754588] 'compare' (duration: 190.447857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:58:33.117122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:32.812433Z","time spent":"304.60495ms","remote":"127.0.0.1:46588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3133,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:33.117092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.641623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:33.117284Z","caller":"traceutil/trace.go:171","msg":"trace[1197809739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1268; }","duration":"288.868158ms","start":"2026-04-28T04:58:32.828368Z","end":"2026-04-28T04:58:33.117236Z","steps":["trace[1197809739] 'agreement among raft nodes before linearized reading' (duration: 288.591032ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:33.311688Z","caller":"traceutil/trace.go:171","msg":"trace[613369138] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"451.679207ms","start":"2026-04-28T04:58:32.859983Z","end":"2026-04-28T04:58:33.311662Z","steps":["trace[613369138] 'process raft request' (duration: 451.618696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:33.311873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:32.859958Z","time spent":"451.82181ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:33.311999Z","caller":"traceutil/trace.go:171","msg":"trace[471598420] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"471.831427ms","start":"2026-04-28T04:58:32.840129Z","end":"2026-04-28T04:58:33.31196Z","steps":["trace[471598420] 'process raft request' (duration: 471.217243ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:33.312063Z","caller":"traceutil/trace.go:171","msg":"trace[981158757] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"455.148694ms","start":"2026-04-28T04:58:32.856907Z","end":"2026-04-28T04:58:33.312056Z","steps":["trace[981158757] 'process raft request' (duration: 454.54701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:33.312118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:32.856867Z","time spent":"455.229046ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:33.31214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:32.840125Z","time spent":"471.941909ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:33.312031Z","caller":"traceutil/trace.go:171","msg":"trace[824299147] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"459.712796ms","start":"2026-04-28T04:58:32.852307Z","end":"2026-04-28T04:58:33.312019Z","steps":["trace[824299147] 'process raft request' (duration: 459.088712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:33.312267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:32.852273Z","time spent":"459.974362ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:33.312263Z","caller":"traceutil/trace.go:171","msg":"trace[566166075] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"472.147434ms","start":"2026-04-28T04:58:32.840078Z","end":"2026-04-28T04:58:33.312225Z","steps":["trace[566166075] 'process raft request' (duration: 471.199602ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:33.312341Z","caller":"traceutil/trace.go:171","msg":"trace[1592271423] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"478.738252ms","start":"2026-04-28T04:58:32.833595Z","end":"2026-04-28T04:58:33.312333Z","steps":["trace[1592271423] 'process raft request' (duration: 458.773126ms)","trace[1592271423] 'compare' (duration: 18.724258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:58:33.31237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:32.833584Z","time spent":"478.774673ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:33.312416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:32.840062Z","time spent":"472.282997ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:34.028279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.302403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:58:34.028481Z","caller":"traceutil/trace.go:171","msg":"trace[1307435724] linearizableReadLoop","detail":"{readStateIndex:1317; appliedIndex:1310; }","duration":"911.580049ms","start":"2026-04-28T04:58:33.116881Z","end":"2026-04-28T04:58:34.028461Z","steps":["trace[1307435724] 'read index received' (duration: 175.570586ms)","trace[1307435724] 'applied index is now lower than readState.Index' (duration: 736.008423ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:34.028555Z","caller":"traceutil/trace.go:171","msg":"trace[1358341090] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"1.072214558s","start":"2026-04-28T04:58:32.956304Z","end":"2026-04-28T04:58:34.028519Z","steps":["trace[1358341090] 'process raft request' (duration: 826.579517ms)","trace[1358341090] 'compare' (duration: 244.754621ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:34.028587Z","caller":"traceutil/trace.go:171","msg":"trace[654510752] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"892.465981ms","start":"2026-04-28T04:58:33.136069Z","end":"2026-04-28T04:58:34.028535Z","steps":["trace[654510752] 'process raft request' (duration: 892.324888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.028644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10130506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T04:58:34.028685Z","caller":"traceutil/trace.go:171","msg":"trace[1047669285] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1276; }","duration":"1.101402872s","start":"2026-04-28T04:58:32.927268Z","end":"2026-04-28T04:58:34.028671Z","steps":["trace[1047669285] 'agreement among raft nodes before linearized reading' (duration: 1.101277359s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.028702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:32.956263Z","time spent":"1.072365702s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:34.028705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.254932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6249"} {"level":"warn","ts":"2026-04-28T04:58:34.028716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:32.927239Z","time spent":"1.101468732s","remote":"127.0.0.1:58068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:58:34.028753Z","caller":"traceutil/trace.go:171","msg":"trace[862494859] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:1276; }","duration":"984.346214ms","start":"2026-04-28T04:58:33.044395Z","end":"2026-04-28T04:58:34.028741Z","steps":["trace[862494859] 'agreement among raft nodes before linearized reading' (duration: 984.14221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.028781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.044381Z","time spent":"984.393885ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6272,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T04:58:34.028777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.136044Z","time spent":"892.638335ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3544,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.081482Z","caller":"traceutil/trace.go:171","msg":"trace[66348950] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"749.925043ms","start":"2026-04-28T04:58:33.33154Z","end":"2026-04-28T04:58:34.081465Z","steps":["trace[66348950] 'process raft request' (duration: 749.893662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.081585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.331534Z","time spent":"750.000845ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.08182Z","caller":"traceutil/trace.go:171","msg":"trace[122102075] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"754.920597ms","start":"2026-04-28T04:58:33.326894Z","end":"2026-04-28T04:58:34.081814Z","steps":["trace[122102075] 'process raft request' (duration: 754.430025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.081859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.326881Z","time spent":"754.949277ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9932,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:34.081931Z","caller":"traceutil/trace.go:171","msg":"trace[286111938] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"755.423017ms","start":"2026-04-28T04:58:33.326472Z","end":"2026-04-28T04:58:34.081895Z","steps":["trace[286111938] 'process raft request' (duration: 754.740552ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:34.082027Z","caller":"traceutil/trace.go:171","msg":"trace[1290452169] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"751.570321ms","start":"2026-04-28T04:58:33.330447Z","end":"2026-04-28T04:58:34.082017Z","steps":["trace[1290452169] 'process raft request' (duration: 750.914906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.082065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.330423Z","time spent":"751.627232ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:34.082081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.326363Z","time spent":"755.653052ms","remote":"127.0.0.1:58098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.082151Z","caller":"traceutil/trace.go:171","msg":"trace[1421020557] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"751.645313ms","start":"2026-04-28T04:58:33.330501Z","end":"2026-04-28T04:58:34.082146Z","steps":["trace[1421020557] 'process raft request' (duration: 750.885805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.082196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.330477Z","time spent":"751.690773ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.08225Z","caller":"traceutil/trace.go:171","msg":"trace[2013958744] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"755.660202ms","start":"2026-04-28T04:58:33.326582Z","end":"2026-04-28T04:58:34.082242Z","steps":["trace[2013958744] 'process raft request' (duration: 754.71376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.082301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.326557Z","time spent":"755.729474ms","remote":"127.0.0.1:58098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.082313Z","caller":"traceutil/trace.go:171","msg":"trace[764327856] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"751.243454ms","start":"2026-04-28T04:58:33.331063Z","end":"2026-04-28T04:58:34.082306Z","steps":["trace[764327856] 'process raft request' (duration: 750.340644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.082339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.331045Z","time spent":"751.282515ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.08241Z","caller":"traceutil/trace.go:171","msg":"trace[1353723289] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"751.022358ms","start":"2026-04-28T04:58:33.331383Z","end":"2026-04-28T04:58:34.082405Z","steps":["trace[1353723289] 'process raft request' (duration: 750.035796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.082438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.331375Z","time spent":"751.051039ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.08264Z","caller":"traceutil/trace.go:171","msg":"trace[1415128500] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"750.65271ms","start":"2026-04-28T04:58:33.331974Z","end":"2026-04-28T04:58:34.082627Z","steps":["trace[1415128500] 'process raft request' (duration: 750.473456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.082693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.331967Z","time spent":"750.702941ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.082813Z","caller":"traceutil/trace.go:171","msg":"trace[240091291] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"751.212722ms","start":"2026-04-28T04:58:33.331591Z","end":"2026-04-28T04:58:34.082804Z","steps":["trace[240091291] 'process raft request' (duration: 749.856072ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:34.082845Z","caller":"traceutil/trace.go:171","msg":"trace[1710775746] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"750.596879ms","start":"2026-04-28T04:58:33.332239Z","end":"2026-04-28T04:58:34.082836Z","steps":["trace[1710775746] 'process raft request' (duration: 750.283602ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:34.082874Z","caller":"traceutil/trace.go:171","msg":"trace[77361712] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"750.471996ms","start":"2026-04-28T04:58:33.332395Z","end":"2026-04-28T04:58:34.082867Z","steps":["trace[77361712] 'process raft request' (duration: 750.19672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.082882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.332226Z","time spent":"750.641689ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:34.082908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.33238Z","time spent":"750.511587ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.082948Z","caller":"traceutil/trace.go:171","msg":"trace[1436444495] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"750.292811ms","start":"2026-04-28T04:58:33.332646Z","end":"2026-04-28T04:58:34.082938Z","steps":["trace[1436444495] 'process raft request' (duration: 749.969894ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:34.082962Z","caller":"traceutil/trace.go:171","msg":"trace[799365323] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"750.705711ms","start":"2026-04-28T04:58:33.332251Z","end":"2026-04-28T04:58:34.082957Z","steps":["trace[799365323] 'process raft request' (duration: 750.294292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.082983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.332631Z","time spent":"750.336993ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.083005Z","caller":"traceutil/trace.go:171","msg":"trace[1001220010] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"750.669581ms","start":"2026-04-28T04:58:33.332331Z","end":"2026-04-28T04:58:34.083Z","steps":["trace[1001220010] 'process raft request' (duration: 750.240891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.082848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.331586Z","time spent":"751.247333ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:34.08303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.332326Z","time spent":"750.696112ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:34.082987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.33224Z","time spent":"750.733782ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:34.08281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.637283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-28T04:58:34.083077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.144178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T04:58:34.083108Z","caller":"traceutil/trace.go:171","msg":"trace[1313425107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1291; }","duration":"533.224409ms","start":"2026-04-28T04:58:33.549878Z","end":"2026-04-28T04:58:34.083102Z","steps":["trace[1313425107] 'agreement among raft nodes before linearized reading' (duration: 533.107236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.08313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.549852Z","time spent":"533.274071ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T04:58:34.083087Z","caller":"traceutil/trace.go:171","msg":"trace[1934907282] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:1291; }","duration":"662.977471ms","start":"2026-04-28T04:58:33.420104Z","end":"2026-04-28T04:58:34.083081Z","steps":["trace[1934907282] 'agreement among raft nodes before linearized reading' (duration: 662.563621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.083231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:33.420081Z","time spent":"663.144304ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"info","ts":"2026-04-28T04:58:34.33871Z","caller":"traceutil/trace.go:171","msg":"trace[806445963] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"294.145215ms","start":"2026-04-28T04:58:34.044532Z","end":"2026-04-28T04:58:34.338677Z","steps":["trace[806445963] 'process raft request' (duration: 264.38596ms)","trace[806445963] 'compare' (duration: 29.558541ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:34.338976Z","caller":"traceutil/trace.go:171","msg":"trace[709445396] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"278.818923ms","start":"2026-04-28T04:58:34.060122Z","end":"2026-04-28T04:58:34.338941Z","steps":["trace[709445396] 'process raft request' (duration: 278.494956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.494168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.084754Z","time spent":"409.408822ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T04:58:34.494277Z","caller":"traceutil/trace.go:171","msg":"trace[365909963] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1293; }","duration":"406.526377ms","start":"2026-04-28T04:58:34.087712Z","end":"2026-04-28T04:58:34.494238Z","steps":["trace[365909963] 'process raft request' (duration: 406.233511ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:34.494338Z","caller":"traceutil/trace.go:171","msg":"trace[1690915774] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"406.338593ms","start":"2026-04-28T04:58:34.087964Z","end":"2026-04-28T04:58:34.494302Z","steps":["trace[1690915774] 'process raft request' (duration: 406.089537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:34.494387Z","caller":"traceutil/trace.go:171","msg":"trace[2133745396] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"406.267911ms","start":"2026-04-28T04:58:34.088088Z","end":"2026-04-28T04:58:34.494355Z","steps":["trace[2133745396] 'process raft request' (duration: 406.158339ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:34.494441Z","caller":"traceutil/trace.go:171","msg":"trace[144749949] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"406.18648ms","start":"2026-04-28T04:58:34.088211Z","end":"2026-04-28T04:58:34.494397Z","steps":["trace[144749949] 'process raft request' (duration: 406.063317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.494479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.088081Z","time spent":"406.361874ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1125,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:34.494476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.087697Z","time spent":"406.68561ms","remote":"127.0.0.1:58098","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.494523Z","caller":"traceutil/trace.go:171","msg":"trace[2143614347] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"406.489836ms","start":"2026-04-28T04:58:34.088016Z","end":"2026-04-28T04:58:34.494506Z","steps":["trace[2143614347] 'process raft request' (duration: 406.121568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.494566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.088011Z","time spent":"406.540427ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1167,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:34.494597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.088206Z","time spent":"406.313502ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:34.494472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.087955Z","time spent":"406.446805ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1142,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.494688Z","caller":"traceutil/trace.go:171","msg":"trace[2147267418] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"406.066257ms","start":"2026-04-28T04:58:34.088611Z","end":"2026-04-28T04:58:34.494678Z","steps":["trace[2147267418] 'process raft request' (duration: 405.830851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.494741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.088603Z","time spent":"406.114528ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.494816Z","caller":"traceutil/trace.go:171","msg":"trace[225897312] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"406.521108ms","start":"2026-04-28T04:58:34.088286Z","end":"2026-04-28T04:58:34.494807Z","steps":["trace[225897312] 'process raft request' (duration: 406.009016ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:34.49481Z","caller":"traceutil/trace.go:171","msg":"trace[1516603159] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"402.6161ms","start":"2026-04-28T04:58:34.092172Z","end":"2026-04-28T04:58:34.494788Z","steps":["trace[1516603159] 'process raft request' (duration: 402.434095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.49485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.088279Z","time spent":"406.555428ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1192,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.494875Z","caller":"traceutil/trace.go:171","msg":"trace[1857242754] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"405.935024ms","start":"2026-04-28T04:58:34.088925Z","end":"2026-04-28T04:58:34.49486Z","steps":["trace[1857242754] 'process raft request' (duration: 405.563705ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:34.494909Z","caller":"traceutil/trace.go:171","msg":"trace[1006838039] transaction","detail":"{read_only:false; response_revision:1300; number_of_response:1; }","duration":"406.450107ms","start":"2026-04-28T04:58:34.088452Z","end":"2026-04-28T04:58:34.494902Z","steps":["trace[1006838039] 'process raft request' (duration: 405.940795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.494914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.088918Z","time spent":"405.979566ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.494861Z","caller":"traceutil/trace.go:171","msg":"trace[930023448] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"406.158689ms","start":"2026-04-28T04:58:34.088663Z","end":"2026-04-28T04:58:34.494822Z","steps":["trace[930023448] 'process raft request' (duration: 405.80267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.494945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.088445Z","time spent":"406.486457ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1139,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.494974Z","caller":"traceutil/trace.go:171","msg":"trace[1070112689] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"404.171385ms","start":"2026-04-28T04:58:34.090794Z","end":"2026-04-28T04:58:34.494965Z","steps":["trace[1070112689] 'process raft request' (duration: 403.730405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:34.495007Z","caller":"traceutil/trace.go:171","msg":"trace[1680052849] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"406.451627ms","start":"2026-04-28T04:58:34.088548Z","end":"2026-04-28T04:58:34.495Z","steps":["trace[1680052849] 'process raft request' (duration: 405.871473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:34.495029Z","caller":"traceutil/trace.go:171","msg":"trace[973491093] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"402.6153ms","start":"2026-04-28T04:58:34.092397Z","end":"2026-04-28T04:58:34.495012Z","steps":["trace[973491093] 'process raft request' (duration: 402.265853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.495034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.088655Z","time spent":"406.300462ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1201,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.49508Z","caller":"traceutil/trace.go:171","msg":"trace[276067502] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"402.980108ms","start":"2026-04-28T04:58:34.092093Z","end":"2026-04-28T04:58:34.495073Z","steps":["trace[276067502] 'process raft request' (duration: 402.473056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.495129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.092085Z","time spent":"403.023209ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:58:34.494934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.092165Z","time spent":"402.692912ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:58:34.495121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.092389Z","time spent":"402.687103ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9941,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:58:34.495041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.088539Z","time spent":"406.485017ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.49483Z","caller":"traceutil/trace.go:171","msg":"trace[268011065] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"406.551699ms","start":"2026-04-28T04:58:34.088269Z","end":"2026-04-28T04:58:34.49482Z","steps":["trace[268011065] 'process raft request' (duration: 406.058747ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:34.495334Z","caller":"traceutil/trace.go:171","msg":"trace[909981626] linearizableReadLoop","detail":"{readStateIndex:1353; appliedIndex:1333; }","duration":"400.540564ms","start":"2026-04-28T04:58:34.094783Z","end":"2026-04-28T04:58:34.495323Z","steps":["trace[909981626] 'read index received' (duration: 214.033945ms)","trace[909981626] 'applied index is now lower than readState.Index' (duration: 186.505589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:58:34.495349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.088237Z","time spent":"407.08529ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:58:34.495042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.090785Z","time spent":"404.225626ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:34.495415Z","caller":"traceutil/trace.go:171","msg":"trace[104736441] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"400.659466ms","start":"2026-04-28T04:58:34.094748Z","end":"2026-04-28T04:58:34.495408Z","steps":["trace[104736441] 'process raft request' (duration: 400.206136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.495508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.094729Z","time spent":"400.755588ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:58:34.495544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.969756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T04:58:34.495586Z","caller":"traceutil/trace.go:171","msg":"trace[380331785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1310; }","duration":"398.049437ms","start":"2026-04-28T04:58:34.097525Z","end":"2026-04-28T04:58:34.495575Z","steps":["trace[380331785] 'agreement among raft nodes before linearized reading' (duration: 397.909014ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:34.495598Z","caller":"traceutil/trace.go:171","msg":"trace[1564004452] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"395.089502ms","start":"2026-04-28T04:58:34.100495Z","end":"2026-04-28T04:58:34.495585Z","steps":["trace[1564004452] 'process raft request' (duration: 394.747664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.495625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.097515Z","time spent":"398.100989ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:58:34.495654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.100469Z","time spent":"395.156343ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:58:34.495678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.870101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-28T04:58:34.495728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.63123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T04:58:34.495739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.344131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:58:34.495773Z","caller":"traceutil/trace.go:171","msg":"trace[1100961743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1310; }","duration":"371.386081ms","start":"2026-04-28T04:58:34.124379Z","end":"2026-04-28T04:58:34.495765Z","steps":["trace[1100961743] 'agreement among raft nodes before linearized reading' (duration: 371.238748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.495781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.003567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T04:58:34.495824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.124208Z","time spent":"371.610257ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T04:58:34.495832Z","caller":"traceutil/trace.go:171","msg":"trace[573469260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1310; }","duration":"381.086329ms","start":"2026-04-28T04:58:34.114739Z","end":"2026-04-28T04:58:34.495825Z","steps":["trace[573469260] 'agreement among raft nodes before linearized reading' (duration: 380.989577ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:34.495782Z","caller":"traceutil/trace.go:171","msg":"trace[1138213452] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1310; }","duration":"401.009824ms","start":"2026-04-28T04:58:34.094744Z","end":"2026-04-28T04:58:34.495754Z","steps":["trace[1138213452] 'agreement among raft nodes before linearized reading' (duration: 400.667587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.495914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.803986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-np2x5\" ","response":"range_response_count:1 size:7666"} {"level":"info","ts":"2026-04-28T04:58:34.495958Z","caller":"traceutil/trace.go:171","msg":"trace[1103260661] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-np2x5; range_end:; response_count:1; response_revision:1310; }","duration":"152.882797ms","start":"2026-04-28T04:58:34.343063Z","end":"2026-04-28T04:58:34.495946Z","steps":["trace[1103260661] 'agreement among raft nodes before linearized reading' (duration: 152.777725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:34.495773Z","caller":"traceutil/trace.go:171","msg":"trace[1712980127] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:1310; }","duration":"279.721942ms","start":"2026-04-28T04:58:34.216039Z","end":"2026-04-28T04:58:34.49576Z","steps":["trace[1712980127] 'agreement among raft nodes before linearized reading' (duration: 279.575849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.495909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.094725Z","time spent":"401.168437ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:58:34.495852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.114717Z","time spent":"381.13113ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:58:34.806214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.128349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:58:34.806334Z","caller":"traceutil/trace.go:171","msg":"trace[832524011] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"302.080063ms","start":"2026-04-28T04:58:34.504233Z","end":"2026-04-28T04:58:34.806313Z","steps":["trace[832524011] 'process raft request' (duration: 162.762799ms)","trace[832524011] 'compare' (duration: 138.983906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:58:34.806411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.504201Z","time spent":"302.180535ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10617,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:34.815069Z","caller":"traceutil/trace.go:171","msg":"trace[2104292208] linearizableReadLoop","detail":"{readStateIndex:1359; appliedIndex:1355; }","duration":"310.580302ms","start":"2026-04-28T04:58:34.504473Z","end":"2026-04-28T04:58:34.815053Z","steps":["trace[2104292208] 'read index received' (duration: 162.565084ms)","trace[2104292208] 'applied index is now lower than readState.Index' (duration: 148.014068ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:34.815358Z","caller":"traceutil/trace.go:171","msg":"trace[1900990993] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"311.018473ms","start":"2026-04-28T04:58:34.50433Z","end":"2026-04-28T04:58:34.815349Z","steps":["trace[1900990993] 'process raft request' (duration: 310.331507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.81545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.504319Z","time spent":"311.067004ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:34.815613Z","caller":"traceutil/trace.go:171","msg":"trace[28127240] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"311.255089ms","start":"2026-04-28T04:58:34.504351Z","end":"2026-04-28T04:58:34.815606Z","steps":["trace[28127240] 'process raft request' (duration: 310.416069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.815655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.504327Z","time spent":"311.307799ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:34.815716Z","caller":"traceutil/trace.go:171","msg":"trace[724994096] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"311.33287ms","start":"2026-04-28T04:58:34.504378Z","end":"2026-04-28T04:58:34.815711Z","steps":["trace[724994096] 'process raft request' (duration: 310.421589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.815756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.504372Z","time spent":"311.36671ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:34.815839Z","caller":"traceutil/trace.go:171","msg":"trace[1273216536] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"310.48933ms","start":"2026-04-28T04:58:34.505344Z","end":"2026-04-28T04:58:34.815833Z","steps":["trace[1273216536] 'process raft request' (duration: 309.482848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.815875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.505333Z","time spent":"310.524752ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:34.816045Z","caller":"traceutil/trace.go:171","msg":"trace[151465761] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"299.091486ms","start":"2026-04-28T04:58:34.516944Z","end":"2026-04-28T04:58:34.816036Z","steps":["trace[151465761] 'process raft request' (duration: 298.031202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.816196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.715457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-04-28T04:58:34.816223Z","caller":"traceutil/trace.go:171","msg":"trace[1760898348] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1321; }","duration":"311.754438ms","start":"2026-04-28T04:58:34.504462Z","end":"2026-04-28T04:58:34.816217Z","steps":["trace[1760898348] 'agreement among raft nodes before linearized reading' (duration: 311.643535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.816247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.504459Z","time spent":"311.783938ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":3894,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"info","ts":"2026-04-28T04:58:34.816341Z","caller":"traceutil/trace.go:171","msg":"trace[306151043] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"304.992458ms","start":"2026-04-28T04:58:34.511324Z","end":"2026-04-28T04:58:34.816316Z","steps":["trace[306151043] 'process raft request' (duration: 303.530925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.816398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.126405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-04-28T04:58:34.81642Z","caller":"traceutil/trace.go:171","msg":"trace[2117363703] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:1321; }","duration":"311.154765ms","start":"2026-04-28T04:58:34.505258Z","end":"2026-04-28T04:58:34.816412Z","steps":["trace[2117363703] 'agreement among raft nodes before linearized reading' (duration: 311.092424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.816445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.505253Z","time spent":"311.188386ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":3967,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"warn","ts":"2026-04-28T04:58:34.816468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.51131Z","time spent":"305.10125ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1186,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.816646Z","caller":"traceutil/trace.go:171","msg":"trace[1808895488] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"305.226433ms","start":"2026-04-28T04:58:34.511409Z","end":"2026-04-28T04:58:34.816635Z","steps":["trace[1808895488] 'process raft request' (duration: 303.477834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.816691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.712005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-28T04:58:34.816702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.511401Z","time spent":"305.278615ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:58:34.816835Z","caller":"traceutil/trace.go:171","msg":"trace[1921705934] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"305.226173ms","start":"2026-04-28T04:58:34.511599Z","end":"2026-04-28T04:58:34.816825Z","steps":["trace[1921705934] 'process raft request' (duration: 303.306289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.816879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.51159Z","time spent":"305.266684ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:58:34.816651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.28204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:34.817164Z","caller":"traceutil/trace.go:171","msg":"trace[1697776379] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"300.941837ms","start":"2026-04-28T04:58:34.516205Z","end":"2026-04-28T04:58:34.817146Z","steps":["trace[1697776379] 'process raft request' (duration: 298.733427ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:34.817199Z","caller":"traceutil/trace.go:171","msg":"trace[1130882407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1321; }","duration":"210.878124ms","start":"2026-04-28T04:58:34.606313Z","end":"2026-04-28T04:58:34.817191Z","steps":["trace[1130882407] 'agreement among raft nodes before linearized reading' (duration: 210.320521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.817267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.516191Z","time spent":"301.012968ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7957,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:34.816711Z","caller":"traceutil/trace.go:171","msg":"trace[2033303214] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1321; }","duration":"305.752755ms","start":"2026-04-28T04:58:34.510952Z","end":"2026-04-28T04:58:34.816705Z","steps":["trace[2033303214] 'agreement among raft nodes before linearized reading' (duration: 305.713304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:34.817462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:34.510937Z","time spent":"306.513832ms","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T04:58:41.04046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317017855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:58:41.188082Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046612496s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T04:58:41.188583Z","caller":"traceutil/trace.go:171","msg":"trace[482042165] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"1.047206159s","start":"2026-04-28T04:58:40.141346Z","end":"2026-04-28T04:58:41.188552Z","steps":["trace[482042165] 'process raft request' (duration: 1.047017435s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:41.188778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:40.141326Z","time spent":"1.047346552s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:41.198043Z","caller":"traceutil/trace.go:171","msg":"trace[1591888963] linearizableReadLoop","detail":"{readStateIndex:1510; appliedIndex:1508; }","duration":"658.144172ms","start":"2026-04-28T04:58:40.539881Z","end":"2026-04-28T04:58:41.198025Z","steps":["trace[1591888963] 'read index received' (duration: 648.505567ms)","trace[1591888963] 'applied index is now lower than readState.Index' (duration: 9.637495ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:41.198103Z","caller":"traceutil/trace.go:171","msg":"trace[474626550] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"838.616336ms","start":"2026-04-28T04:58:40.359455Z","end":"2026-04-28T04:58:41.198072Z","steps":["trace[474626550] 'process raft request' (duration: 838.479903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:41.1982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.395118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T04:58:41.198233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.59448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T04:58:41.198239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:40.359433Z","time spent":"838.721769ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:41.198262Z","caller":"traceutil/trace.go:171","msg":"trace[371272775] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:1464; }","duration":"653.654392ms","start":"2026-04-28T04:58:40.544598Z","end":"2026-04-28T04:58:41.198253Z","steps":["trace[371272775] 'agreement among raft nodes before linearized reading' (duration: 653.53513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:41.198295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:40.544586Z","time spent":"653.702063ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T04:58:41.198282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.782846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T04:58:41.19831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.852745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T04:58:41.198321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.513511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:58:41.198349Z","caller":"traceutil/trace.go:171","msg":"trace[1177677855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1464; }","duration":"351.924037ms","start":"2026-04-28T04:58:40.846414Z","end":"2026-04-28T04:58:41.198338Z","steps":["trace[1177677855] 'agreement among raft nodes before linearized reading' (duration: 351.811225ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:41.198347Z","caller":"traceutil/trace.go:171","msg":"trace[1923167487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1464; }","duration":"348.869408ms","start":"2026-04-28T04:58:40.849461Z","end":"2026-04-28T04:58:41.19833Z","steps":["trace[1923167487] 'agreement among raft nodes before linearized reading' (duration: 348.692904ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:41.198351Z","caller":"traceutil/trace.go:171","msg":"trace[835750110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1464; }","duration":"348.550291ms","start":"2026-04-28T04:58:40.849792Z","end":"2026-04-28T04:58:41.198342Z","steps":["trace[835750110] 'agreement among raft nodes before linearized reading' (duration: 348.4845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:41.198384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:40.846394Z","time spent":"351.982478ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:58:41.198386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:40.849453Z","time spent":"348.92362ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:58:41.198388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:40.849784Z","time spent":"348.597342ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:58:41.198464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.041465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T04:58:41.198507Z","caller":"traceutil/trace.go:171","msg":"trace[164746886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1464; }","duration":"350.115688ms","start":"2026-04-28T04:58:40.848381Z","end":"2026-04-28T04:58:41.198497Z","steps":["trace[164746886] 'agreement among raft nodes before linearized reading' (duration: 349.919262ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:41.19825Z","caller":"traceutil/trace.go:171","msg":"trace[580377307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1464; }","duration":"658.476399ms","start":"2026-04-28T04:58:40.539762Z","end":"2026-04-28T04:58:41.198238Z","steps":["trace[580377307] 'agreement among raft nodes before linearized reading' (duration: 658.336076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:41.198534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:40.848365Z","time spent":"350.164138ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:58:41.198493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.184794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T04:58:41.198563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:40.539746Z","time spent":"658.798968ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T04:58:41.198626Z","caller":"traceutil/trace.go:171","msg":"trace[1406875989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1464; }","duration":"595.36844ms","start":"2026-04-28T04:58:40.603223Z","end":"2026-04-28T04:58:41.198591Z","steps":["trace[1406875989] 'agreement among raft nodes before linearized reading' (duration: 595.063072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:41.198686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:40.603208Z","time spent":"595.469292ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T04:58:43.33725Z","caller":"traceutil/trace.go:171","msg":"trace[241192090] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"167.461784ms","start":"2026-04-28T04:58:43.169768Z","end":"2026-04-28T04:58:43.33723Z","steps":["trace[241192090] 'process raft request' (duration: 167.333631ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:43.363849Z","caller":"traceutil/trace.go:171","msg":"trace[1720229779] linearizableReadLoop","detail":"{readStateIndex:1518; appliedIndex:1516; }","duration":"145.719707ms","start":"2026-04-28T04:58:43.218108Z","end":"2026-04-28T04:58:43.363828Z","steps":["trace[1720229779] 'read index received' (duration: 118.962579ms)","trace[1720229779] 'applied index is now lower than readState.Index' (duration: 26.752678ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:43.363924Z","caller":"traceutil/trace.go:171","msg":"trace[1176355529] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"160.410827ms","start":"2026-04-28T04:58:43.203481Z","end":"2026-04-28T04:58:43.363892Z","steps":["trace[1176355529] 'process raft request' (duration: 160.212202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:43.364118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.988174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T04:58:43.364204Z","caller":"traceutil/trace.go:171","msg":"trace[1232625357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1472; }","duration":"146.133756ms","start":"2026-04-28T04:58:43.218051Z","end":"2026-04-28T04:58:43.364184Z","steps":["trace[1232625357] 'agreement among raft nodes before linearized reading' (duration: 145.86733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:43.498654Z","caller":"traceutil/trace.go:171","msg":"trace[381726715] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"130.504727ms","start":"2026-04-28T04:58:43.368116Z","end":"2026-04-28T04:58:43.498621Z","steps":["trace[381726715] 'process raft request' (duration: 115.371689ms)","trace[381726715] 'compare' (duration: 14.997605ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:43.513923Z","caller":"traceutil/trace.go:171","msg":"trace[1347995630] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"145.767909ms","start":"2026-04-28T04:58:43.368138Z","end":"2026-04-28T04:58:43.513906Z","steps":["trace[1347995630] 'process raft request' (duration: 145.634796ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:43.514294Z","caller":"traceutil/trace.go:171","msg":"trace[655614799] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"143.877086ms","start":"2026-04-28T04:58:43.370401Z","end":"2026-04-28T04:58:43.514278Z","steps":["trace[655614799] 'process raft request' (duration: 143.461997ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:43.514428Z","caller":"traceutil/trace.go:171","msg":"trace[1191388122] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"143.886556ms","start":"2026-04-28T04:58:43.370519Z","end":"2026-04-28T04:58:43.514406Z","steps":["trace[1191388122] 'process raft request' (duration: 143.64956ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:43.514426Z","caller":"traceutil/trace.go:171","msg":"trace[1350234470] linearizableReadLoop","detail":"{readStateIndex:1521; appliedIndex:1518; }","duration":"143.967298ms","start":"2026-04-28T04:58:43.370428Z","end":"2026-04-28T04:58:43.514395Z","steps":["trace[1350234470] 'read index received' (duration: 113.237831ms)","trace[1350234470] 'applied index is now lower than readState.Index' (duration: 30.727777ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:43.514491Z","caller":"traceutil/trace.go:171","msg":"trace[340864757] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"143.57934ms","start":"2026-04-28T04:58:43.370889Z","end":"2026-04-28T04:58:43.514468Z","steps":["trace[340864757] 'process raft request' (duration: 143.442887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:43.514866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.408778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:31657"} {"level":"info","ts":"2026-04-28T04:58:43.514935Z","caller":"traceutil/trace.go:171","msg":"trace[107456901] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1477; }","duration":"144.533771ms","start":"2026-04-28T04:58:43.370386Z","end":"2026-04-28T04:58:43.51492Z","steps":["trace[107456901] 'agreement among raft nodes before linearized reading' (duration: 144.181383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:46.123111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.730371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:58:46.123366Z","caller":"traceutil/trace.go:171","msg":"trace[115416248] linearizableReadLoop","detail":"{readStateIndex:1535; appliedIndex:1533; }","duration":"618.948247ms","start":"2026-04-28T04:58:45.504397Z","end":"2026-04-28T04:58:46.123346Z","steps":["trace[115416248] 'read index received' (duration: 403.898529ms)","trace[115416248] 'applied index is now lower than readState.Index' (duration: 215.048308ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:46.123509Z","caller":"traceutil/trace.go:171","msg":"trace[1469994793] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"754.284832ms","start":"2026-04-28T04:58:45.369214Z","end":"2026-04-28T04:58:46.123498Z","steps":["trace[1469994793] 'process raft request' (duration: 754.035647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:46.123634Z","caller":"traceutil/trace.go:171","msg":"trace[36850908] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"946.963958ms","start":"2026-04-28T04:58:45.176631Z","end":"2026-04-28T04:58:46.123595Z","steps":["trace[36850908] 'process raft request' (duration: 731.670495ms)","trace[36850908] 'compare' (duration: 214.618198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:58:46.123756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.512693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:46.123829Z","caller":"traceutil/trace.go:171","msg":"trace[1526103873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1488; }","duration":"519.653676ms","start":"2026-04-28T04:58:45.604161Z","end":"2026-04-28T04:58:46.123814Z","steps":["trace[1526103873] 'agreement among raft nodes before linearized reading' (duration: 519.493992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:46.123781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.902592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T04:58:46.123708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.874901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T04:58:46.123873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:45.604138Z","time spent":"519.726088ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:58:46.123875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:45.176608Z","time spent":"947.169613ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6616,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:58:46.123854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.788757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T04:58:46.123894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.476852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T04:58:46.123939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.252767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T04:58:46.123993Z","caller":"traceutil/trace.go:171","msg":"trace[358363875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1488; }","duration":"604.622255ms","start":"2026-04-28T04:58:45.519349Z","end":"2026-04-28T04:58:46.123972Z","steps":["trace[358363875] 'agreement among raft nodes before linearized reading' (duration: 604.311979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:46.124004Z","caller":"traceutil/trace.go:171","msg":"trace[1726926286] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:1488; }","duration":"604.004541ms","start":"2026-04-28T04:58:45.519956Z","end":"2026-04-28T04:58:46.123961Z","steps":["trace[1726926286] 'agreement among raft nodes before linearized reading' (duration: 603.660604ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:46.124029Z","caller":"traceutil/trace.go:171","msg":"trace[337200109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1488; }","duration":"604.354209ms","start":"2026-04-28T04:58:45.519648Z","end":"2026-04-28T04:58:46.124002Z","steps":["trace[337200109] 'agreement among raft nodes before linearized reading' (duration: 604.023672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:46.124053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:45.519337Z","time spent":"604.705687ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T04:58:46.124005Z","caller":"traceutil/trace.go:171","msg":"trace[891376988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1488; }","duration":"605.110597ms","start":"2026-04-28T04:58:45.518799Z","end":"2026-04-28T04:58:46.12391Z","steps":["trace[891376988] 'agreement among raft nodes before linearized reading' (duration: 604.79858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:46.124081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:45.519639Z","time spent":"604.43255ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:58:46.12408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:45.519936Z","time spent":"604.126324ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T04:58:46.123856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.435027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T04:58:46.124161Z","caller":"traceutil/trace.go:171","msg":"trace[198231937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1488; }","duration":"619.802855ms","start":"2026-04-28T04:58:45.504346Z","end":"2026-04-28T04:58:46.124149Z","steps":["trace[198231937] 'agreement among raft nodes before linearized reading' (duration: 619.285274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:46.124186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:45.518788Z","time spent":"605.309061ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:58:46.1242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:45.504324Z","time spent":"619.864697ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T04:58:46.1239Z","caller":"traceutil/trace.go:171","msg":"trace[974369190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1488; }","duration":"605.055375ms","start":"2026-04-28T04:58:45.518817Z","end":"2026-04-28T04:58:46.123873Z","steps":["trace[974369190] 'agreement among raft nodes before linearized reading' (duration: 604.845231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:46.124305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:45.518794Z","time spent":"605.492326ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:58:46.124548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:45.369192Z","time spent":"754.348373ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:46.274197Z","caller":"traceutil/trace.go:171","msg":"trace[189240453] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"145.37001ms","start":"2026-04-28T04:58:46.12879Z","end":"2026-04-28T04:58:46.27416Z","steps":["trace[189240453] 'process raft request' (duration: 126.415676ms)","trace[189240453] 'compare' (duration: 18.787561ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:46.27442Z","caller":"traceutil/trace.go:171","msg":"trace[748590165] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"145.538364ms","start":"2026-04-28T04:58:46.128866Z","end":"2026-04-28T04:58:46.274404Z","steps":["trace[748590165] 'process raft request' (duration: 145.239377ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:46.274855Z","caller":"traceutil/trace.go:171","msg":"trace[2015473562] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"145.866011ms","start":"2026-04-28T04:58:46.128952Z","end":"2026-04-28T04:58:46.274818Z","steps":["trace[2015473562] 'process raft request' (duration: 145.38334ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:46.27499Z","caller":"traceutil/trace.go:171","msg":"trace[623058685] linearizableReadLoop","detail":"{readStateIndex:1537; appliedIndex:1535; }","duration":"146.155687ms","start":"2026-04-28T04:58:46.128814Z","end":"2026-04-28T04:58:46.27497Z","steps":["trace[623058685] 'read index received' (duration: 28.868565ms)","trace[623058685] 'applied index is now lower than readState.Index' (duration: 117.285972ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:46.275027Z","caller":"traceutil/trace.go:171","msg":"trace[631313429] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"142.022975ms","start":"2026-04-28T04:58:46.132989Z","end":"2026-04-28T04:58:46.275012Z","steps":["trace[631313429] 'process raft request' (duration: 141.891372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:46.275106Z","caller":"traceutil/trace.go:171","msg":"trace[2040023377] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"146.056274ms","start":"2026-04-28T04:58:46.129032Z","end":"2026-04-28T04:58:46.275088Z","steps":["trace[2040023377] 'process raft request' (duration: 145.671836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:46.27521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.366651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-nwvww\" ","response":"range_response_count:1 size:11931"} {"level":"info","ts":"2026-04-28T04:58:46.275264Z","caller":"traceutil/trace.go:171","msg":"trace[772867861] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-nwvww; range_end:; response_count:1; response_revision:1494; }","duration":"146.445253ms","start":"2026-04-28T04:58:46.1288Z","end":"2026-04-28T04:58:46.275245Z","steps":["trace[772867861] 'agreement among raft nodes before linearized reading' (duration: 146.251339ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:50.406193Z","caller":"traceutil/trace.go:171","msg":"trace[1602170758] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"112.373323ms","start":"2026-04-28T04:58:50.293786Z","end":"2026-04-28T04:58:50.406159Z","steps":["trace[1602170758] 'process raft request' (duration: 45.409906ms)","trace[1602170758] 'compare' (duration: 66.536587ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:50.406279Z","caller":"traceutil/trace.go:171","msg":"trace[2004847692] linearizableReadLoop","detail":"{readStateIndex:1574; appliedIndex:1571; }","duration":"109.693523ms","start":"2026-04-28T04:58:50.296541Z","end":"2026-04-28T04:58:50.406234Z","steps":["trace[2004847692] 'read index received' (duration: 8.547192ms)","trace[2004847692] 'applied index is now lower than readState.Index' (duration: 101.144411ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:50.406472Z","caller":"traceutil/trace.go:171","msg":"trace[796579328] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"112.182458ms","start":"2026-04-28T04:58:50.294267Z","end":"2026-04-28T04:58:50.40645Z","steps":["trace[796579328] 'process raft request' (duration: 111.82235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:50.406647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.077251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T04:58:50.407237Z","caller":"traceutil/trace.go:171","msg":"trace[1529090318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1526; }","duration":"110.688955ms","start":"2026-04-28T04:58:50.296524Z","end":"2026-04-28T04:58:50.407213Z","steps":["trace[1529090318] 'agreement among raft nodes before linearized reading' (duration: 109.977419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:50.610414Z","caller":"traceutil/trace.go:171","msg":"trace[1644319229] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"198.153911ms","start":"2026-04-28T04:58:50.412228Z","end":"2026-04-28T04:58:50.610382Z","steps":["trace[1644319229] 'process raft request' (duration: 197.966475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:52.743603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.82253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T04:58:52.743685Z","caller":"traceutil/trace.go:171","msg":"trace[490485949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1532; }","duration":"128.967323ms","start":"2026-04-28T04:58:52.614699Z","end":"2026-04-28T04:58:52.743666Z","steps":["trace[490485949] 'range keys from in-memory index tree' (duration: 128.645925ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:53.10569Z","caller":"traceutil/trace.go:171","msg":"trace[1660760519] linearizableReadLoop","detail":"{readStateIndex:1581; appliedIndex:1580; }","duration":"272.329369ms","start":"2026-04-28T04:58:52.833337Z","end":"2026-04-28T04:58:53.105667Z","steps":["trace[1660760519] 'read index received' (duration: 272.214516ms)","trace[1660760519] 'applied index is now lower than readState.Index' (duration: 114.103µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:53.105764Z","caller":"traceutil/trace.go:171","msg":"trace[736667935] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"357.642206ms","start":"2026-04-28T04:58:52.748079Z","end":"2026-04-28T04:58:53.105721Z","steps":["trace[736667935] 'process raft request' (duration: 357.450062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:53.105802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.450151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T04:58:53.105964Z","caller":"traceutil/trace.go:171","msg":"trace[605946665] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1533; }","duration":"272.656426ms","start":"2026-04-28T04:58:52.833294Z","end":"2026-04-28T04:58:53.10595Z","steps":["trace[605946665] 'agreement among raft nodes before linearized reading' (duration: 272.456941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:53.105988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:52.748057Z","time spent":"357.827569ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:58:53.583887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.553072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:53.58402Z","caller":"traceutil/trace.go:171","msg":"trace[1661173318] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1533; }","duration":"187.772507ms","start":"2026-04-28T04:58:53.396219Z","end":"2026-04-28T04:58:53.583992Z","steps":["trace[1661173318] 'count revisions from in-memory index tree' (duration: 187.400829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:53.584067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.536393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T04:58:53.584129Z","caller":"traceutil/trace.go:171","msg":"trace[1274196087] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:1533; }","duration":"162.686387ms","start":"2026-04-28T04:58:53.421428Z","end":"2026-04-28T04:58:53.584114Z","steps":["trace[1274196087] 'range keys from in-memory index tree' (duration: 162.310238ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:53.75962Z","caller":"traceutil/trace.go:171","msg":"trace[458025828] linearizableReadLoop","detail":"{readStateIndex:1582; appliedIndex:1581; }","duration":"151.299012ms","start":"2026-04-28T04:58:53.608289Z","end":"2026-04-28T04:58:53.759588Z","steps":["trace[458025828] 'read index received' (duration: 151.164679ms)","trace[458025828] 'applied index is now lower than readState.Index' (duration: 132.913µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:58:53.759921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.486166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:53.76001Z","caller":"traceutil/trace.go:171","msg":"trace[901899678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1533; }","duration":"151.748432ms","start":"2026-04-28T04:58:53.60824Z","end":"2026-04-28T04:58:53.759988Z","steps":["trace[901899678] 'agreement among raft nodes before linearized reading' (duration: 151.458126ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:54.4492Z","caller":"traceutil/trace.go:171","msg":"trace[191981168] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"199.801786ms","start":"2026-04-28T04:58:54.249376Z","end":"2026-04-28T04:58:54.449178Z","steps":["trace[191981168] 'process raft request' (duration: 199.628362ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:54.488209Z","caller":"traceutil/trace.go:171","msg":"trace[516825766] linearizableReadLoop","detail":"{readStateIndex:1585; appliedIndex:1583; }","duration":"170.234825ms","start":"2026-04-28T04:58:54.317948Z","end":"2026-04-28T04:58:54.488183Z","steps":["trace[516825766] 'read index received' (duration: 131.069649ms)","trace[516825766] 'applied index is now lower than readState.Index' (duration: 39.164136ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:54.488396Z","caller":"traceutil/trace.go:171","msg":"trace[1066394166] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"217.104283ms","start":"2026-04-28T04:58:54.271232Z","end":"2026-04-28T04:58:54.488336Z","steps":["trace[1066394166] 'process raft request' (duration: 216.824347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:54.488528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.137867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T04:58:54.48858Z","caller":"traceutil/trace.go:171","msg":"trace[1644990862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1536; }","duration":"159.238069ms","start":"2026-04-28T04:58:54.329326Z","end":"2026-04-28T04:58:54.488565Z","steps":["trace[1644990862] 'agreement among raft nodes before linearized reading' (duration: 159.070826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:54.488878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.280237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T04:58:54.489014Z","caller":"traceutil/trace.go:171","msg":"trace[437700107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1536; }","duration":"153.454691ms","start":"2026-04-28T04:58:54.335534Z","end":"2026-04-28T04:58:54.488989Z","steps":["trace[437700107] 'agreement among raft nodes before linearized reading' (duration: 152.98136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:54.489062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.100264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T04:58:54.489141Z","caller":"traceutil/trace.go:171","msg":"trace[1031714038] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:1536; }","duration":"171.249908ms","start":"2026-04-28T04:58:54.31787Z","end":"2026-04-28T04:58:54.48912Z","steps":["trace[1031714038] 'agreement among raft nodes before linearized reading' (duration: 170.484981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:55.887059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.227447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:58:55.887167Z","caller":"traceutil/trace.go:171","msg":"trace[1395238002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1542; }","duration":"281.357479ms","start":"2026-04-28T04:58:55.605788Z","end":"2026-04-28T04:58:55.887145Z","steps":["trace[1395238002] 'range keys from in-memory index tree' (duration: 281.074892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:55.887359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.233028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T04:58:55.887489Z","caller":"traceutil/trace.go:171","msg":"trace[1573489689] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1542; }","duration":"507.430824ms","start":"2026-04-28T04:58:55.380018Z","end":"2026-04-28T04:58:55.887448Z","steps":["trace[1573489689] 'count revisions from in-memory index tree' (duration: 507.113486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:55.887559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:55.379995Z","time spent":"507.551767ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":2,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:58:56.670048Z","caller":"traceutil/trace.go:171","msg":"trace[1684416953] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"175.262429ms","start":"2026-04-28T04:58:56.494758Z","end":"2026-04-28T04:58:56.67002Z","steps":["trace[1684416953] 'process raft request' (duration: 174.937321ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:58:56.670015Z","caller":"traceutil/trace.go:171","msg":"trace[137096107] linearizableReadLoop","detail":"{readStateIndex:1592; appliedIndex:1591; }","duration":"148.424938ms","start":"2026-04-28T04:58:56.521559Z","end":"2026-04-28T04:58:56.669984Z","steps":["trace[137096107] 'read index received' (duration: 148.07315ms)","trace[137096107] 'applied index is now lower than readState.Index' (duration: 349.968µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:58:56.670347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.761456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T04:58:56.670468Z","caller":"traceutil/trace.go:171","msg":"trace[601866108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1543; }","duration":"148.92479ms","start":"2026-04-28T04:58:56.521522Z","end":"2026-04-28T04:58:56.670447Z","steps":["trace[601866108] 'agreement among raft nodes before linearized reading' (duration: 148.685145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:57.177085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317018033,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T04:58:57.625304Z","caller":"traceutil/trace.go:171","msg":"trace[251091125] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"951.424479ms","start":"2026-04-28T04:58:56.673817Z","end":"2026-04-28T04:58:57.625241Z","steps":["trace[251091125] 'process raft request' (duration: 951.155593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:57.62573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:56.673793Z","time spent":"951.831558ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:57.643275Z","caller":"traceutil/trace.go:171","msg":"trace[222287001] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"968.265725ms","start":"2026-04-28T04:58:56.674977Z","end":"2026-04-28T04:58:57.643243Z","steps":["trace[222287001] 'process raft request' (duration: 961.003202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:57.643492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:56.674965Z","time spent":"968.409408ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:57.643531Z","caller":"traceutil/trace.go:171","msg":"trace[1062860745] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"968.417248ms","start":"2026-04-28T04:58:56.675055Z","end":"2026-04-28T04:58:57.643472Z","steps":["trace[1062860745] 'process raft request' (duration: 968.117292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:57.643706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:56.675044Z","time spent":"968.568562ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:58:57.644103Z","caller":"traceutil/trace.go:171","msg":"trace[209582197] linearizableReadLoop","detail":"{readStateIndex:1596; appliedIndex:1592; }","duration":"967.61605ms","start":"2026-04-28T04:58:56.676459Z","end":"2026-04-28T04:58:57.644075Z","steps":["trace[209582197] 'read index received' (duration: 948.635646ms)","trace[209582197] 'applied index is now lower than readState.Index' (duration: 18.978054ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:58:57.644385Z","caller":"traceutil/trace.go:171","msg":"trace[67683345] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"969.199416ms","start":"2026-04-28T04:58:56.675165Z","end":"2026-04-28T04:58:57.644365Z","steps":["trace[67683345] 'process raft request' (duration: 968.226775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:57.644499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:56.675132Z","time spent":"969.303648ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:58:57.644776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.309156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32505"} {"level":"info","ts":"2026-04-28T04:58:57.644834Z","caller":"traceutil/trace.go:171","msg":"trace[793540201] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1547; }","duration":"968.392968ms","start":"2026-04-28T04:58:56.676426Z","end":"2026-04-28T04:58:57.644819Z","steps":["trace[793540201] 'agreement among raft nodes before linearized reading' (duration: 968.190224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:57.644876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:56.676412Z","time spent":"968.452979ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32528,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T04:58:57.645511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.90916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T04:58:57.645614Z","caller":"traceutil/trace.go:171","msg":"trace[606079708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1547; }","duration":"468.048153ms","start":"2026-04-28T04:58:57.177535Z","end":"2026-04-28T04:58:57.645583Z","steps":["trace[606079708] 'agreement among raft nodes before linearized reading' (duration: 467.139143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:58:57.645669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:57.177514Z","time spent":"468.145274ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:59:00.02222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.806332ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T04:59:00.022302Z","caller":"traceutil/trace.go:171","msg":"trace[185323434] linearizableReadLoop","detail":"{readStateIndex:1599; appliedIndex:1598; }","duration":"1.415816839s","start":"2026-04-28T04:58:58.60647Z","end":"2026-04-28T04:59:00.022286Z","steps":["trace[185323434] 'read index received' (duration: 441.135001ms)","trace[185323434] 'applied index is now lower than readState.Index' (duration: 974.680438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:00.022702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416201057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:00.022783Z","caller":"traceutil/trace.go:171","msg":"trace[404898642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1549; }","duration":"1.41635029s","start":"2026-04-28T04:58:58.606414Z","end":"2026-04-28T04:59:00.022765Z","steps":["trace[404898642] 'agreement among raft nodes before linearized reading' (duration: 1.416189647s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:00.022821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:58.606391Z","time spent":"1.416422493s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:59:00.170723Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.123130596s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T04:59:00.171385Z","caller":"traceutil/trace.go:171","msg":"trace[239170145] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"1.506071766s","start":"2026-04-28T04:58:58.665281Z","end":"2026-04-28T04:59:00.171353Z","steps":["trace[239170145] 'process raft request' (duration: 1.505706228s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:00.17163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:58.66525Z","time spent":"1.506212589s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6775,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:00.171673Z","caller":"traceutil/trace.go:171","msg":"trace[258245703] linearizableReadLoop","detail":"{readStateIndex:1601; appliedIndex:1599; }","duration":"149.293697ms","start":"2026-04-28T04:59:00.022319Z","end":"2026-04-28T04:59:00.171613Z","steps":["trace[258245703] 'read index received' (duration: 148.54411ms)","trace[258245703] 'applied index is now lower than readState.Index' (duration: 748.317µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:00.172203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.750296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T04:59:00.17224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.000442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T04:59:00.172256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.940545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T04:59:00.172291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.701136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T04:59:00.17234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.06337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:00.172346Z","caller":"traceutil/trace.go:171","msg":"trace[430857700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1551; }","duration":"542.080178ms","start":"2026-04-28T04:58:59.630243Z","end":"2026-04-28T04:59:00.172323Z","steps":["trace[430857700] 'agreement among raft nodes before linearized reading' (duration: 541.642519ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:00.172398Z","caller":"traceutil/trace.go:171","msg":"trace[2082395519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1551; }","duration":"148.167992ms","start":"2026-04-28T04:59:00.024212Z","end":"2026-04-28T04:59:00.17238Z","steps":["trace[2082395519] 'agreement among raft nodes before linearized reading' (duration: 148.0852ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:00.172403Z","caller":"traceutil/trace.go:171","msg":"trace[915791307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1551; }","duration":"523.066233ms","start":"2026-04-28T04:58:59.649206Z","end":"2026-04-28T04:59:00.172272Z","steps":["trace[915791307] 'agreement among raft nodes before linearized reading' (duration: 522.91565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:00.172453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:59.649196Z","time spent":"523.245637ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:59:00.172405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512781718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T04:59:00.172429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:59.630221Z","time spent":"542.19771ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T04:59:00.172353Z","caller":"traceutil/trace.go:171","msg":"trace[1586685699] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1551; }","duration":"697.823399ms","start":"2026-04-28T04:58:59.474511Z","end":"2026-04-28T04:59:00.172335Z","steps":["trace[1586685699] 'agreement among raft nodes before linearized reading' (duration: 697.635735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:00.173809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:59.474492Z","time spent":"699.288401ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":58,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:59:00.172536Z","caller":"traceutil/trace.go:171","msg":"trace[1078867462] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1551; }","duration":"1.512993422s","start":"2026-04-28T04:58:58.659509Z","end":"2026-04-28T04:59:00.172503Z","steps":["trace[1078867462] 'agreement among raft nodes before linearized reading' (duration: 1.512730866s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:00.173941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:58.659482Z","time spent":"1.514435594s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:59:00.172539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108036849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-nwvww\" ","response":"range_response_count:1 size:12779"} {"level":"info","ts":"2026-04-28T04:59:00.174161Z","caller":"traceutil/trace.go:171","msg":"trace[73560788] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-nwvww; range_end:; response_count:1; response_revision:1551; }","duration":"1.109694595s","start":"2026-04-28T04:58:59.06445Z","end":"2026-04-28T04:59:00.174145Z","steps":["trace[73560788] 'agreement among raft nodes before linearized reading' (duration: 1.107836034s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:00.174308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:59.064428Z","time spent":"1.109804918s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12802,"request content":"key:\"/registry/pods/openstack/openvswitch-nwvww\" "} {"level":"warn","ts":"2026-04-28T04:59:00.172608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155207524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:00.17447Z","caller":"traceutil/trace.go:171","msg":"trace[1351517881] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1551; }","duration":"1.157099076s","start":"2026-04-28T04:58:59.017338Z","end":"2026-04-28T04:59:00.174437Z","steps":["trace[1351517881] 'agreement among raft nodes before linearized reading' (duration: 1.155230594s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:00.174531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:59.017313Z","time spent":"1.157200477s","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:59:00.17263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.761775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T04:59:00.174579Z","caller":"traceutil/trace.go:171","msg":"trace[986740976] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:1551; }","duration":"524.704879ms","start":"2026-04-28T04:58:59.649857Z","end":"2026-04-28T04:59:00.174562Z","steps":["trace[986740976] 'agreement among raft nodes before linearized reading' (duration: 522.690364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:00.174641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:59.649819Z","time spent":"524.805432ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T04:59:00.172663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.930102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:59:00.172271Z","caller":"traceutil/trace.go:171","msg":"trace[1284148964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1551; }","duration":"522.873309ms","start":"2026-04-28T04:58:59.649385Z","end":"2026-04-28T04:59:00.172258Z","steps":["trace[1284148964] 'agreement among raft nodes before linearized reading' (duration: 522.449119ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:00.174801Z","caller":"traceutil/trace.go:171","msg":"trace[1468810408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1551; }","duration":"526.022149ms","start":"2026-04-28T04:58:59.648701Z","end":"2026-04-28T04:59:00.174724Z","steps":["trace[1468810408] 'agreement among raft nodes before linearized reading' (duration: 523.891991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:00.174927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:59.649362Z","time spent":"525.536999ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:59:00.174975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:59.648689Z","time spent":"526.220703ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T04:59:00.172677Z","caller":"traceutil/trace.go:171","msg":"trace[1314186631] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"1.498085608s","start":"2026-04-28T04:58:58.67457Z","end":"2026-04-28T04:59:00.172656Z","steps":["trace[1314186631] 'process raft request' (duration: 1.496588265s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:00.175113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:58.674549Z","time spent":"1.500473952s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:00.17272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.888738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:00.175308Z","caller":"traceutil/trace.go:171","msg":"trace[1734476455] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1551; }","duration":"359.513747ms","start":"2026-04-28T04:58:59.815772Z","end":"2026-04-28T04:59:00.175286Z","steps":["trace[1734476455] 'agreement among raft nodes before linearized reading' (duration: 356.905089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:00.175377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:59.815759Z","time spent":"359.594458ms","remote":"127.0.0.1:37752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:59:00.172773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.225612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T04:59:00.175551Z","caller":"traceutil/trace.go:171","msg":"trace[1300863436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1551; }","duration":"482.037645ms","start":"2026-04-28T04:58:59.693488Z","end":"2026-04-28T04:59:00.175525Z","steps":["trace[1300863436] 'agreement among raft nodes before linearized reading' (duration: 479.036718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:00.175904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:58:59.693474Z","time spent":"482.396882ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:59:00.450953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.359201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:59:00.451239Z","caller":"traceutil/trace.go:171","msg":"trace[345906459] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"271.808626ms","start":"2026-04-28T04:59:00.179395Z","end":"2026-04-28T04:59:00.451204Z","steps":["trace[345906459] 'process raft request' (duration: 134.096318ms)","trace[345906459] 'compare' (duration: 137.096875ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:00.451453Z","caller":"traceutil/trace.go:171","msg":"trace[1160795699] linearizableReadLoop","detail":"{readStateIndex:1606; appliedIndex:1601; }","duration":"270.65198ms","start":"2026-04-28T04:59:00.180782Z","end":"2026-04-28T04:59:00.451434Z","steps":["trace[1160795699] 'read index received' (duration: 21.128672ms)","trace[1160795699] 'applied index is now lower than readState.Index' (duration: 249.522188ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:00.451527Z","caller":"traceutil/trace.go:171","msg":"trace[1938812727] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"271.388527ms","start":"2026-04-28T04:59:00.180126Z","end":"2026-04-28T04:59:00.451515Z","steps":["trace[1938812727] 'process raft request' (duration: 271.09148ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:00.451565Z","caller":"traceutil/trace.go:171","msg":"trace[962946366] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"263.516881ms","start":"2026-04-28T04:59:00.188012Z","end":"2026-04-28T04:59:00.451529Z","steps":["trace[962946366] 'process raft request' (duration: 263.281586ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:00.451661Z","caller":"traceutil/trace.go:171","msg":"trace[1396557210] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"271.577871ms","start":"2026-04-28T04:59:00.180074Z","end":"2026-04-28T04:59:00.451652Z","steps":["trace[1396557210] 'process raft request' (duration: 271.000918ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:00.451693Z","caller":"traceutil/trace.go:171","msg":"trace[161096465] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"271.555721ms","start":"2026-04-28T04:59:00.18011Z","end":"2026-04-28T04:59:00.451665Z","steps":["trace[161096465] 'process raft request' (duration: 271.06863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:00.451762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.980477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32463"} {"level":"warn","ts":"2026-04-28T04:59:00.451789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.211278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:00.451823Z","caller":"traceutil/trace.go:171","msg":"trace[776465129] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1557; }","duration":"271.041878ms","start":"2026-04-28T04:59:00.180744Z","end":"2026-04-28T04:59:00.451786Z","steps":["trace[776465129] 'agreement among raft nodes before linearized reading' (duration: 270.811543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:00.451857Z","caller":"traceutil/trace.go:171","msg":"trace[1515727837] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1557; }","duration":"116.352672ms","start":"2026-04-28T04:59:00.335488Z","end":"2026-04-28T04:59:00.451841Z","steps":["trace[1515727837] 'agreement among raft nodes before linearized reading' (duration: 116.238688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:00.451834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.728991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:00.451996Z","caller":"traceutil/trace.go:171","msg":"trace[174205254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1557; }","duration":"271.003159ms","start":"2026-04-28T04:59:00.180972Z","end":"2026-04-28T04:59:00.451975Z","steps":["trace[174205254] 'agreement among raft nodes before linearized reading' (duration: 270.692621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:00.598604Z","caller":"traceutil/trace.go:171","msg":"trace[696659809] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"129.29139ms","start":"2026-04-28T04:59:00.469277Z","end":"2026-04-28T04:59:00.598568Z","steps":["trace[696659809] 'process raft request' (duration: 87.696021ms)","trace[696659809] 'compare' (duration: 41.449936ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:00.749721Z","caller":"traceutil/trace.go:171","msg":"trace[1571297446] linearizableReadLoop","detail":"{readStateIndex:1609; appliedIndex:1608; }","duration":"115.913301ms","start":"2026-04-28T04:59:00.633781Z","end":"2026-04-28T04:59:00.749695Z","steps":["trace[1571297446] 'read index received' (duration: 97.298785ms)","trace[1571297446] 'applied index is now lower than readState.Index' (duration: 18.613366ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:00.749811Z","caller":"traceutil/trace.go:171","msg":"trace[1160909130] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"136.083842ms","start":"2026-04-28T04:59:00.613692Z","end":"2026-04-28T04:59:00.749775Z","steps":["trace[1160909130] 'process raft request' (duration: 117.505027ms)","trace[1160909130] 'compare' (duration: 18.380531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:00.749873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.069774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T04:59:00.74991Z","caller":"traceutil/trace.go:171","msg":"trace[901916927] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1559; }","duration":"116.172836ms","start":"2026-04-28T04:59:00.633725Z","end":"2026-04-28T04:59:00.749897Z","steps":["trace[901916927] 'agreement among raft nodes before linearized reading' (duration: 116.071574ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:04.322337Z","caller":"traceutil/trace.go:171","msg":"trace[1203671891] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"114.555041ms","start":"2026-04-28T04:59:04.207748Z","end":"2026-04-28T04:59:04.322303Z","steps":["trace[1203671891] 'process raft request' (duration: 114.313126ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:04.455229Z","caller":"traceutil/trace.go:171","msg":"trace[1563732060] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"128.183016ms","start":"2026-04-28T04:59:04.327025Z","end":"2026-04-28T04:59:04.455208Z","steps":["trace[1563732060] 'process raft request' (duration: 126.343144ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:06.676883Z","caller":"traceutil/trace.go:171","msg":"trace[32941836] linearizableReadLoop","detail":"{readStateIndex:1629; appliedIndex:1628; }","duration":"217.048242ms","start":"2026-04-28T04:59:06.459809Z","end":"2026-04-28T04:59:06.676857Z","steps":["trace[32941836] 'read index received' (duration: 216.879047ms)","trace[32941836] 'applied index is now lower than readState.Index' (duration: 167.815µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:06.676971Z","caller":"traceutil/trace.go:171","msg":"trace[80319202] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"348.534281ms","start":"2026-04-28T04:59:06.328405Z","end":"2026-04-28T04:59:06.676939Z","steps":["trace[80319202] 'process raft request' (duration: 348.275114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:06.677278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.385798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T04:59:06.677324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.55199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T04:59:06.677365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.412038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T04:59:06.677398Z","caller":"traceutil/trace.go:171","msg":"trace[94989798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1578; }","duration":"178.566302ms","start":"2026-04-28T04:59:06.498811Z","end":"2026-04-28T04:59:06.677377Z","steps":["trace[94989798] 'agreement among raft nodes before linearized reading' (duration: 178.216655ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:06.677405Z","caller":"traceutil/trace.go:171","msg":"trace[1439109439] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1578; }","duration":"122.695084ms","start":"2026-04-28T04:59:06.554692Z","end":"2026-04-28T04:59:06.677387Z","steps":["trace[1439109439] 'agreement among raft nodes before linearized reading' (duration: 122.52721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:06.677424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.030539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T04:59:06.677439Z","caller":"traceutil/trace.go:171","msg":"trace[698693535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1578; }","duration":"165.487489ms","start":"2026-04-28T04:59:06.511932Z","end":"2026-04-28T04:59:06.67742Z","steps":["trace[698693535] 'agreement among raft nodes before linearized reading' (duration: 165.317746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:06.677354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.564487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T04:59:06.677474Z","caller":"traceutil/trace.go:171","msg":"trace[1066902099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1578; }","duration":"165.108231ms","start":"2026-04-28T04:59:06.512352Z","end":"2026-04-28T04:59:06.677461Z","steps":["trace[1066902099] 'agreement among raft nodes before linearized reading' (duration: 164.958028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:06.677473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:06.328372Z","time spent":"348.672664ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:06.67749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.530136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:59:06.677519Z","caller":"traceutil/trace.go:171","msg":"trace[2016347575] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:1578; }","duration":"163.769871ms","start":"2026-04-28T04:59:06.513733Z","end":"2026-04-28T04:59:06.677503Z","steps":["trace[2016347575] 'agreement among raft nodes before linearized reading' (duration: 163.383063ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:06.677566Z","caller":"traceutil/trace.go:171","msg":"trace[1800238243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1578; }","duration":"167.687539ms","start":"2026-04-28T04:59:06.50986Z","end":"2026-04-28T04:59:06.677547Z","steps":["trace[1800238243] 'agreement among raft nodes before linearized reading' (duration: 167.443514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:06.677703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.928102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T04:59:06.677741Z","caller":"traceutil/trace.go:171","msg":"trace[705920848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1578; }","duration":"218.025874ms","start":"2026-04-28T04:59:06.459705Z","end":"2026-04-28T04:59:06.677731Z","steps":["trace[705920848] 'agreement among raft nodes before linearized reading' (duration: 217.905001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:07.740493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.139629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:59:07.740783Z","caller":"traceutil/trace.go:171","msg":"trace[653901716] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"1.058467851s","start":"2026-04-28T04:59:06.682296Z","end":"2026-04-28T04:59:07.740763Z","steps":["trace[653901716] 'process raft request' (duration: 1.058379529s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:07.740859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:06.682282Z","time spent":"1.058544423s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:07.740871Z","caller":"traceutil/trace.go:171","msg":"trace[167966837] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"1.058708987s","start":"2026-04-28T04:59:06.68214Z","end":"2026-04-28T04:59:07.740849Z","steps":["trace[167966837] 'process raft request' (duration: 1.058454671s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:07.740918Z","caller":"traceutil/trace.go:171","msg":"trace[1650918139] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"1.058365868s","start":"2026-04-28T04:59:06.682524Z","end":"2026-04-28T04:59:07.74089Z","steps":["trace[1650918139] 'process raft request' (duration: 1.058186334s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:07.740961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:06.682118Z","time spent":"1.058794009s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:07.740946Z","caller":"traceutil/trace.go:171","msg":"trace[455935195] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"1.058769248s","start":"2026-04-28T04:59:06.682036Z","end":"2026-04-28T04:59:07.740806Z","steps":["trace[455935195] 'process raft request' (duration: 741.2249ms)","trace[455935195] 'compare' (duration: 316.674009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:07.741075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:06.682516Z","time spent":"1.058471911s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:07.741207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:06.682029Z","time spent":"1.059053475s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:09.488994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.010614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:59:09.489132Z","caller":"traceutil/trace.go:171","msg":"trace[591316630] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"803.185855ms","start":"2026-04-28T04:59:08.685907Z","end":"2026-04-28T04:59:09.489093Z","steps":["trace[591316630] 'process raft request' (duration: 227.996637ms)","trace[591316630] 'compare' (duration: 574.585625ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:09.489251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:08.685881Z","time spent":"803.298327ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:09.489229Z","caller":"traceutil/trace.go:171","msg":"trace[1706474640] linearizableReadLoop","detail":"{readStateIndex:1637; appliedIndex:1636; }","duration":"752.189175ms","start":"2026-04-28T04:59:08.737005Z","end":"2026-04-28T04:59:09.489194Z","steps":["trace[1706474640] 'read index received' (duration: 176.833683ms)","trace[1706474640] 'applied index is now lower than readState.Index' (duration: 575.351981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:09.496036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.042755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T04:59:09.496064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.21428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:09.496077Z","caller":"traceutil/trace.go:171","msg":"trace[1453376289] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:1586; }","duration":"758.122296ms","start":"2026-04-28T04:59:08.737942Z","end":"2026-04-28T04:59:09.496065Z","steps":["trace[1453376289] 'agreement among raft nodes before linearized reading' (duration: 758.000894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:09.496112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:08.737922Z","time spent":"758.182678ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T04:59:09.49611Z","caller":"traceutil/trace.go:171","msg":"trace[1875520890] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1586; }","duration":"448.302721ms","start":"2026-04-28T04:59:09.047795Z","end":"2026-04-28T04:59:09.496098Z","steps":["trace[1875520890] 'agreement among raft nodes before linearized reading' (duration: 448.210279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:09.496147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:09.047778Z","time spent":"448.359472ms","remote":"127.0.0.1:46456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:59:09.496184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.1492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T04:59:09.496271Z","caller":"traceutil/trace.go:171","msg":"trace[1213215911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1586; }","duration":"759.289593ms","start":"2026-04-28T04:59:08.736963Z","end":"2026-04-28T04:59:09.496252Z","steps":["trace[1213215911] 'agreement among raft nodes before linearized reading' (duration: 752.410959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:09.496304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.059514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-coredns-7dd4958666-kz4b9\" ","response":"range_response_count:1 size:5313"} {"level":"warn","ts":"2026-04-28T04:59:09.496319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:08.736946Z","time spent":"759.362414ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T04:59:09.496363Z","caller":"traceutil/trace.go:171","msg":"trace[1124032579] range","detail":"{range_begin:/registry/pods/openstack/neutron-coredns-7dd4958666-kz4b9; range_end:; response_count:1; response_revision:1586; }","duration":"494.160766ms","start":"2026-04-28T04:59:09.002185Z","end":"2026-04-28T04:59:09.496346Z","steps":["trace[1124032579] 'agreement among raft nodes before linearized reading' (duration: 493.87149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:09.496415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:09.002159Z","time spent":"494.245008ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5336,"request content":"key:\"/registry/pods/openstack/neutron-coredns-7dd4958666-kz4b9\" "} {"level":"info","ts":"2026-04-28T04:59:09.961935Z","caller":"traceutil/trace.go:171","msg":"trace[278038497] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"442.228186ms","start":"2026-04-28T04:59:09.51968Z","end":"2026-04-28T04:59:09.961908Z","steps":["trace[278038497] 'process raft request' (duration: 425.41952ms)","trace[278038497] 'compare' (duration: 16.405976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:09.962082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:09.519667Z","time spent":"442.340018ms","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1577,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:09.962126Z","caller":"traceutil/trace.go:171","msg":"trace[564813823] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"441.96394ms","start":"2026-04-28T04:59:09.520138Z","end":"2026-04-28T04:59:09.962102Z","steps":["trace[564813823] 'process raft request' (duration: 441.705755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:09.962263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:09.520122Z","time spent":"442.068492ms","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1043,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:09.962287Z","caller":"traceutil/trace.go:171","msg":"trace[247314058] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"441.905929ms","start":"2026-04-28T04:59:09.520368Z","end":"2026-04-28T04:59:09.962274Z","steps":["trace[247314058] 'process raft request' (duration: 441.544001ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:09.962326Z","caller":"traceutil/trace.go:171","msg":"trace[2074016321] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"441.372167ms","start":"2026-04-28T04:59:09.520936Z","end":"2026-04-28T04:59:09.962308Z","steps":["trace[2074016321] 'process raft request' (duration: 441.06884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:09.96236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:09.520344Z","time spent":"441.968841ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:59:09.96243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:09.520929Z","time spent":"441.443918ms","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1047,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:09.962645Z","caller":"traceutil/trace.go:171","msg":"trace[1779859437] linearizableReadLoop","detail":"{readStateIndex:1646; appliedIndex:1641; }","duration":"343.316215ms","start":"2026-04-28T04:59:09.619304Z","end":"2026-04-28T04:59:09.962621Z","steps":["trace[1779859437] 'read index received' (duration: 325.817804ms)","trace[1779859437] 'applied index is now lower than readState.Index' (duration: 17.495271ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:09.962712Z","caller":"traceutil/trace.go:171","msg":"trace[24881325] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"440.759932ms","start":"2026-04-28T04:59:09.521933Z","end":"2026-04-28T04:59:09.962693Z","steps":["trace[24881325] 'process raft request' (duration: 440.111878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:09.962801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:09.521926Z","time spent":"440.825573ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4786,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:09.962808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.488478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:09.962878Z","caller":"traceutil/trace.go:171","msg":"trace[332119194] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1594; }","duration":"343.607721ms","start":"2026-04-28T04:59:09.619253Z","end":"2026-04-28T04:59:09.96286Z","steps":["trace[332119194] 'agreement among raft nodes before linearized reading' (duration: 343.463148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:09.962929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:09.619232Z","time spent":"343.686712ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" "} {"level":"warn","ts":"2026-04-28T04:59:09.96295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.511821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T04:59:09.962968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.053792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T04:59:09.962985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.097334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T04:59:09.963002Z","caller":"traceutil/trace.go:171","msg":"trace[375969555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1594; }","duration":"216.584332ms","start":"2026-04-28T04:59:09.746402Z","end":"2026-04-28T04:59:09.962987Z","steps":["trace[375969555] 'agreement among raft nodes before linearized reading' (duration: 216.434377ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:09.963012Z","caller":"traceutil/trace.go:171","msg":"trace[962102234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1594; }","duration":"217.135315ms","start":"2026-04-28T04:59:09.745865Z","end":"2026-04-28T04:59:09.963Z","steps":["trace[962102234] 'agreement among raft nodes before linearized reading' (duration: 217.012231ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:09.963027Z","caller":"traceutil/trace.go:171","msg":"trace[1088531162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1594; }","duration":"217.182516ms","start":"2026-04-28T04:59:09.745832Z","end":"2026-04-28T04:59:09.963015Z","steps":["trace[1088531162] 'agreement among raft nodes before linearized reading' (duration: 217.001711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:09.963034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.381837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T04:59:09.96309Z","caller":"traceutil/trace.go:171","msg":"trace[1296136030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1594; }","duration":"216.45606ms","start":"2026-04-28T04:59:09.746622Z","end":"2026-04-28T04:59:09.963078Z","steps":["trace[1296136030] 'agreement among raft nodes before linearized reading' (duration: 216.301015ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:10.101498Z","caller":"traceutil/trace.go:171","msg":"trace[332352093] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"131.439867ms","start":"2026-04-28T04:59:09.970035Z","end":"2026-04-28T04:59:10.101475Z","steps":["trace[332352093] 'process raft request' (duration: 118.225432ms)","trace[332352093] 'compare' (duration: 13.051312ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:10.101886Z","caller":"traceutil/trace.go:171","msg":"trace[1450957803] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"131.747105ms","start":"2026-04-28T04:59:09.970127Z","end":"2026-04-28T04:59:10.101874Z","steps":["trace[1450957803] 'process raft request' (duration: 131.305274ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:10.101908Z","caller":"traceutil/trace.go:171","msg":"trace[1689475420] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1647; }","duration":"130.493066ms","start":"2026-04-28T04:59:09.971396Z","end":"2026-04-28T04:59:10.101889Z","steps":["trace[1689475420] 'read index received' (duration: 74.873193ms)","trace[1689475420] 'applied index is now lower than readState.Index' (duration: 55.618603ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:10.101987Z","caller":"traceutil/trace.go:171","msg":"trace[649832876] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"131.322356ms","start":"2026-04-28T04:59:09.970634Z","end":"2026-04-28T04:59:10.101956Z","steps":["trace[649832876] 'process raft request' (duration: 131.118121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:10.102016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.593679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/ingress-nginx/\" range_end:\"/registry/resourcequotas/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:10.102069Z","caller":"traceutil/trace.go:171","msg":"trace[648074246] range","detail":"{range_begin:/registry/resourcequotas/ingress-nginx/; range_end:/registry/resourcequotas/ingress-nginx0; response_count:0; response_revision:1600; }","duration":"130.663181ms","start":"2026-04-28T04:59:09.971391Z","end":"2026-04-28T04:59:10.102055Z","steps":["trace[648074246] 'agreement among raft nodes before linearized reading' (duration: 130.565549ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:10.10214Z","caller":"traceutil/trace.go:171","msg":"trace[98088784] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"131.956879ms","start":"2026-04-28T04:59:09.97016Z","end":"2026-04-28T04:59:10.102117Z","steps":["trace[98088784] 'process raft request' (duration: 131.5121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:10.543672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.775297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T04:59:10.543735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.664994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-v7v4d\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-04-28T04:59:10.543776Z","caller":"traceutil/trace.go:171","msg":"trace[1850752047] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1602; }","duration":"123.95434ms","start":"2026-04-28T04:59:10.419798Z","end":"2026-04-28T04:59:10.543753Z","steps":["trace[1850752047] 'count revisions from in-memory index tree' (duration: 123.658434ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:10.543875Z","caller":"traceutil/trace.go:171","msg":"trace[997767168] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-v7v4d; range_end:; response_count:1; response_revision:1602; }","duration":"229.852088ms","start":"2026-04-28T04:59:10.313992Z","end":"2026-04-28T04:59:10.543844Z","steps":["trace[997767168] 'range keys from in-memory index tree' (duration: 229.381858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:10.544004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.472686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T04:59:10.544067Z","caller":"traceutil/trace.go:171","msg":"trace[248379102] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1602; }","duration":"130.917468ms","start":"2026-04-28T04:59:10.413133Z","end":"2026-04-28T04:59:10.54405Z","steps":["trace[248379102] 'count revisions from in-memory index tree' (duration: 130.395125ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:11.498157Z","caller":"traceutil/trace.go:171","msg":"trace[462751862] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"118.874508ms","start":"2026-04-28T04:59:11.37926Z","end":"2026-04-28T04:59:11.498135Z","steps":["trace[462751862] 'process raft request' (duration: 118.717694ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:12.257225Z","caller":"traceutil/trace.go:171","msg":"trace[106234912] linearizableReadLoop","detail":"{readStateIndex:1662; appliedIndex:1661; }","duration":"393.470985ms","start":"2026-04-28T04:59:11.863728Z","end":"2026-04-28T04:59:12.257199Z","steps":["trace[106234912] 'read index received' (duration: 393.23978ms)","trace[106234912] 'applied index is now lower than readState.Index' (duration: 230.035µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:12.257339Z","caller":"traceutil/trace.go:171","msg":"trace[1025937380] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"515.77858ms","start":"2026-04-28T04:59:11.741526Z","end":"2026-04-28T04:59:12.257304Z","steps":["trace[1025937380] 'process raft request' (duration: 515.508124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:12.257466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.006566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T04:59:12.257495Z","caller":"traceutil/trace.go:171","msg":"trace[537301048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1610; }","duration":"151.044927ms","start":"2026-04-28T04:59:12.106444Z","end":"2026-04-28T04:59:12.257489Z","steps":["trace[537301048] 'agreement among raft nodes before linearized reading' (duration: 150.889053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:12.257502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:11.741509Z","time spent":"515.912432ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13046,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:12.257863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.129501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:12.257984Z","caller":"traceutil/trace.go:171","msg":"trace[601626509] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1610; }","duration":"394.305575ms","start":"2026-04-28T04:59:11.863666Z","end":"2026-04-28T04:59:12.257972Z","steps":["trace[601626509] 'agreement among raft nodes before linearized reading' (duration: 393.6462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:12.25801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:11.863644Z","time spent":"394.359596ms","remote":"127.0.0.1:38098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:59:12.257994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.903516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:59:12.258051Z","caller":"traceutil/trace.go:171","msg":"trace[1983216657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1610; }","duration":"152.015419ms","start":"2026-04-28T04:59:12.106021Z","end":"2026-04-28T04:59:12.258037Z","steps":["trace[1983216657] 'agreement among raft nodes before linearized reading' (duration: 151.445375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:12.258072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.868972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T04:59:12.25813Z","caller":"traceutil/trace.go:171","msg":"trace[1045687333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1610; }","duration":"205.968784ms","start":"2026-04-28T04:59:12.052149Z","end":"2026-04-28T04:59:12.258118Z","steps":["trace[1045687333] 'agreement among raft nodes before linearized reading' (duration: 205.175166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:12.258098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.042119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T04:59:12.25826Z","caller":"traceutil/trace.go:171","msg":"trace[48919576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1610; }","duration":"152.205732ms","start":"2026-04-28T04:59:12.106041Z","end":"2026-04-28T04:59:12.258247Z","steps":["trace[48919576] 'agreement among raft nodes before linearized reading' (duration: 151.457425ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:12.402285Z","caller":"traceutil/trace.go:171","msg":"trace[1502682621] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"139.392267ms","start":"2026-04-28T04:59:12.262864Z","end":"2026-04-28T04:59:12.402257Z","steps":["trace[1502682621] 'process raft request' (duration: 139.115951ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:12.402322Z","caller":"traceutil/trace.go:171","msg":"trace[1649513326] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"139.11783ms","start":"2026-04-28T04:59:12.263182Z","end":"2026-04-28T04:59:12.402299Z","steps":["trace[1649513326] 'process raft request' (duration: 138.997038ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:12.4023Z","caller":"traceutil/trace.go:171","msg":"trace[645108342] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"139.360376ms","start":"2026-04-28T04:59:12.262915Z","end":"2026-04-28T04:59:12.402275Z","steps":["trace[645108342] 'process raft request' (duration: 139.227943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:12.40247Z","caller":"traceutil/trace.go:171","msg":"trace[387277900] linearizableReadLoop","detail":"{readStateIndex:1666; appliedIndex:1662; }","duration":"138.446055ms","start":"2026-04-28T04:59:12.263998Z","end":"2026-04-28T04:59:12.402444Z","steps":["trace[387277900] 'read index received' (duration: 74.522765ms)","trace[387277900] 'applied index is now lower than readState.Index' (duration: 63.9215ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:12.402488Z","caller":"traceutil/trace.go:171","msg":"trace[1240656350] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"133.271639ms","start":"2026-04-28T04:59:12.26919Z","end":"2026-04-28T04:59:12.402461Z","steps":["trace[1240656350] 'process raft request' (duration: 133.025724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:12.402677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.657039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:13060"} {"level":"info","ts":"2026-04-28T04:59:12.402726Z","caller":"traceutil/trace.go:171","msg":"trace[1824137058] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1615; }","duration":"138.738341ms","start":"2026-04-28T04:59:12.263977Z","end":"2026-04-28T04:59:12.402716Z","steps":["trace[1824137058] 'agreement among raft nodes before linearized reading' (duration: 138.560548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:14.064986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317018249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:59:14.565872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317018249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:59:14.650367Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.226350444s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T04:59:14.6507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:13.423855Z","time spent":"1.226840585s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T04:59:15.209184Z","caller":"traceutil/trace.go:171","msg":"trace[926916297] linearizableReadLoop","detail":"{readStateIndex:1669; appliedIndex:1667; }","duration":"1.644233605s","start":"2026-04-28T04:59:13.564912Z","end":"2026-04-28T04:59:15.209146Z","steps":["trace[926916297] 'read index received' (duration: 1.085634688s)","trace[926916297] 'applied index is now lower than readState.Index' (duration: 558.597417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:15.209424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644492982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T04:59:15.209491Z","caller":"traceutil/trace.go:171","msg":"trace[1850955280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1616; }","duration":"1.644601553s","start":"2026-04-28T04:59:13.564873Z","end":"2026-04-28T04:59:15.209475Z","steps":["trace[1850955280] 'agreement among raft nodes before linearized reading' (duration: 1.644388149s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:15.209527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:13.564858Z","time spent":"1.644658385s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T04:59:15.209801Z","caller":"traceutil/trace.go:171","msg":"trace[1225788191] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"1.687032953s","start":"2026-04-28T04:59:13.522732Z","end":"2026-04-28T04:59:15.209765Z","steps":["trace[1225788191] 'process raft request' (duration: 1.686203484s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:15.209967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:13.522709Z","time spent":"1.687172035s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:15.247196Z","caller":"traceutil/trace.go:171","msg":"trace[1319553685] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"595.294948ms","start":"2026-04-28T04:59:14.651873Z","end":"2026-04-28T04:59:15.247167Z","steps":["trace[1319553685] 'process raft request' (duration: 595.072152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:15.247357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:14.651854Z","time spent":"595.408501ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:15.247361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.17574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T04:59:15.247378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682315837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T04:59:15.247428Z","caller":"traceutil/trace.go:171","msg":"trace[1612784851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1617; }","duration":"839.269141ms","start":"2026-04-28T04:59:14.408139Z","end":"2026-04-28T04:59:15.247408Z","steps":["trace[1612784851] 'agreement among raft nodes before linearized reading' (duration: 839.039756ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:15.247449Z","caller":"traceutil/trace.go:171","msg":"trace[1556610919] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:1617; }","duration":"1.682409529s","start":"2026-04-28T04:59:13.565021Z","end":"2026-04-28T04:59:15.247431Z","steps":["trace[1556610919] 'agreement among raft nodes before linearized reading' (duration: 1.682121773s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:15.247478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:14.408118Z","time spent":"839.348204ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:59:15.247484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.081913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T04:59:15.247515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:13.565017Z","time spent":"1.68247208s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T04:59:15.247529Z","caller":"traceutil/trace.go:171","msg":"trace[1437550045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1617; }","duration":"888.160005ms","start":"2026-04-28T04:59:14.359355Z","end":"2026-04-28T04:59:15.247515Z","steps":["trace[1437550045] 'agreement among raft nodes before linearized reading' (duration: 888.042542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:15.247517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335194557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T04:59:15.247575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:14.359333Z","time spent":"888.230957ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T04:59:15.247596Z","caller":"traceutil/trace.go:171","msg":"trace[2110339170] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1617; }","duration":"1.33531102s","start":"2026-04-28T04:59:13.912269Z","end":"2026-04-28T04:59:15.24758Z","steps":["trace[2110339170] 'agreement among raft nodes before linearized reading' (duration: 1.335182977s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:15.247675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:13.912252Z","time spent":"1.335409702s","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:59:15.247708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.265139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-28T04:59:15.247736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.85433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T04:59:15.247346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382673599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:15.247761Z","caller":"traceutil/trace.go:171","msg":"trace[639916489] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1617; }","duration":"319.966793ms","start":"2026-04-28T04:59:14.927786Z","end":"2026-04-28T04:59:15.247752Z","steps":["trace[639916489] 'agreement among raft nodes before linearized reading' (duration: 319.923152ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:15.247765Z","caller":"traceutil/trace.go:171","msg":"trace[2109987764] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1617; }","duration":"1.38315615s","start":"2026-04-28T04:59:13.864599Z","end":"2026-04-28T04:59:15.247755Z","steps":["trace[2109987764] 'agreement among raft nodes before linearized reading' (duration: 1.382645959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:15.247786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:14.92776Z","time spent":"320.015894ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:59:15.24779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:13.864578Z","time spent":"1.383204891s","remote":"127.0.0.1:38114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:59:15.24785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.438803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:59:15.247739Z","caller":"traceutil/trace.go:171","msg":"trace[1245069478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1617; }","duration":"838.346731ms","start":"2026-04-28T04:59:14.409384Z","end":"2026-04-28T04:59:15.247731Z","steps":["trace[1245069478] 'agreement among raft nodes before linearized reading' (duration: 838.189558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:15.247911Z","caller":"traceutil/trace.go:171","msg":"trace[1341030443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1617; }","duration":"838.537375ms","start":"2026-04-28T04:59:14.409358Z","end":"2026-04-28T04:59:15.247896Z","steps":["trace[1341030443] 'agreement among raft nodes before linearized reading' (duration: 838.370391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:15.247944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:14.409359Z","time spent":"838.576456ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:59:15.247956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:14.409338Z","time spent":"838.606117ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:59:15.248026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494006437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T04:59:15.248046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.701371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:59:15.248069Z","caller":"traceutil/trace.go:171","msg":"trace[311815933] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1617; }","duration":"423.748623ms","start":"2026-04-28T04:59:14.824314Z","end":"2026-04-28T04:59:15.248063Z","steps":["trace[311815933] 'agreement among raft nodes before linearized reading' (duration: 423.601309ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:15.248064Z","caller":"traceutil/trace.go:171","msg":"trace[1023297864] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1617; }","duration":"1.494050268s","start":"2026-04-28T04:59:13.754004Z","end":"2026-04-28T04:59:15.248054Z","steps":["trace[1023297864] 'agreement among raft nodes before linearized reading' (duration: 1.493855034s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:15.24809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:14.824297Z","time spent":"423.787033ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":204,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:59:15.248079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645137926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T04:59:15.248099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:13.753984Z","time spent":"1.494106149s","remote":"127.0.0.1:58096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":204,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:59:15.248131Z","caller":"traceutil/trace.go:171","msg":"trace[418942965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1617; }","duration":"1.645215828s","start":"2026-04-28T04:59:13.602899Z","end":"2026-04-28T04:59:15.248115Z","steps":["trace[418942965] 'agreement among raft nodes before linearized reading' (duration: 1.645142726s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:15.248177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:13.602884Z","time spent":"1.645282049s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T04:59:15.399316Z","caller":"traceutil/trace.go:171","msg":"trace[984858535] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"146.545616ms","start":"2026-04-28T04:59:15.252726Z","end":"2026-04-28T04:59:15.399272Z","steps":["trace[984858535] 'process raft request' (duration: 99.859412ms)","trace[984858535] 'compare' (duration: 46.408468ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:15.399828Z","caller":"traceutil/trace.go:171","msg":"trace[1937361050] linearizableReadLoop","detail":"{readStateIndex:1675; appliedIndex:1671; }","duration":"134.099078ms","start":"2026-04-28T04:59:15.265685Z","end":"2026-04-28T04:59:15.399784Z","steps":["trace[1937361050] 'read index received' (duration: 86.897862ms)","trace[1937361050] 'applied index is now lower than readState.Index' (duration: 47.200376ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:15.399882Z","caller":"traceutil/trace.go:171","msg":"trace[740325323] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"146.923154ms","start":"2026-04-28T04:59:15.252936Z","end":"2026-04-28T04:59:15.399859Z","steps":["trace[740325323] 'process raft request' (duration: 146.760091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:15.400037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.661419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:15.40008Z","caller":"traceutil/trace.go:171","msg":"trace[1317077923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1622; }","duration":"150.7309ms","start":"2026-04-28T04:59:15.249339Z","end":"2026-04-28T04:59:15.400069Z","steps":["trace[1317077923] 'agreement among raft nodes before linearized reading' (duration: 150.620718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:15.400152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.085888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32093"} {"level":"info","ts":"2026-04-28T04:59:15.400131Z","caller":"traceutil/trace.go:171","msg":"trace[1647224395] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"147.294863ms","start":"2026-04-28T04:59:15.252775Z","end":"2026-04-28T04:59:15.40007Z","steps":["trace[1647224395] 'process raft request' (duration: 146.371802ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:15.400229Z","caller":"traceutil/trace.go:171","msg":"trace[671877437] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1622; }","duration":"147.223091ms","start":"2026-04-28T04:59:15.252989Z","end":"2026-04-28T04:59:15.400213Z","steps":["trace[671877437] 'agreement among raft nodes before linearized reading' (duration: 146.951125ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:15.399919Z","caller":"traceutil/trace.go:171","msg":"trace[394683961] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"146.909184ms","start":"2026-04-28T04:59:15.253Z","end":"2026-04-28T04:59:15.399909Z","steps":["trace[394683961] 'process raft request' (duration: 146.748391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:16.449766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.254237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:59:16.449865Z","caller":"traceutil/trace.go:171","msg":"trace[1674808899] linearizableReadLoop","detail":"{readStateIndex:1676; appliedIndex:1675; }","duration":"1.049965721s","start":"2026-04-28T04:59:15.39988Z","end":"2026-04-28T04:59:16.449845Z","steps":["trace[1674808899] 'read index received' (duration: 105.438886ms)","trace[1674808899] 'applied index is now lower than readState.Index' (duration: 944.525315ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:16.449952Z","caller":"traceutil/trace.go:171","msg":"trace[385684671] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"1.081088368s","start":"2026-04-28T04:59:15.368851Z","end":"2026-04-28T04:59:16.449939Z","steps":["trace[385684671] 'process raft request' (duration: 136.580044ms)","trace[385684671] 'compare' (duration: 944.060643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:16.450005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:15.368823Z","time spent":"1.081152589s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:16.450023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041847729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:16.450336Z","caller":"traceutil/trace.go:171","msg":"trace[122001352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1623; }","duration":"1.042206787s","start":"2026-04-28T04:59:15.408114Z","end":"2026-04-28T04:59:16.450321Z","steps":["trace[122001352] 'agreement among raft nodes before linearized reading' (duration: 1.041842419s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:16.450372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:15.408095Z","time spent":"1.042268878s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:59:16.450367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183089237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T04:59:16.450402Z","caller":"traceutil/trace.go:171","msg":"trace[647806714] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1623; }","duration":"1.183154719s","start":"2026-04-28T04:59:15.267238Z","end":"2026-04-28T04:59:16.450392Z","steps":["trace[647806714] 'agreement among raft nodes before linearized reading' (duration: 1.183021316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:16.450416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.927795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-v7v4d\" ","response":"range_response_count:1 size:4536"} {"level":"warn","ts":"2026-04-28T04:59:16.450437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:15.267218Z","time spent":"1.183212339s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-28T04:59:16.450496Z","caller":"traceutil/trace.go:171","msg":"trace[1793054496] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-v7v4d; range_end:; response_count:1; response_revision:1623; }","duration":"762.978526ms","start":"2026-04-28T04:59:15.687473Z","end":"2026-04-28T04:59:16.450452Z","steps":["trace[1793054496] 'agreement among raft nodes before linearized reading' (duration: 762.802472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:16.450533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:15.687404Z","time spent":"763.120449ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4559,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-v7v4d\" "} {"level":"info","ts":"2026-04-28T04:59:17.33893Z","caller":"traceutil/trace.go:171","msg":"trace[483178232] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"122.210203ms","start":"2026-04-28T04:59:17.216688Z","end":"2026-04-28T04:59:17.338898Z","steps":["trace[483178232] 'process raft request' (duration: 122.009607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:17.636695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.069703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:59:17.636805Z","caller":"traceutil/trace.go:171","msg":"trace[2119910583] linearizableReadLoop","detail":"{readStateIndex:1678; appliedIndex:1677; }","duration":"234.005521ms","start":"2026-04-28T04:59:17.402782Z","end":"2026-04-28T04:59:17.636788Z","steps":["trace[2119910583] 'read index received' (duration: 41.870946ms)","trace[2119910583] 'applied index is now lower than readState.Index' (duration: 192.133025ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:17.63686Z","caller":"traceutil/trace.go:171","msg":"trace[859668816] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"294.210387ms","start":"2026-04-28T04:59:17.342609Z","end":"2026-04-28T04:59:17.636819Z","steps":["trace[859668816] 'process raft request' (duration: 101.938639ms)","trace[859668816] 'compare' (duration: 191.92645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:17.636989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.210435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T04:59:17.637017Z","caller":"traceutil/trace.go:171","msg":"trace[2030605803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1625; }","duration":"234.261567ms","start":"2026-04-28T04:59:17.402745Z","end":"2026-04-28T04:59:17.637007Z","steps":["trace[2030605803] 'agreement among raft nodes before linearized reading' (duration: 234.133004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:17.637119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.692903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T04:59:17.637167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.132732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T04:59:17.637176Z","caller":"traceutil/trace.go:171","msg":"trace[1819148859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1625; }","duration":"232.777584ms","start":"2026-04-28T04:59:17.404382Z","end":"2026-04-28T04:59:17.63716Z","steps":["trace[1819148859] 'agreement among raft nodes before linearized reading' (duration: 232.62233ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:17.637215Z","caller":"traceutil/trace.go:171","msg":"trace[491621153] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:1625; }","duration":"233.208724ms","start":"2026-04-28T04:59:17.403995Z","end":"2026-04-28T04:59:17.637203Z","steps":["trace[491621153] 'agreement among raft nodes before linearized reading' (duration: 233.050429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:17.637256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.48463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T04:59:17.637332Z","caller":"traceutil/trace.go:171","msg":"trace[123394518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1625; }","duration":"233.603612ms","start":"2026-04-28T04:59:17.403709Z","end":"2026-04-28T04:59:17.637312Z","steps":["trace[123394518] 'agreement among raft nodes before linearized reading' (duration: 233.366846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:17.637703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.484413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:59:17.637806Z","caller":"traceutil/trace.go:171","msg":"trace[949546818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1625; }","duration":"234.659586ms","start":"2026-04-28T04:59:17.403131Z","end":"2026-04-28T04:59:17.637791Z","steps":["trace[949546818] 'agreement among raft nodes before linearized reading' (duration: 233.837187ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:17.88591Z","caller":"traceutil/trace.go:171","msg":"trace[58600055] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"243.557274ms","start":"2026-04-28T04:59:17.642315Z","end":"2026-04-28T04:59:17.885873Z","steps":["trace[58600055] 'process raft request' (duration: 243.36278ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:17.886016Z","caller":"traceutil/trace.go:171","msg":"trace[1870589100] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"240.189129ms","start":"2026-04-28T04:59:17.645805Z","end":"2026-04-28T04:59:17.885994Z","steps":["trace[1870589100] 'process raft request' (duration: 240.024975ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:17.885896Z","caller":"traceutil/trace.go:171","msg":"trace[2040408040] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"243.556834ms","start":"2026-04-28T04:59:17.642314Z","end":"2026-04-28T04:59:17.885871Z","steps":["trace[2040408040] 'process raft request' (duration: 243.489273ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:19.38513Z","caller":"traceutil/trace.go:171","msg":"trace[493634930] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1631; }","duration":"352.52258ms","start":"2026-04-28T04:59:19.032589Z","end":"2026-04-28T04:59:19.385111Z","steps":["trace[493634930] 'process raft request' (duration: 352.331636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:19.385306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:19.03257Z","time spent":"352.629453ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":90,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-28T04:59:19.62828Z","caller":"traceutil/trace.go:171","msg":"trace[1321412322] linearizableReadLoop","detail":"{readStateIndex:1686; appliedIndex:1684; }","duration":"262.761794ms","start":"2026-04-28T04:59:19.365488Z","end":"2026-04-28T04:59:19.62825Z","steps":["trace[1321412322] 'read index received' (duration: 19.475335ms)","trace[1321412322] 'applied index is now lower than readState.Index' (duration: 243.285079ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:19.628327Z","caller":"traceutil/trace.go:171","msg":"trace[1162916274] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"283.957768ms","start":"2026-04-28T04:59:19.344346Z","end":"2026-04-28T04:59:19.628303Z","steps":["trace[1162916274] 'process raft request' (duration: 204.682426ms)","trace[1162916274] 'compare' (duration: 79.124239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:19.628495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.986479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-v7v4d\" ","response":"range_response_count:1 size:4536"} {"level":"info","ts":"2026-04-28T04:59:19.628553Z","caller":"traceutil/trace.go:171","msg":"trace[2066844704] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-v7v4d; range_end:; response_count:1; response_revision:1632; }","duration":"263.082681ms","start":"2026-04-28T04:59:19.365457Z","end":"2026-04-28T04:59:19.628539Z","steps":["trace[2066844704] 'agreement among raft nodes before linearized reading' (duration: 262.910517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:20.141658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317018287,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T04:59:20.204087Z","caller":"traceutil/trace.go:171","msg":"trace[1151229183] linearizableReadLoop","detail":"{readStateIndex:1687; appliedIndex:1686; }","duration":"562.918243ms","start":"2026-04-28T04:59:19.641141Z","end":"2026-04-28T04:59:20.204059Z","steps":["trace[1151229183] 'read index received' (duration: 562.598116ms)","trace[1151229183] 'applied index is now lower than readState.Index' (duration: 318.197µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:20.2042Z","caller":"traceutil/trace.go:171","msg":"trace[667581726] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"566.890213ms","start":"2026-04-28T04:59:19.637271Z","end":"2026-04-28T04:59:20.204161Z","steps":["trace[667581726] 'process raft request' (duration: 566.460213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:20.204395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.321323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T04:59:20.204404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:19.63721Z","time spent":"567.084066ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:20.204458Z","caller":"traceutil/trace.go:171","msg":"trace[1142787193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1633; }","duration":"538.430116ms","start":"2026-04-28T04:59:19.666012Z","end":"2026-04-28T04:59:20.204442Z","steps":["trace[1142787193] 'agreement among raft nodes before linearized reading' (duration: 538.231551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:20.204505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:19.665991Z","time spent":"538.501977ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:59:20.204512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.835856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T04:59:20.204562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.181751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:59:20.204615Z","caller":"traceutil/trace.go:171","msg":"trace[1896449408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1633; }","duration":"313.235142ms","start":"2026-04-28T04:59:19.891366Z","end":"2026-04-28T04:59:20.204601Z","steps":["trace[1896449408] 'agreement among raft nodes before linearized reading' (duration: 313.073829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:20.204652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.338194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T04:59:20.204679Z","caller":"traceutil/trace.go:171","msg":"trace[57055338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1633; }","duration":"313.373755ms","start":"2026-04-28T04:59:19.891297Z","end":"2026-04-28T04:59:20.204671Z","steps":["trace[57055338] 'agreement among raft nodes before linearized reading' (duration: 313.299274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:20.204721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:19.891291Z","time spent":"313.422926ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:59:20.204766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:19.89135Z","time spent":"313.397805ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:59:20.204799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.189716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:20.204849Z","caller":"traceutil/trace.go:171","msg":"trace[1472519943] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1633; }","duration":"328.279448ms","start":"2026-04-28T04:59:19.876553Z","end":"2026-04-28T04:59:20.204833Z","steps":["trace[1472519943] 'agreement among raft nodes before linearized reading' (duration: 328.196006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:20.204397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.23153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-28T04:59:20.204923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.272288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T04:59:20.204937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.088329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T04:59:20.204956Z","caller":"traceutil/trace.go:171","msg":"trace[1558076134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1633; }","duration":"563.845884ms","start":"2026-04-28T04:59:19.641094Z","end":"2026-04-28T04:59:20.20494Z","steps":["trace[1558076134] 'agreement among raft nodes before linearized reading' (duration: 563.116148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:20.204904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:19.876522Z","time spent":"328.36808ms","remote":"127.0.0.1:43086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:59:20.204573Z","caller":"traceutil/trace.go:171","msg":"trace[822835553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1633; }","duration":"313.910407ms","start":"2026-04-28T04:59:19.890645Z","end":"2026-04-28T04:59:20.204556Z","steps":["trace[822835553] 'agreement among raft nodes before linearized reading' (duration: 313.807845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:20.205138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:19.890628Z","time spent":"314.49194ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T04:59:20.204965Z","caller":"traceutil/trace.go:171","msg":"trace[2026781969] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1633; }","duration":"179.346031ms","start":"2026-04-28T04:59:20.025606Z","end":"2026-04-28T04:59:20.204952Z","steps":["trace[2026781969] 'agreement among raft nodes before linearized reading' (duration: 179.276918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:20.205016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.699128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:20.205433Z","caller":"traceutil/trace.go:171","msg":"trace[621031422] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1633; }","duration":"214.147687ms","start":"2026-04-28T04:59:19.991269Z","end":"2026-04-28T04:59:20.205417Z","steps":["trace[621031422] 'agreement among raft nodes before linearized reading' (duration: 213.718157ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:20.205007Z","caller":"traceutil/trace.go:171","msg":"trace[1923403070] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:1633; }","duration":"534.203082ms","start":"2026-04-28T04:59:19.670787Z","end":"2026-04-28T04:59:20.20499Z","steps":["trace[1923403070] 'agreement among raft nodes before linearized reading' (duration: 533.968996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:20.205563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:19.641074Z","time spent":"563.926947ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:59:20.205556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:19.670767Z","time spent":"534.775784ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T04:59:20.716482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317018290,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T04:59:20.906589Z","caller":"traceutil/trace.go:171","msg":"trace[1279664149] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"696.49107ms","start":"2026-04-28T04:59:20.210066Z","end":"2026-04-28T04:59:20.906557Z","steps":["trace[1279664149] 'process raft request' (duration: 696.158252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:20.906809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:20.210047Z","time spent":"696.627803ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:21.022016Z","caller":"traceutil/trace.go:171","msg":"trace[804976877] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"811.438408ms","start":"2026-04-28T04:59:20.210549Z","end":"2026-04-28T04:59:21.021987Z","steps":["trace[804976877] 'process raft request' (duration: 738.918567ms)","trace[804976877] 'compare' (duration: 72.330917ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:21.022158Z","caller":"traceutil/trace.go:171","msg":"trace[631045142] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"811.399487ms","start":"2026-04-28T04:59:20.210741Z","end":"2026-04-28T04:59:21.022141Z","steps":["trace[631045142] 'process raft request' (duration: 811.204583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:21.022187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:20.210523Z","time spent":"811.577162ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:21.022256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:20.210725Z","time spent":"811.48121ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:21.022379Z","caller":"traceutil/trace.go:171","msg":"trace[73569602] linearizableReadLoop","detail":"{readStateIndex:1692; appliedIndex:1687; }","duration":"806.930418ms","start":"2026-04-28T04:59:20.215426Z","end":"2026-04-28T04:59:21.022357Z","steps":["trace[73569602] 'read index received' (duration: 690.869734ms)","trace[73569602] 'applied index is now lower than readState.Index' (duration: 116.059734ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:21.022377Z","caller":"traceutil/trace.go:171","msg":"trace[1983759737] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"809.908384ms","start":"2026-04-28T04:59:20.212422Z","end":"2026-04-28T04:59:21.022331Z","steps":["trace[1983759737] 'process raft request' (duration: 809.664419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:21.022415Z","caller":"traceutil/trace.go:171","msg":"trace[753071397] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"809.070706ms","start":"2026-04-28T04:59:20.213326Z","end":"2026-04-28T04:59:21.022397Z","steps":["trace[753071397] 'process raft request' (duration: 808.915582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:21.022517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.96826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:21.022548Z","caller":"traceutil/trace.go:171","msg":"trace[1401255973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1638; }","duration":"417.042752ms","start":"2026-04-28T04:59:20.605495Z","end":"2026-04-28T04:59:21.022538Z","steps":["trace[1401255973] 'agreement among raft nodes before linearized reading' (duration: 416.981871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:21.022559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.126162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32093"} {"level":"warn","ts":"2026-04-28T04:59:21.022564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:20.213313Z","time spent":"809.156118ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:21.022576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:20.605475Z","time spent":"417.094893ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:59:21.02258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:20.21238Z","time spent":"810.087008ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:21.0226Z","caller":"traceutil/trace.go:171","msg":"trace[1981065946] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1638; }","duration":"807.186623ms","start":"2026-04-28T04:59:20.215402Z","end":"2026-04-28T04:59:21.022589Z","steps":["trace[1981065946] 'agreement among raft nodes before linearized reading' (duration: 807.020679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:21.022655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:20.215395Z","time spent":"807.235016ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32116,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T04:59:21.594257Z","caller":"traceutil/trace.go:171","msg":"trace[264403242] linearizableReadLoop","detail":"{readStateIndex:1693; appliedIndex:1692; }","duration":"222.691578ms","start":"2026-04-28T04:59:21.371538Z","end":"2026-04-28T04:59:21.59423Z","steps":["trace[264403242] 'read index received' (duration: 222.461863ms)","trace[264403242] 'applied index is now lower than readState.Index' (duration: 228.785µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:21.594526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.964604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T04:59:21.59459Z","caller":"traceutil/trace.go:171","msg":"trace[602881813] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1639; }","duration":"223.083587ms","start":"2026-04-28T04:59:21.371492Z","end":"2026-04-28T04:59:21.594575Z","steps":["trace[602881813] 'agreement among raft nodes before linearized reading' (duration: 222.938324ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:21.59494Z","caller":"traceutil/trace.go:171","msg":"trace[644850715] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"381.496837ms","start":"2026-04-28T04:59:21.213411Z","end":"2026-04-28T04:59:21.594908Z","steps":["trace[644850715] 'process raft request' (duration: 380.623588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:21.595092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:21.21338Z","time spent":"381.63586ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:21.734357Z","caller":"traceutil/trace.go:171","msg":"trace[359407723] linearizableReadLoop","detail":"{readStateIndex:1694; appliedIndex:1693; }","duration":"127.963621ms","start":"2026-04-28T04:59:21.60636Z","end":"2026-04-28T04:59:21.734324Z","steps":["trace[359407723] 'read index received' (duration: 127.834768ms)","trace[359407723] 'applied index is now lower than readState.Index' (duration: 127.223µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:21.734624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.240517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:21.73466Z","caller":"traceutil/trace.go:171","msg":"trace[621155627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1640; }","duration":"128.332469ms","start":"2026-04-28T04:59:21.606318Z","end":"2026-04-28T04:59:21.73465Z","steps":["trace[621155627] 'agreement among raft nodes before linearized reading' (duration: 128.170266ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:21.7349Z","caller":"traceutil/trace.go:171","msg":"trace[1195428129] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"130.794464ms","start":"2026-04-28T04:59:21.604066Z","end":"2026-04-28T04:59:21.73486Z","steps":["trace[1195428129] 'process raft request' (duration: 130.074138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:21.73617Z","caller":"traceutil/trace.go:171","msg":"trace[1458604953] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"102.540262ms","start":"2026-04-28T04:59:21.633582Z","end":"2026-04-28T04:59:21.736123Z","steps":["trace[1458604953] 'process raft request' (duration: 101.701133ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:22.219571Z","caller":"traceutil/trace.go:171","msg":"trace[1054976111] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1647; }","duration":"341.228257ms","start":"2026-04-28T04:59:21.878314Z","end":"2026-04-28T04:59:22.219542Z","steps":["trace[1054976111] 'process raft request' (duration: 329.23049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:22.219736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:21.878293Z","time spent":"341.36139ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-28T04:59:22.5206Z","caller":"traceutil/trace.go:171","msg":"trace[1975699819] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"127.237295ms","start":"2026-04-28T04:59:22.393312Z","end":"2026-04-28T04:59:22.520549Z","steps":["trace[1975699819] 'process raft request' (duration: 126.838826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:23.393262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.767458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:59:23.393394Z","caller":"traceutil/trace.go:171","msg":"trace[1175012549] linearizableReadLoop","detail":"{readStateIndex:1717; appliedIndex:1716; }","duration":"478.995368ms","start":"2026-04-28T04:59:22.914375Z","end":"2026-04-28T04:59:23.39337Z","steps":["trace[1175012549] 'read index received' (duration: 362.974864ms)","trace[1175012549] 'applied index is now lower than readState.Index' (duration: 116.018733ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:23.393512Z","caller":"traceutil/trace.go:171","msg":"trace[542340312] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"699.874275ms","start":"2026-04-28T04:59:22.69362Z","end":"2026-04-28T04:59:23.393494Z","steps":["trace[542340312] 'process raft request' (duration: 583.79414ms)","trace[542340312] 'compare' (duration: 115.477131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:23.393582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:22.693593Z","time spent":"699.954507ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1463,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:59:23.393779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.337047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T04:59:23.393845Z","caller":"traceutil/trace.go:171","msg":"trace[1691457606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1662; }","duration":"365.442739ms","start":"2026-04-28T04:59:23.028386Z","end":"2026-04-28T04:59:23.393829Z","steps":["trace[1691457606] 'agreement among raft nodes before linearized reading' (duration: 365.241745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:23.393878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:23.028372Z","time spent":"365.50107ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:59:23.39395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.56656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T04:59:23.393955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.407416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T04:59:23.394002Z","caller":"traceutil/trace.go:171","msg":"trace[554034580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1662; }","duration":"479.647742ms","start":"2026-04-28T04:59:22.914339Z","end":"2026-04-28T04:59:23.393987Z","steps":["trace[554034580] 'agreement among raft nodes before linearized reading' (duration: 479.481998ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:23.39401Z","caller":"traceutil/trace.go:171","msg":"trace[479190067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1662; }","duration":"364.482407ms","start":"2026-04-28T04:59:23.029514Z","end":"2026-04-28T04:59:23.393997Z","steps":["trace[479190067] 'agreement among raft nodes before linearized reading' (duration: 364.321624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:23.394044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:22.914324Z","time spent":"479.711693ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:59:23.394046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:23.029509Z","time spent":"364.529528ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:59:23.394114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.361787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T04:59:23.394176Z","caller":"traceutil/trace.go:171","msg":"trace[1368788502] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:1662; }","duration":"365.4647ms","start":"2026-04-28T04:59:23.028695Z","end":"2026-04-28T04:59:23.39416Z","steps":["trace[1368788502] 'agreement among raft nodes before linearized reading' (duration: 365.315026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:23.39423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:23.028673Z","time spent":"365.544861ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T04:59:23.394356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.821748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T04:59:23.394409Z","caller":"traceutil/trace.go:171","msg":"trace[215462679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1662; }","duration":"365.900019ms","start":"2026-04-28T04:59:23.028494Z","end":"2026-04-28T04:59:23.394394Z","steps":["trace[215462679] 'agreement among raft nodes before linearized reading' (duration: 365.49651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:23.394479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:23.02848Z","time spent":"365.987542ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:59:23.394536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.03074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T04:59:23.394584Z","caller":"traceutil/trace.go:171","msg":"trace[584421592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1662; }","duration":"365.236485ms","start":"2026-04-28T04:59:23.029335Z","end":"2026-04-28T04:59:23.394571Z","steps":["trace[584421592] 'agreement among raft nodes before linearized reading' (duration: 364.476727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:23.394646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:23.029327Z","time spent":"365.309876ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T04:59:23.706284Z","caller":"traceutil/trace.go:171","msg":"trace[1444357840] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"308.214519ms","start":"2026-04-28T04:59:23.39804Z","end":"2026-04-28T04:59:23.706255Z","steps":["trace[1444357840] 'process raft request' (duration: 288.191362ms)","trace[1444357840] 'compare' (duration: 19.896975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:23.70643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:23.398011Z","time spent":"308.344102ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:23.793482Z","caller":"traceutil/trace.go:171","msg":"trace[1494940537] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"395.333067ms","start":"2026-04-28T04:59:23.398107Z","end":"2026-04-28T04:59:23.79344Z","steps":["trace[1494940537] 'process raft request' (duration: 395.091422ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:23.793592Z","caller":"traceutil/trace.go:171","msg":"trace[748253767] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"394.457378ms","start":"2026-04-28T04:59:23.399125Z","end":"2026-04-28T04:59:23.793582Z","steps":["trace[748253767] 'process raft request' (duration: 394.318154ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:23.79367Z","caller":"traceutil/trace.go:171","msg":"trace[1513425031] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"394.507379ms","start":"2026-04-28T04:59:23.399111Z","end":"2026-04-28T04:59:23.793618Z","steps":["trace[1513425031] 'process raft request' (duration: 394.300783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:23.793715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:23.399108Z","time spent":"394.525009ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:23.793769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.332878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32093"} {"level":"info","ts":"2026-04-28T04:59:23.793814Z","caller":"traceutil/trace.go:171","msg":"trace[1176365045] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1668; }","duration":"395.42654ms","start":"2026-04-28T04:59:23.398379Z","end":"2026-04-28T04:59:23.793805Z","steps":["trace[1176365045] 'agreement among raft nodes before linearized reading' (duration: 395.202995ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:23.793519Z","caller":"traceutil/trace.go:171","msg":"trace[640071792] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"395.168944ms","start":"2026-04-28T04:59:23.39832Z","end":"2026-04-28T04:59:23.793489Z","steps":["trace[640071792] 'process raft request' (duration: 394.994239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:23.79385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:23.398364Z","time spent":"395.477561ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32116,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T04:59:23.79384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:23.399093Z","time spent":"394.654463ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:23.793528Z","caller":"traceutil/trace.go:171","msg":"trace[351059450] linearizableReadLoop","detail":"{readStateIndex:1720; appliedIndex:1717; }","duration":"395.092932ms","start":"2026-04-28T04:59:23.398412Z","end":"2026-04-28T04:59:23.793505Z","steps":["trace[351059450] 'read index received' (duration: 287.834804ms)","trace[351059450] 'applied index is now lower than readState.Index' (duration: 107.257138ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:23.793547Z","caller":"traceutil/trace.go:171","msg":"trace[530438319] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"394.9455ms","start":"2026-04-28T04:59:23.398575Z","end":"2026-04-28T04:59:23.79352Z","steps":["trace[530438319] 'process raft request' (duration: 394.796015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:23.793951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:23.398307Z","time spent":"395.552103ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:23.794057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:23.398566Z","time spent":"395.40981ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:23.794095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:23.398073Z","time spent":"395.556563ms","remote":"127.0.0.1:38020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1144,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:59:23.873254Z","caller":"traceutil/trace.go:171","msg":"trace[1253801144] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"127.98013ms","start":"2026-04-28T04:59:23.745242Z","end":"2026-04-28T04:59:23.873222Z","steps":["trace[1253801144] 'process raft request' (duration: 64.010091ms)","trace[1253801144] 'compare' (duration: 63.681923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:23.873278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.638037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:23.873345Z","caller":"traceutil/trace.go:171","msg":"trace[1677097841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1669; }","duration":"265.749481ms","start":"2026-04-28T04:59:23.607578Z","end":"2026-04-28T04:59:23.873328Z","steps":["trace[1677097841] 'agreement among raft nodes before linearized reading' (duration: 265.579326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:23.87337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.678546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T04:59:23.873465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.224238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T04:59:23.873482Z","caller":"traceutil/trace.go:171","msg":"trace[1804037484] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1669; }","duration":"230.8647ms","start":"2026-04-28T04:59:23.642592Z","end":"2026-04-28T04:59:23.873457Z","steps":["trace[1804037484] 'agreement among raft nodes before linearized reading' (duration: 230.640665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:23.873569Z","caller":"traceutil/trace.go:171","msg":"trace[1712289903] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:1669; }","duration":"451.364341ms","start":"2026-04-28T04:59:23.422153Z","end":"2026-04-28T04:59:23.873517Z","steps":["trace[1712289903] 'agreement among raft nodes before linearized reading' (duration: 451.131325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:23.873615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:23.422137Z","time spent":"451.466853ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-04-28T04:59:24.392126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.434263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:59:24.39237Z","caller":"traceutil/trace.go:171","msg":"trace[907472478] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"506.143184ms","start":"2026-04-28T04:59:23.886205Z","end":"2026-04-28T04:59:24.392348Z","steps":["trace[907472478] 'process raft request' (duration: 506.056882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:24.392466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:23.886186Z","time spent":"506.231146ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:24.392758Z","caller":"traceutil/trace.go:171","msg":"trace[939375621] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"515.250968ms","start":"2026-04-28T04:59:23.877488Z","end":"2026-04-28T04:59:24.392739Z","steps":["trace[939375621] 'process raft request' (duration: 228.112289ms)","trace[939375621] 'compare' (duration: 286.181018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:24.392852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:23.877468Z","time spent":"515.340381ms","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130909,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:24.525374Z","caller":"traceutil/trace.go:171","msg":"trace[1139407559] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"127.178073ms","start":"2026-04-28T04:59:24.398159Z","end":"2026-04-28T04:59:24.525337Z","steps":["trace[1139407559] 'process raft request' (duration: 121.422464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:24.525522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.914415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:24.525595Z","caller":"traceutil/trace.go:171","msg":"trace[1194212938] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1675; }","duration":"118.029008ms","start":"2026-04-28T04:59:24.40755Z","end":"2026-04-28T04:59:24.525579Z","steps":["trace[1194212938] 'agreement among raft nodes before linearized reading' (duration: 117.857065ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:25.196727Z","caller":"traceutil/trace.go:171","msg":"trace[1290620185] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"217.074452ms","start":"2026-04-28T04:59:24.979622Z","end":"2026-04-28T04:59:25.196697Z","steps":["trace[1290620185] 'process raft request' (duration: 185.453135ms)","trace[1290620185] 'compare' (duration: 31.241758ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:25.196992Z","caller":"traceutil/trace.go:171","msg":"trace[925423436] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"119.651245ms","start":"2026-04-28T04:59:25.077335Z","end":"2026-04-28T04:59:25.196986Z","steps":["trace[925423436] 'process raft request' (duration: 119.223976ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:25.354991Z","caller":"traceutil/trace.go:171","msg":"trace[1615998029] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"150.035554ms","start":"2026-04-28T04:59:25.204926Z","end":"2026-04-28T04:59:25.354962Z","steps":["trace[1615998029] 'process raft request' (duration: 149.87131ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:25.436616Z","caller":"traceutil/trace.go:171","msg":"trace[2025525794] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"230.784419ms","start":"2026-04-28T04:59:25.205792Z","end":"2026-04-28T04:59:25.436577Z","steps":["trace[2025525794] 'process raft request' (duration: 230.620646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:26.265092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317018448,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T04:59:26.352066Z","caller":"traceutil/trace.go:171","msg":"trace[1888495501] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"599.234756ms","start":"2026-04-28T04:59:25.752807Z","end":"2026-04-28T04:59:26.352041Z","steps":["trace[1888495501] 'process raft request' (duration: 599.100963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:26.3522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:25.752785Z","time spent":"599.340708ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:26.372179Z","caller":"traceutil/trace.go:171","msg":"trace[294145665] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"493.357288ms","start":"2026-04-28T04:59:25.878797Z","end":"2026-04-28T04:59:26.372154Z","steps":["trace[294145665] 'process raft request' (duration: 493.164253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:26.372335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:25.878777Z","time spent":"493.480071ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:26.372376Z","caller":"traceutil/trace.go:171","msg":"trace[746608907] linearizableReadLoop","detail":"{readStateIndex:1795; appliedIndex:1792; }","duration":"607.816157ms","start":"2026-04-28T04:59:25.764536Z","end":"2026-04-28T04:59:26.372352Z","steps":["trace[746608907] 'read index received' (duration: 587.396091ms)","trace[746608907] 'applied index is now lower than readState.Index' (duration: 20.417556ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:26.37252Z","caller":"traceutil/trace.go:171","msg":"trace[1078804354] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"167.997025ms","start":"2026-04-28T04:59:26.204507Z","end":"2026-04-28T04:59:26.372504Z","steps":["trace[1078804354] 'process raft request' (duration: 167.602227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:26.372809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.563995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T04:59:26.372854Z","caller":"traceutil/trace.go:171","msg":"trace[417816232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1738; }","duration":"575.617938ms","start":"2026-04-28T04:59:25.797226Z","end":"2026-04-28T04:59:26.372843Z","steps":["trace[417816232] 'agreement among raft nodes before linearized reading' (duration: 575.450764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:26.372895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:25.797192Z","time spent":"575.696629ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:59:26.373013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.334629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T04:59:26.37303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.575905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:59:26.373122Z","caller":"traceutil/trace.go:171","msg":"trace[292298964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1738; }","duration":"574.41973ms","start":"2026-04-28T04:59:25.798642Z","end":"2026-04-28T04:59:26.373061Z","steps":["trace[292298964] 'agreement among raft nodes before linearized reading' (duration: 574.222756ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:26.373144Z","caller":"traceutil/trace.go:171","msg":"trace[547401117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1738; }","duration":"574.715428ms","start":"2026-04-28T04:59:25.798409Z","end":"2026-04-28T04:59:26.373125Z","steps":["trace[547401117] 'agreement among raft nodes before linearized reading' (duration: 574.464762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:26.373162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.660848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-28T04:59:26.373182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:25.798636Z","time spent":"574.532203ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T04:59:26.373197Z","caller":"traceutil/trace.go:171","msg":"trace[439983913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1738; }","duration":"575.714269ms","start":"2026-04-28T04:59:25.797473Z","end":"2026-04-28T04:59:26.373187Z","steps":["trace[439983913] 'agreement among raft nodes before linearized reading' (duration: 575.541805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:26.373325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:25.79745Z","time spent":"575.863353ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:59:26.373364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.027692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T04:59:26.373187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:25.798401Z","time spent":"574.777739ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T04:59:26.373408Z","caller":"traceutil/trace.go:171","msg":"trace[2003665321] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:1738; }","duration":"574.070453ms","start":"2026-04-28T04:59:25.799328Z","end":"2026-04-28T04:59:26.373398Z","steps":["trace[2003665321] 'agreement among raft nodes before linearized reading' (duration: 573.96588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:26.373438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:25.799305Z","time spent":"574.126134ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T04:59:26.373553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.014774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-04-28T04:59:26.373592Z","caller":"traceutil/trace.go:171","msg":"trace[1773823258] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1738; }","duration":"609.073535ms","start":"2026-04-28T04:59:25.764508Z","end":"2026-04-28T04:59:26.373581Z","steps":["trace[1773823258] 'agreement among raft nodes before linearized reading' (duration: 608.972822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:26.373619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:25.764489Z","time spent":"609.123566ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1094,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" "} {"level":"info","ts":"2026-04-28T04:59:26.796158Z","caller":"traceutil/trace.go:171","msg":"trace[921368513] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"417.712627ms","start":"2026-04-28T04:59:26.378418Z","end":"2026-04-28T04:59:26.796131Z","steps":["trace[921368513] 'process raft request' (duration: 417.454991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:26.796345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:26.378401Z","time spent":"417.867271ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:26.796385Z","caller":"traceutil/trace.go:171","msg":"trace[1299892139] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"417.917101ms","start":"2026-04-28T04:59:26.378428Z","end":"2026-04-28T04:59:26.796345Z","steps":["trace[1299892139] 'process raft request' (duration: 417.635675ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:26.7965Z","caller":"traceutil/trace.go:171","msg":"trace[315955782] linearizableReadLoop","detail":"{readStateIndex:1799; appliedIndex:1795; }","duration":"416.956001ms","start":"2026-04-28T04:59:26.379519Z","end":"2026-04-28T04:59:26.796475Z","steps":["trace[315955782] 'read index received' (duration: 66.877046ms)","trace[315955782] 'applied index is now lower than readState.Index' (duration: 350.077545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:26.796549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:26.378412Z","time spent":"418.050615ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:26.796566Z","caller":"traceutil/trace.go:171","msg":"trace[86801722] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"417.198506ms","start":"2026-04-28T04:59:26.379342Z","end":"2026-04-28T04:59:26.79654Z","steps":["trace[86801722] 'process raft request' (duration: 416.95013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:26.796679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:26.379318Z","time spent":"417.297178ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:26.796706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.182076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32093"} {"level":"info","ts":"2026-04-28T04:59:26.796743Z","caller":"traceutil/trace.go:171","msg":"trace[259096678] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1742; }","duration":"417.238657ms","start":"2026-04-28T04:59:26.379492Z","end":"2026-04-28T04:59:26.796731Z","steps":["trace[259096678] 'agreement among raft nodes before linearized reading' (duration: 417.061293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:26.796781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:26.379483Z","time spent":"417.290088ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32116,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T04:59:26.996627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.899698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:59:26.996842Z","caller":"traceutil/trace.go:171","msg":"trace[359146535] linearizableReadLoop","detail":"{readStateIndex:1801; appliedIndex:1799; }","duration":"200.258297ms","start":"2026-04-28T04:59:26.796564Z","end":"2026-04-28T04:59:26.996823Z","steps":["trace[359146535] 'read index received' (duration: 60.004082ms)","trace[359146535] 'applied index is now lower than readState.Index' (duration: 140.252865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:26.996969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.694728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T04:59:26.997009Z","caller":"traceutil/trace.go:171","msg":"trace[470821016] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1744; }","duration":"498.765459ms","start":"2026-04-28T04:59:26.49823Z","end":"2026-04-28T04:59:26.996995Z","steps":["trace[470821016] 'agreement among raft nodes before linearized reading' (duration: 498.652807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:26.997051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:26.498215Z","time spent":"498.827281ms","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":7,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:59:26.997161Z","caller":"traceutil/trace.go:171","msg":"trace[318015904] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"526.158812ms","start":"2026-04-28T04:59:26.470966Z","end":"2026-04-28T04:59:26.997125Z","steps":["trace[318015904] 'process raft request' (duration: 385.685101ms)","trace[318015904] 'compare' (duration: 139.720254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:26.997259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.601712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:26.997344Z","caller":"traceutil/trace.go:171","msg":"trace[2115639987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1744; }","duration":"390.746895ms","start":"2026-04-28T04:59:26.606579Z","end":"2026-04-28T04:59:26.997326Z","steps":["trace[2115639987] 'agreement among raft nodes before linearized reading' (duration: 390.591251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:26.997395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:26.606556Z","time spent":"390.830917ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:59:26.997444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:26.470944Z","time spent":"526.422047ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:59:26.997187Z","caller":"traceutil/trace.go:171","msg":"trace[484489706] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"495.820754ms","start":"2026-04-28T04:59:26.50134Z","end":"2026-04-28T04:59:26.997161Z","steps":["trace[484489706] 'process raft request' (duration: 495.393134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:26.997605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:26.501324Z","time spent":"496.194993ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:27.836587Z","caller":"traceutil/trace.go:171","msg":"trace[626852713] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"324.016853ms","start":"2026-04-28T04:59:27.512544Z","end":"2026-04-28T04:59:27.836561Z","steps":["trace[626852713] 'process raft request' (duration: 323.839739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:27.836714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:27.512521Z","time spent":"324.135615ms","remote":"127.0.0.1:46588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3129,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:59:28.080746Z","caller":"traceutil/trace.go:171","msg":"trace[2035127440] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"235.551038ms","start":"2026-04-28T04:59:27.84517Z","end":"2026-04-28T04:59:28.080721Z","steps":["trace[2035127440] 'process raft request' (duration: 235.378863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:28.794367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.381313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:59:28.794488Z","caller":"traceutil/trace.go:171","msg":"trace[1372355559] linearizableReadLoop","detail":"{readStateIndex:1807; appliedIndex:1806; }","duration":"188.554386ms","start":"2026-04-28T04:59:28.605916Z","end":"2026-04-28T04:59:28.794471Z","steps":["trace[1372355559] 'read index received' (duration: 53.001µs)","trace[1372355559] 'applied index is now lower than readState.Index' (duration: 188.500055ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:28.794531Z","caller":"traceutil/trace.go:171","msg":"trace[620530236] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"292.767204ms","start":"2026-04-28T04:59:28.501728Z","end":"2026-04-28T04:59:28.794495Z","steps":["trace[620530236] 'process raft request' (duration: 104.159877ms)","trace[620530236] 'compare' (duration: 188.264719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:28.79462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.680979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:28.794654Z","caller":"traceutil/trace.go:171","msg":"trace[1699307239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1750; }","duration":"188.777761ms","start":"2026-04-28T04:59:28.605865Z","end":"2026-04-28T04:59:28.794643Z","steps":["trace[1699307239] 'agreement among raft nodes before linearized reading' (duration: 188.657759ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:29.157061Z","caller":"traceutil/trace.go:171","msg":"trace[1457658791] linearizableReadLoop","detail":"{readStateIndex:1808; appliedIndex:1807; }","duration":"356.012279ms","start":"2026-04-28T04:59:28.801023Z","end":"2026-04-28T04:59:29.157035Z","steps":["trace[1457658791] 'read index received' (duration: 270.161624ms)","trace[1457658791] 'applied index is now lower than readState.Index' (duration: 85.849565ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:29.157101Z","caller":"traceutil/trace.go:171","msg":"trace[2141443276] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"369.436238ms","start":"2026-04-28T04:59:28.787633Z","end":"2026-04-28T04:59:29.15707Z","steps":["trace[2141443276] 'process raft request' (duration: 283.542672ms)","trace[2141443276] 'compare' (duration: 85.755523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:29.157209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:28.787608Z","time spent":"369.541461ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:29.157271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.233744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T04:59:29.157323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.06759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T04:59:29.157333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.067789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:59:29.15737Z","caller":"traceutil/trace.go:171","msg":"trace[1244517846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1751; }","duration":"356.143211ms","start":"2026-04-28T04:59:28.801217Z","end":"2026-04-28T04:59:29.157361Z","steps":["trace[1244517846] 'agreement among raft nodes before linearized reading' (duration: 356.004098ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:29.157363Z","caller":"traceutil/trace.go:171","msg":"trace[1983107265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1751; }","duration":"356.371637ms","start":"2026-04-28T04:59:28.800975Z","end":"2026-04-28T04:59:29.157347Z","steps":["trace[1983107265] 'agreement among raft nodes before linearized reading' (duration: 356.154122ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:29.157368Z","caller":"traceutil/trace.go:171","msg":"trace[1145145538] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:1751; }","duration":"356.130391ms","start":"2026-04-28T04:59:28.801223Z","end":"2026-04-28T04:59:29.157354Z","steps":["trace[1145145538] 'agreement among raft nodes before linearized reading' (duration: 355.978538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:29.157405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:28.801198Z","time spent":"356.197913ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:59:29.157419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:28.801212Z","time spent":"356.196612ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T04:59:29.157421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:28.800957Z","time spent":"356.450878ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:59:29.1574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.557377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T04:59:29.157476Z","caller":"traceutil/trace.go:171","msg":"trace[1664750316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1751; }","duration":"355.66163ms","start":"2026-04-28T04:59:28.801795Z","end":"2026-04-28T04:59:29.157457Z","steps":["trace[1664750316] 'agreement among raft nodes before linearized reading' (duration: 355.437704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:29.157525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:28.801788Z","time spent":"355.728372ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:59:29.744749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.82404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:59:29.744887Z","caller":"traceutil/trace.go:171","msg":"trace[2113857794] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"584.353571ms","start":"2026-04-28T04:59:29.160504Z","end":"2026-04-28T04:59:29.744857Z","steps":["trace[2113857794] 'process raft request' (duration: 376.339236ms)","trace[2113857794] 'compare' (duration: 207.659977ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:29.744978Z","caller":"traceutil/trace.go:171","msg":"trace[2096646006] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"582.161851ms","start":"2026-04-28T04:59:29.162796Z","end":"2026-04-28T04:59:29.744957Z","steps":["trace[2096646006] 'process raft request' (duration: 582.11988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:29.74502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:29.160487Z","time spent":"584.457623ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:29.744994Z","caller":"traceutil/trace.go:171","msg":"trace[1531886422] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1808; }","duration":"583.685436ms","start":"2026-04-28T04:59:29.16127Z","end":"2026-04-28T04:59:29.744955Z","steps":["trace[1531886422] 'read index received' (duration: 375.693212ms)","trace[1531886422] 'applied index is now lower than readState.Index' (duration: 207.988064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:29.745059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:29.162791Z","time spent":"582.232682ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:29.745237Z","caller":"traceutil/trace.go:171","msg":"trace[1305701640] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"582.695873ms","start":"2026-04-28T04:59:29.162512Z","end":"2026-04-28T04:59:29.745208Z","steps":["trace[1305701640] 'process raft request' (duration: 582.347655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:29.745283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.520282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:29.745352Z","caller":"traceutil/trace.go:171","msg":"trace[1584128577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1754; }","duration":"140.639464ms","start":"2026-04-28T04:59:29.604691Z","end":"2026-04-28T04:59:29.74533Z","steps":["trace[1584128577] 'agreement among raft nodes before linearized reading' (duration: 140.485131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:29.745396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.111685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32093"} {"level":"info","ts":"2026-04-28T04:59:29.745466Z","caller":"traceutil/trace.go:171","msg":"trace[2044948287] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1754; }","duration":"584.195757ms","start":"2026-04-28T04:59:29.161256Z","end":"2026-04-28T04:59:29.745451Z","steps":["trace[2044948287] 'agreement among raft nodes before linearized reading' (duration: 583.87796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:29.745461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:29.162506Z","time spent":"582.806475ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:29.745511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:29.16125Z","time spent":"584.247669ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32116,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T04:59:31.893903Z","caller":"traceutil/trace.go:171","msg":"trace[1708073549] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"458.762893ms","start":"2026-04-28T04:59:31.435124Z","end":"2026-04-28T04:59:31.893887Z","steps":["trace[1708073549] 'process raft request' (duration: 458.64831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:31.894014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:31.435106Z","time spent":"458.850814ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4502,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:32.083143Z","caller":"traceutil/trace.go:171","msg":"trace[273988959] linearizableReadLoop","detail":"{readStateIndex:1822; appliedIndex:1820; }","duration":"477.550144ms","start":"2026-04-28T04:59:31.60557Z","end":"2026-04-28T04:59:32.08312Z","steps":["trace[273988959] 'read index received' (duration: 288.144338ms)","trace[273988959] 'applied index is now lower than readState.Index' (duration: 189.404726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:32.083292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.706067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:32.083268Z","caller":"traceutil/trace.go:171","msg":"trace[2029658471] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"536.51385ms","start":"2026-04-28T04:59:31.546707Z","end":"2026-04-28T04:59:32.083221Z","steps":["trace[2029658471] 'process raft request' (duration: 536.274275ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:32.083333Z","caller":"traceutil/trace.go:171","msg":"trace[637325691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1764; }","duration":"477.80075ms","start":"2026-04-28T04:59:31.605522Z","end":"2026-04-28T04:59:32.083323Z","steps":["trace[637325691] 'agreement among raft nodes before linearized reading' (duration: 477.727038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:32.083385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:31.605501Z","time spent":"477.876981ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:59:32.083448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:31.546681Z","time spent":"536.670743ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:32.083469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.271366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T04:59:32.083513Z","caller":"traceutil/trace.go:171","msg":"trace[571899275] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:1764; }","duration":"333.336057ms","start":"2026-04-28T04:59:31.750165Z","end":"2026-04-28T04:59:32.083501Z","steps":["trace[571899275] 'agreement among raft nodes before linearized reading' (duration: 333.196883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:32.083554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:31.750156Z","time spent":"333.390249ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T04:59:32.083557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.226037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T04:59:32.08363Z","caller":"traceutil/trace.go:171","msg":"trace[361074543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1764; }","duration":"334.344899ms","start":"2026-04-28T04:59:31.749265Z","end":"2026-04-28T04:59:32.08361Z","steps":["trace[361074543] 'agreement among raft nodes before linearized reading' (duration: 334.112464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:32.083671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:31.749248Z","time spent":"334.414731ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:59:32.083694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.239448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:32.083768Z","caller":"traceutil/trace.go:171","msg":"trace[1512770349] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1764; }","duration":"121.358132ms","start":"2026-04-28T04:59:31.962387Z","end":"2026-04-28T04:59:32.083745Z","steps":["trace[1512770349] 'agreement among raft nodes before linearized reading' (duration: 121.211538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:32.083823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.031144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T04:59:32.083849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.799858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T04:59:32.083887Z","caller":"traceutil/trace.go:171","msg":"trace[1379939770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1764; }","duration":"334.126106ms","start":"2026-04-28T04:59:31.749743Z","end":"2026-04-28T04:59:32.083869Z","steps":["trace[1379939770] 'agreement among raft nodes before linearized reading' (duration: 333.888469ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:32.083918Z","caller":"traceutil/trace.go:171","msg":"trace[472935752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1764; }","duration":"333.931911ms","start":"2026-04-28T04:59:31.749969Z","end":"2026-04-28T04:59:32.083901Z","steps":["trace[472935752] 'agreement among raft nodes before linearized reading' (duration: 333.654044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:32.083933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:31.749665Z","time spent":"334.256809ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:59:32.08396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:31.74996Z","time spent":"333.991383ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:59:32.243882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.030155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:59:32.244Z","caller":"traceutil/trace.go:171","msg":"trace[319161862] linearizableReadLoop","detail":"{readStateIndex:1823; appliedIndex:1822; }","duration":"156.359167ms","start":"2026-04-28T04:59:32.087629Z","end":"2026-04-28T04:59:32.243988Z","steps":["trace[319161862] 'read index received' (duration: 48.192689ms)","trace[319161862] 'applied index is now lower than readState.Index' (duration: 108.165478ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:32.244047Z","caller":"traceutil/trace.go:171","msg":"trace[1958865148] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"156.528971ms","start":"2026-04-28T04:59:32.087508Z","end":"2026-04-28T04:59:32.244037Z","steps":["trace[1958865148] 'process raft request' (duration: 48.274371ms)","trace[1958865148] 'compare' (duration: 107.915302ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:32.244334Z","caller":"traceutil/trace.go:171","msg":"trace[1597365116] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"156.214393ms","start":"2026-04-28T04:59:32.088063Z","end":"2026-04-28T04:59:32.244277Z","steps":["trace[1597365116] 'process raft request' (duration: 155.900996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:32.24437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.720725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32093"} {"level":"info","ts":"2026-04-28T04:59:32.244445Z","caller":"traceutil/trace.go:171","msg":"trace[1678813801] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1766; }","duration":"156.832697ms","start":"2026-04-28T04:59:32.087595Z","end":"2026-04-28T04:59:32.244428Z","steps":["trace[1678813801] 'agreement among raft nodes before linearized reading' (duration: 156.425868ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:32.24444Z","caller":"traceutil/trace.go:171","msg":"trace[437237971] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"155.416055ms","start":"2026-04-28T04:59:32.088995Z","end":"2026-04-28T04:59:32.244411Z","steps":["trace[437237971] 'process raft request' (duration: 155.20253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:32.652178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.063673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T04:59:32.652258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.306623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T04:59:32.652301Z","caller":"traceutil/trace.go:171","msg":"trace[1260107952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1768; }","duration":"121.230768ms","start":"2026-04-28T04:59:32.531032Z","end":"2026-04-28T04:59:32.652263Z","steps":["trace[1260107952] 'range keys from in-memory index tree' (duration: 120.848189ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:32.652422Z","caller":"traceutil/trace.go:171","msg":"trace[1059130807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1768; }","duration":"162.526098ms","start":"2026-04-28T04:59:32.489841Z","end":"2026-04-28T04:59:32.652367Z","steps":["trace[1059130807] 'range keys from in-memory index tree' (duration: 161.75344ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:36.575167Z","caller":"traceutil/trace.go:171","msg":"trace[1080157695] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"107.858351ms","start":"2026-04-28T04:59:36.46727Z","end":"2026-04-28T04:59:36.575128Z","steps":["trace[1080157695] 'process raft request' (duration: 65.356164ms)","trace[1080157695] 'compare' (duration: 42.355424ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:37.39301Z","caller":"traceutil/trace.go:171","msg":"trace[1134476531] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"140.087862ms","start":"2026-04-28T04:59:37.252887Z","end":"2026-04-28T04:59:37.392975Z","steps":["trace[1134476531] 'process raft request' (duration: 139.891708ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:38.582804Z","caller":"traceutil/trace.go:171","msg":"trace[35202074] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"146.756856ms","start":"2026-04-28T04:59:38.436011Z","end":"2026-04-28T04:59:38.582768Z","steps":["trace[35202074] 'process raft request' (duration: 123.320276ms)","trace[35202074] 'compare' (duration: 23.118453ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:38.582861Z","caller":"traceutil/trace.go:171","msg":"trace[1410951283] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"146.673563ms","start":"2026-04-28T04:59:38.43614Z","end":"2026-04-28T04:59:38.582813Z","steps":["trace[1410951283] 'process raft request' (duration: 146.502369ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:38.582861Z","caller":"traceutil/trace.go:171","msg":"trace[645869004] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"117.036822ms","start":"2026-04-28T04:59:38.46577Z","end":"2026-04-28T04:59:38.582807Z","steps":["trace[645869004] 'process raft request' (duration: 116.96109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:38.766824Z","caller":"traceutil/trace.go:171","msg":"trace[724770402] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"121.696059ms","start":"2026-04-28T04:59:38.6451Z","end":"2026-04-28T04:59:38.766796Z","steps":["trace[724770402] 'process raft request' (duration: 111.875683ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:42.741247Z","caller":"traceutil/trace.go:171","msg":"trace[1922188194] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"112.461506ms","start":"2026-04-28T04:59:42.628751Z","end":"2026-04-28T04:59:42.741212Z","steps":["trace[1922188194] 'process raft request' (duration: 65.810754ms)","trace[1922188194] 'compare' (duration: 46.53201ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:42.745459Z","caller":"traceutil/trace.go:171","msg":"trace[224583803] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"116.311145ms","start":"2026-04-28T04:59:42.629118Z","end":"2026-04-28T04:59:42.745429Z","steps":["trace[224583803] 'process raft request' (duration: 116.163902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:43.114841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.224431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:59:43.114993Z","caller":"traceutil/trace.go:171","msg":"trace[485367635] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"227.550093ms","start":"2026-04-28T04:59:42.887417Z","end":"2026-04-28T04:59:43.114967Z","steps":["trace[485367635] 'process raft request' (duration: 92.089557ms)","trace[485367635] 'compare' (duration: 134.977075ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:44.855472Z","caller":"traceutil/trace.go:171","msg":"trace[263207356] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"103.666754ms","start":"2026-04-28T04:59:44.75178Z","end":"2026-04-28T04:59:44.855447Z","steps":["trace[263207356] 'process raft request' (duration: 103.49143ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:45.464721Z","caller":"traceutil/trace.go:171","msg":"trace[606269047] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"124.994305ms","start":"2026-04-28T04:59:45.339699Z","end":"2026-04-28T04:59:45.464694Z","steps":["trace[606269047] 'process raft request' (duration: 124.77447ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:45.589311Z","caller":"traceutil/trace.go:171","msg":"trace[902621872] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"117.880351ms","start":"2026-04-28T04:59:45.471399Z","end":"2026-04-28T04:59:45.589279Z","steps":["trace[902621872] 'process raft request' (duration: 68.769141ms)","trace[902621872] 'compare' (duration: 48.960237ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:45.590112Z","caller":"traceutil/trace.go:171","msg":"trace[1359873355] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"118.165198ms","start":"2026-04-28T04:59:45.471916Z","end":"2026-04-28T04:59:45.590082Z","steps":["trace[1359873355] 'process raft request' (duration: 117.857991ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:45.590459Z","caller":"traceutil/trace.go:171","msg":"trace[1530976973] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"116.187503ms","start":"2026-04-28T04:59:45.474248Z","end":"2026-04-28T04:59:45.590435Z","steps":["trace[1530976973] 'process raft request' (duration: 115.728003ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:46.74901Z","caller":"traceutil/trace.go:171","msg":"trace[928505683] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"110.611354ms","start":"2026-04-28T04:59:46.63837Z","end":"2026-04-28T04:59:46.748981Z","steps":["trace[928505683] 'process raft request' (duration: 76.289334ms)","trace[928505683] 'compare' (duration: 34.197727ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:46.779193Z","caller":"traceutil/trace.go:171","msg":"trace[600322020] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"139.342335ms","start":"2026-04-28T04:59:46.639825Z","end":"2026-04-28T04:59:46.779168Z","steps":["trace[600322020] 'process raft request' (duration: 139.10887ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:46.779391Z","caller":"traceutil/trace.go:171","msg":"trace[960711668] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"138.217358ms","start":"2026-04-28T04:59:46.641153Z","end":"2026-04-28T04:59:46.779371Z","steps":["trace[960711668] 'process raft request' (duration: 137.922462ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:47.076674Z","caller":"traceutil/trace.go:171","msg":"trace[1682337007] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"142.956148ms","start":"2026-04-28T04:59:46.93368Z","end":"2026-04-28T04:59:47.076636Z","steps":["trace[1682337007] 'process raft request' (duration: 113.596583ms)","trace[1682337007] 'compare' (duration: 29.095168ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:47.822919Z","caller":"traceutil/trace.go:171","msg":"trace[963912236] linearizableReadLoop","detail":"{readStateIndex:1964; appliedIndex:1963; }","duration":"217.187925ms","start":"2026-04-28T04:59:47.605699Z","end":"2026-04-28T04:59:47.822887Z","steps":["trace[963912236] 'read index received' (duration: 217.005791ms)","trace[963912236] 'applied index is now lower than readState.Index' (duration: 180.454µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:47.822986Z","caller":"traceutil/trace.go:171","msg":"trace[2109044957] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"248.884154ms","start":"2026-04-28T04:59:47.574058Z","end":"2026-04-28T04:59:47.822942Z","steps":["trace[2109044957] 'process raft request' (duration: 248.640329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:47.823088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.37685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:47.823136Z","caller":"traceutil/trace.go:171","msg":"trace[22821544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1903; }","duration":"217.481592ms","start":"2026-04-28T04:59:47.605638Z","end":"2026-04-28T04:59:47.823119Z","steps":["trace[22821544] 'agreement among raft nodes before linearized reading' (duration: 217.38089ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:49.813628Z","caller":"traceutil/trace.go:171","msg":"trace[559501735] linearizableReadLoop","detail":"{readStateIndex:1974; appliedIndex:1973; }","duration":"208.267359ms","start":"2026-04-28T04:59:49.60534Z","end":"2026-04-28T04:59:49.813607Z","steps":["trace[559501735] 'read index received' (duration: 208.088535ms)","trace[559501735] 'applied index is now lower than readState.Index' (duration: 177.914µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:49.81373Z","caller":"traceutil/trace.go:171","msg":"trace[369227094] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"223.269735ms","start":"2026-04-28T04:59:49.590423Z","end":"2026-04-28T04:59:49.813693Z","steps":["trace[369227094] 'process raft request' (duration: 223.044089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:49.813807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.439815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:49.813877Z","caller":"traceutil/trace.go:171","msg":"trace[1013581280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1912; }","duration":"208.563067ms","start":"2026-04-28T04:59:49.605296Z","end":"2026-04-28T04:59:49.813859Z","steps":["trace[1013581280] 'agreement among raft nodes before linearized reading' (duration: 208.392373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:50.105873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.121913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:50.106Z","caller":"traceutil/trace.go:171","msg":"trace[457303783] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1912; }","duration":"200.310377ms","start":"2026-04-28T04:59:49.905662Z","end":"2026-04-28T04:59:50.105973Z","steps":["trace[457303783] 'count revisions from in-memory index tree' (duration: 200.032461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:50.105913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.177363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T04:59:50.10651Z","caller":"traceutil/trace.go:171","msg":"trace[144190788] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:1912; }","duration":"110.471451ms","start":"2026-04-28T04:59:49.995684Z","end":"2026-04-28T04:59:50.106155Z","steps":["trace[144190788] 'count revisions from in-memory index tree' (duration: 110.084102ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:50.994826Z","caller":"traceutil/trace.go:171","msg":"trace[786417348] linearizableReadLoop","detail":"{readStateIndex:1979; appliedIndex:1978; }","duration":"139.081968ms","start":"2026-04-28T04:59:50.855724Z","end":"2026-04-28T04:59:50.994806Z","steps":["trace[786417348] 'read index received' (duration: 138.392063ms)","trace[786417348] 'applied index is now lower than readState.Index' (duration: 688.405µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:50.994989Z","caller":"traceutil/trace.go:171","msg":"trace[206364136] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"174.608406ms","start":"2026-04-28T04:59:50.820343Z","end":"2026-04-28T04:59:50.994951Z","steps":["trace[206364136] 'process raft request' (duration: 173.854829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:50.995171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.441086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T04:59:50.995247Z","caller":"traceutil/trace.go:171","msg":"trace[772759262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1917; }","duration":"139.569749ms","start":"2026-04-28T04:59:50.855665Z","end":"2026-04-28T04:59:50.995235Z","steps":["trace[772759262] 'agreement among raft nodes before linearized reading' (duration: 139.315473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:53.080612Z","caller":"traceutil/trace.go:171","msg":"trace[134063172] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"417.039433ms","start":"2026-04-28T04:59:52.663554Z","end":"2026-04-28T04:59:53.080594Z","steps":["trace[134063172] 'process raft request' (duration: 416.927951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:53.080737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:52.66353Z","time spent":"417.136825ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:53.229134Z","caller":"traceutil/trace.go:171","msg":"trace[155734429] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1993; }","duration":"218.473105ms","start":"2026-04-28T04:59:53.010639Z","end":"2026-04-28T04:59:53.229112Z","steps":["trace[155734429] 'read index received' (duration: 69.902848ms)","trace[155734429] 'applied index is now lower than readState.Index' (duration: 148.569407ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:53.229264Z","caller":"traceutil/trace.go:171","msg":"trace[1204421734] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"393.727786ms","start":"2026-04-28T04:59:52.835511Z","end":"2026-04-28T04:59:53.229239Z","steps":["trace[1204421734] 'process raft request' (duration: 389.625341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:53.229364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:52.835491Z","time spent":"393.803138ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:53.229368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.61464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:59:53.229407Z","caller":"traceutil/trace.go:171","msg":"trace[1303156977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1933; }","duration":"202.671992ms","start":"2026-04-28T04:59:53.026726Z","end":"2026-04-28T04:59:53.229398Z","steps":["trace[1303156977] 'agreement among raft nodes before linearized reading' (duration: 202.529759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:53.229391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.746812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T04:59:53.229447Z","caller":"traceutil/trace.go:171","msg":"trace[1042920177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1933; }","duration":"218.842653ms","start":"2026-04-28T04:59:53.01059Z","end":"2026-04-28T04:59:53.229432Z","steps":["trace[1042920177] 'agreement among raft nodes before linearized reading' (duration: 218.669819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:53.229484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.123959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T04:59:53.229558Z","caller":"traceutil/trace.go:171","msg":"trace[1908437778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1933; }","duration":"112.249061ms","start":"2026-04-28T04:59:53.117289Z","end":"2026-04-28T04:59:53.229538Z","steps":["trace[1908437778] 'agreement among raft nodes before linearized reading' (duration: 112.043737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:54.418065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.894163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:59:54.418187Z","caller":"traceutil/trace.go:171","msg":"trace[1040811177] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1998; }","duration":"994.511034ms","start":"2026-04-28T04:59:53.423656Z","end":"2026-04-28T04:59:54.418167Z","steps":["trace[1040811177] 'read index received' (duration: 126.402507ms)","trace[1040811177] 'applied index is now lower than readState.Index' (duration: 868.107017ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:54.418295Z","caller":"traceutil/trace.go:171","msg":"trace[1675341410] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"1.148537707s","start":"2026-04-28T04:59:53.269708Z","end":"2026-04-28T04:59:54.418246Z","steps":["trace[1675341410] 'process raft request' (duration: 280.332527ms)","trace[1675341410] 'compare' (duration: 867.30018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:54.418384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.73796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T04:59:54.418423Z","caller":"traceutil/trace.go:171","msg":"trace[2060160503] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:1937; }","duration":"994.834401ms","start":"2026-04-28T04:59:53.423574Z","end":"2026-04-28T04:59:54.418408Z","steps":["trace[2060160503] 'agreement among raft nodes before linearized reading' (duration: 994.687768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:54.418465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:53.423542Z","time spent":"994.916034ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-04-28T04:59:54.418536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:53.269688Z","time spent":"1.148718361s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:54.419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.951615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T04:59:54.419004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.977775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:54.419127Z","caller":"traceutil/trace.go:171","msg":"trace[865292145] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1937; }","duration":"475.134709ms","start":"2026-04-28T04:59:53.943968Z","end":"2026-04-28T04:59:54.419103Z","steps":["trace[865292145] 'agreement among raft nodes before linearized reading' (duration: 474.922824ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:54.419156Z","caller":"traceutil/trace.go:171","msg":"trace[977537549] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1937; }","duration":"642.394936ms","start":"2026-04-28T04:59:53.776737Z","end":"2026-04-28T04:59:54.419132Z","steps":["trace[977537549] 'agreement among raft nodes before linearized reading' (duration: 641.955235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:54.419187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:53.943947Z","time spent":"475.230142ms","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:59:54.419219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:53.776687Z","time spent":"642.514388ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:59:54.758728Z","caller":"traceutil/trace.go:171","msg":"trace[258049758] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"252.897087ms","start":"2026-04-28T04:59:54.505797Z","end":"2026-04-28T04:59:54.758694Z","steps":["trace[258049758] 'process raft request' (duration: 209.706063ms)","trace[258049758] 'compare' (duration: 43.02669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:55.438522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.008551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:59:55.438627Z","caller":"traceutil/trace.go:171","msg":"trace[356955216] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:2000; }","duration":"929.031359ms","start":"2026-04-28T04:59:54.509574Z","end":"2026-04-28T04:59:55.438605Z","steps":["trace[356955216] 'read index received' (duration: 205.913546ms)","trace[356955216] 'applied index is now lower than readState.Index' (duration: 723.116523ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:55.438881Z","caller":"traceutil/trace.go:171","msg":"trace[1117577832] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"929.783836ms","start":"2026-04-28T04:59:54.509081Z","end":"2026-04-28T04:59:55.438864Z","steps":["trace[1117577832] 'process raft request' (duration: 799.330655ms)","trace[1117577832] 'compare' (duration: 129.885998ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:55.438953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:54.509053Z","time spent":"929.862557ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:55.439568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.95015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32277"} {"level":"info","ts":"2026-04-28T04:59:55.439729Z","caller":"traceutil/trace.go:171","msg":"trace[1318149463] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1939; }","duration":"930.162026ms","start":"2026-04-28T04:59:54.509541Z","end":"2026-04-28T04:59:55.439703Z","steps":["trace[1318149463] 'agreement among raft nodes before linearized reading' (duration: 929.462489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:55.439784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:54.50953Z","time spent":"930.242047ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32300,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T04:59:55.517366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.746761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:55.517481Z","caller":"traceutil/trace.go:171","msg":"trace[964825160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1940; }","duration":"911.912724ms","start":"2026-04-28T04:59:54.605539Z","end":"2026-04-28T04:59:55.517451Z","steps":["trace[964825160] 'agreement among raft nodes before linearized reading' (duration: 911.74178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:55.517538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:54.605516Z","time spent":"912.009767ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:59:55.517945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.266037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T04:59:55.518003Z","caller":"traceutil/trace.go:171","msg":"trace[1749458128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1940; }","duration":"267.361169ms","start":"2026-04-28T04:59:55.250625Z","end":"2026-04-28T04:59:55.517986Z","steps":["trace[1749458128] 'agreement among raft nodes before linearized reading' (duration: 267.221346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:55.518154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.40593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T04:59:55.518194Z","caller":"traceutil/trace.go:171","msg":"trace[553593194] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"283.04368ms","start":"2026-04-28T04:59:55.235132Z","end":"2026-04-28T04:59:55.518175Z","steps":["trace[553593194] 'process raft request' (duration: 281.988026ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:55.518198Z","caller":"traceutil/trace.go:171","msg":"trace[524167039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1940; }","duration":"433.487882ms","start":"2026-04-28T04:59:55.084695Z","end":"2026-04-28T04:59:55.518183Z","steps":["trace[524167039] 'agreement among raft nodes before linearized reading' (duration: 433.39776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:55.518257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:55.08467Z","time spent":"433.571323ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:59:55.518403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.521133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T04:59:55.518442Z","caller":"traceutil/trace.go:171","msg":"trace[1456909120] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1940; }","duration":"757.599175ms","start":"2026-04-28T04:59:54.760833Z","end":"2026-04-28T04:59:55.518432Z","steps":["trace[1456909120] 'agreement among raft nodes before linearized reading' (duration: 757.519453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:55.518471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:54.760811Z","time spent":"757.654396ms","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T04:59:55.518497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.129981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:59:55.518552Z","caller":"traceutil/trace.go:171","msg":"trace[1187427246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1940; }","duration":"266.236803ms","start":"2026-04-28T04:59:55.2523Z","end":"2026-04-28T04:59:55.518537Z","steps":["trace[1187427246] 'agreement among raft nodes before linearized reading' (duration: 266.09969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:55.517958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.64034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T04:59:55.518749Z","caller":"traceutil/trace.go:171","msg":"trace[31694019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1940; }","duration":"266.449968ms","start":"2026-04-28T04:59:55.252284Z","end":"2026-04-28T04:59:55.518734Z","steps":["trace[31694019] 'agreement among raft nodes before linearized reading' (duration: 265.545787ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:55.810908Z","caller":"traceutil/trace.go:171","msg":"trace[1574874721] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"180.164624ms","start":"2026-04-28T04:59:55.630725Z","end":"2026-04-28T04:59:55.81089Z","steps":["trace[1574874721] 'process raft request' (duration: 180.062712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:56.657166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.022004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:59:56.657292Z","caller":"traceutil/trace.go:171","msg":"trace[474414082] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"330.727437ms","start":"2026-04-28T04:59:56.326544Z","end":"2026-04-28T04:59:56.657271Z","steps":["trace[474414082] 'process raft request' (duration: 119.508759ms)","trace[474414082] 'compare' (duration: 210.680026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:59:56.657355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:56.326527Z","time spent":"330.797469ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5071,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:56.799433Z","caller":"traceutil/trace.go:171","msg":"trace[1969230971] linearizableReadLoop","detail":"{readStateIndex:2040; appliedIndex:2038; }","duration":"453.999152ms","start":"2026-04-28T04:59:56.345415Z","end":"2026-04-28T04:59:56.799414Z","steps":["trace[1969230971] 'read index received' (duration: 100.613743ms)","trace[1969230971] 'applied index is now lower than readState.Index' (duration: 353.384709ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:56.799507Z","caller":"traceutil/trace.go:171","msg":"trace[1203011054] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"455.770283ms","start":"2026-04-28T04:59:56.343703Z","end":"2026-04-28T04:59:56.799473Z","steps":["trace[1203011054] 'process raft request' (duration: 416.899319ms)","trace[1203011054] 'compare' (duration: 38.621469ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:56.799509Z","caller":"traceutil/trace.go:171","msg":"trace[836129257] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"450.661385ms","start":"2026-04-28T04:59:56.348815Z","end":"2026-04-28T04:59:56.799476Z","steps":["trace[836129257] 'process raft request' (duration: 450.517772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:56.799622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:56.34368Z","time spent":"455.888837ms","remote":"127.0.0.1:58098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:59:56.799637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.173106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T04:59:56.799664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:56.348793Z","time spent":"450.781569ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6781,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:56.79975Z","caller":"traceutil/trace.go:171","msg":"trace[543926802] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:0; response_revision:1978; }","duration":"454.34871ms","start":"2026-04-28T04:59:56.345378Z","end":"2026-04-28T04:59:56.799727Z","steps":["trace[543926802] 'agreement among raft nodes before linearized reading' (duration: 454.132305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:56.799974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:56.345362Z","time spent":"454.594675ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" "} {"level":"warn","ts":"2026-04-28T04:59:56.800423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.29004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/topicpermissions.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:56.800465Z","caller":"traceutil/trace.go:171","msg":"trace[1529154776] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/topicpermissions.rabbitmq.com; range_end:; response_count:0; response_revision:1979; }","duration":"138.355452ms","start":"2026-04-28T04:59:56.662098Z","end":"2026-04-28T04:59:56.800453Z","steps":["trace[1529154776] 'agreement among raft nodes before linearized reading' (duration: 138.292641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:56.800464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.013333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T04:59:56.800534Z","caller":"traceutil/trace.go:171","msg":"trace[892605586] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1979; }","duration":"404.120056ms","start":"2026-04-28T04:59:56.396398Z","end":"2026-04-28T04:59:56.800518Z","steps":["trace[892605586] 'agreement among raft nodes before linearized reading' (duration: 403.868469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:56.800575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:56.396383Z","time spent":"404.184197ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T04:59:56.800714Z","caller":"traceutil/trace.go:171","msg":"trace[1942306644] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"140.014501ms","start":"2026-04-28T04:59:56.660678Z","end":"2026-04-28T04:59:56.800693Z","steps":["trace[1942306644] 'process raft request' (duration: 139.504038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:56.800768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.19458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:56.8008Z","caller":"traceutil/trace.go:171","msg":"trace[464214480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1979; }","duration":"195.280592ms","start":"2026-04-28T04:59:56.60551Z","end":"2026-04-28T04:59:56.800791Z","steps":["trace[464214480] 'agreement among raft nodes before linearized reading' (duration: 195.231431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:56.801003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.850151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T04:59:56.801044Z","caller":"traceutil/trace.go:171","msg":"trace[1249442616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1979; }","duration":"377.921452ms","start":"2026-04-28T04:59:56.423111Z","end":"2026-04-28T04:59:56.801032Z","steps":["trace[1249442616] 'agreement among raft nodes before linearized reading' (duration: 377.83178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:56.801072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:56.423092Z","time spent":"377.972804ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T04:59:57.195291Z","caller":"traceutil/trace.go:171","msg":"trace[403956023] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"109.650033ms","start":"2026-04-28T04:59:57.085602Z","end":"2026-04-28T04:59:57.195253Z","steps":["trace[403956023] 'process raft request' (duration: 53.592454ms)","trace[403956023] 'compare' (duration: 55.921495ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:57.660407Z","caller":"traceutil/trace.go:171","msg":"trace[1548242255] linearizableReadLoop","detail":"{readStateIndex:2089; appliedIndex:2087; }","duration":"460.617215ms","start":"2026-04-28T04:59:57.199771Z","end":"2026-04-28T04:59:57.660388Z","steps":["trace[1548242255] 'read index received' (duration: 460.456311ms)","trace[1548242255] 'applied index is now lower than readState.Index' (duration: 157.804µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:57.660474Z","caller":"traceutil/trace.go:171","msg":"trace[1990432358] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"562.787665ms","start":"2026-04-28T04:59:57.09764Z","end":"2026-04-28T04:59:57.660428Z","steps":["trace[1990432358] 'process raft request' (duration: 562.674842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:57.660592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.804879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/self-signed-ca-ftmlb\" ","response":"range_response_count:1 size:997"} {"level":"info","ts":"2026-04-28T04:59:57.660615Z","caller":"traceutil/trace.go:171","msg":"trace[1802016984] range","detail":"{range_begin:/registry/secrets/cert-manager/self-signed-ca-ftmlb; range_end:; response_count:1; response_revision:2023; }","duration":"460.869931ms","start":"2026-04-28T04:59:57.199739Z","end":"2026-04-28T04:59:57.660609Z","steps":["trace[1802016984] 'agreement among raft nodes before linearized reading' (duration: 460.735598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:57.660637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:57.199723Z","time spent":"460.908321ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1020,"request content":"key:\"/registry/secrets/cert-manager/self-signed-ca-ftmlb\" "} {"level":"warn","ts":"2026-04-28T04:59:57.660663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:57.097621Z","time spent":"562.948769ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187948,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:59:57.661223Z","caller":"traceutil/trace.go:171","msg":"trace[1779194627] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2022; }","duration":"573.547772ms","start":"2026-04-28T04:59:57.08765Z","end":"2026-04-28T04:59:57.661198Z","steps":["trace[1779194627] 'process raft request' (duration: 572.56767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:57.661361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:57.087632Z","time spent":"573.659675ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":2297,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:57.663381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.230702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2471"} {"level":"info","ts":"2026-04-28T04:59:57.663428Z","caller":"traceutil/trace.go:171","msg":"trace[945734736] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:2025; }","duration":"462.307573ms","start":"2026-04-28T04:59:57.20111Z","end":"2026-04-28T04:59:57.663418Z","steps":["trace[945734736] 'agreement among raft nodes before linearized reading' (duration: 462.15315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:57.663457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:57.201095Z","time spent":"462.356075ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2494,"request content":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" "} {"level":"info","ts":"2026-04-28T04:59:57.663426Z","caller":"traceutil/trace.go:171","msg":"trace[1867582441] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"462.737474ms","start":"2026-04-28T04:59:57.200661Z","end":"2026-04-28T04:59:57.663399Z","steps":["trace[1867582441] 'process raft request' (duration: 462.477248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:57.663547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:57.200517Z","time spent":"462.9746ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:59:57.6636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.72128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T04:59:57.663458Z","caller":"traceutil/trace.go:171","msg":"trace[1043484368] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"138.841674ms","start":"2026-04-28T04:59:57.524605Z","end":"2026-04-28T04:59:57.663447Z","steps":["trace[1043484368] 'process raft request' (duration: 138.588308ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:57.663731Z","caller":"traceutil/trace.go:171","msg":"trace[1930079762] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2025; }","duration":"218.889244ms","start":"2026-04-28T04:59:57.444836Z","end":"2026-04-28T04:59:57.663725Z","steps":["trace[1930079762] 'agreement among raft nodes before linearized reading' (duration: 218.71337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:57.979424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.705087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T04:59:57.979508Z","caller":"traceutil/trace.go:171","msg":"trace[1082608071] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"225.783943ms","start":"2026-04-28T04:59:57.753709Z","end":"2026-04-28T04:59:57.979493Z","steps":["trace[1082608071] 'compare' (duration: 220.269205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:58.153894Z","caller":"traceutil/trace.go:171","msg":"trace[1348216287] linearizableReadLoop","detail":"{readStateIndex:2102; appliedIndex:2101; }","duration":"171.820683ms","start":"2026-04-28T04:59:57.982051Z","end":"2026-04-28T04:59:58.153871Z","steps":["trace[1348216287] 'read index received' (duration: 171.572657ms)","trace[1348216287] 'applied index is now lower than readState.Index' (duration: 246.976µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:59:58.153951Z","caller":"traceutil/trace.go:171","msg":"trace[1957947653] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"323.642704ms","start":"2026-04-28T04:59:57.830282Z","end":"2026-04-28T04:59:58.153925Z","steps":["trace[1957947653] 'process raft request' (duration: 323.302397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:58.154083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:59:57.83026Z","time spent":"323.750826ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188929,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:59:58.154197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.13113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2471"} {"level":"info","ts":"2026-04-28T04:59:58.154269Z","caller":"traceutil/trace.go:171","msg":"trace[308102422] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:2035; }","duration":"172.252943ms","start":"2026-04-28T04:59:57.982003Z","end":"2026-04-28T04:59:58.154255Z","steps":["trace[308102422] 'agreement among raft nodes before linearized reading' (duration: 171.976436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:59:58.161554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.546907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T04:59:58.161805Z","caller":"traceutil/trace.go:171","msg":"trace[1509619923] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2036; }","duration":"118.847983ms","start":"2026-04-28T04:59:58.042937Z","end":"2026-04-28T04:59:58.161785Z","steps":["trace[1509619923] 'agreement among raft nodes before linearized reading' (duration: 118.538386ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:59:59.649121Z","caller":"traceutil/trace.go:171","msg":"trace[1957253304] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"156.824528ms","start":"2026-04-28T04:59:59.492261Z","end":"2026-04-28T04:59:59.649085Z","steps":["trace[1957253304] 'process raft request' (duration: 156.307506ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:01.979565Z","caller":"traceutil/trace.go:171","msg":"trace[530190149] linearizableReadLoop","detail":"{readStateIndex:2144; appliedIndex:2143; }","duration":"302.718574ms","start":"2026-04-28T05:00:01.676825Z","end":"2026-04-28T05:00:01.979544Z","steps":["trace[530190149] 'read index received' (duration: 302.559719ms)","trace[530190149] 'applied index is now lower than readState.Index' (duration: 157.975µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:01.9797Z","caller":"traceutil/trace.go:171","msg":"trace[1283734200] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"492.763294ms","start":"2026-04-28T05:00:01.486922Z","end":"2026-04-28T05:00:01.979686Z","steps":["trace[1283734200] 'process raft request' (duration: 492.483127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:01.979833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:01.48687Z","time spent":"492.876836ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:00:01.979876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.054851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:01.979913Z","caller":"traceutil/trace.go:171","msg":"trace[338816174] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:0; response_revision:2059; }","duration":"303.129643ms","start":"2026-04-28T05:00:01.676772Z","end":"2026-04-28T05:00:01.979902Z","steps":["trace[338816174] 'agreement among raft nodes before linearized reading' (duration: 303.069441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:01.97994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:01.676752Z","time spent":"303.183684ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"info","ts":"2026-04-28T05:00:02.212698Z","caller":"traceutil/trace.go:171","msg":"trace[1528103055] linearizableReadLoop","detail":"{readStateIndex:2147; appliedIndex:2144; }","duration":"233.01898ms","start":"2026-04-28T05:00:01.979648Z","end":"2026-04-28T05:00:02.212667Z","steps":["trace[1528103055] 'read index received' (duration: 173.434769ms)","trace[1528103055] 'applied index is now lower than readState.Index' (duration: 59.582731ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:02.212811Z","caller":"traceutil/trace.go:171","msg":"trace[1235728278] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"278.866934ms","start":"2026-04-28T05:00:01.933915Z","end":"2026-04-28T05:00:02.212782Z","steps":["trace[1235728278] 'process raft request' (duration: 278.67227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:02.212861Z","caller":"traceutil/trace.go:171","msg":"trace[1624805175] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"515.419465ms","start":"2026-04-28T05:00:01.697407Z","end":"2026-04-28T05:00:02.212827Z","steps":["trace[1624805175] 'process raft request' (duration: 455.66095ms)","trace[1624805175] 'compare' (duration: 59.291685ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:02.212999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:01.697385Z","time spent":"515.530977ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:00:02.213008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.852292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T05:00:02.213038Z","caller":"traceutil/trace.go:171","msg":"trace[257298862] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"283.975692ms","start":"2026-04-28T05:00:01.929051Z","end":"2026-04-28T05:00:02.213027Z","steps":["trace[257298862] 'process raft request' (duration: 283.46875ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:02.213064Z","caller":"traceutil/trace.go:171","msg":"trace[920133869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2062; }","duration":"434.965644ms","start":"2026-04-28T05:00:01.778082Z","end":"2026-04-28T05:00:02.213048Z","steps":["trace[920133869] 'agreement among raft nodes before linearized reading' (duration: 434.752989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:02.213108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:01.778064Z","time spent":"435.032215ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:00:02.21317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.65937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T05:00:02.213239Z","caller":"traceutil/trace.go:171","msg":"trace[697571415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2062; }","duration":"445.772873ms","start":"2026-04-28T05:00:01.767447Z","end":"2026-04-28T05:00:02.21322Z","steps":["trace[697571415] 'agreement among raft nodes before linearized reading' (duration: 445.573088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:02.213305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:01.767426Z","time spent":"445.870436ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:00:02.213331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.39628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:02.213411Z","caller":"traceutil/trace.go:171","msg":"trace[873474155] range","detail":"{range_begin:/registry/roles/openstack/pxc-operator; range_end:; response_count:0; response_revision:2062; }","duration":"230.517833ms","start":"2026-04-28T05:00:01.982875Z","end":"2026-04-28T05:00:02.213393Z","steps":["trace[873474155] 'agreement among raft nodes before linearized reading' (duration: 230.368298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:02.213475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.044226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:00:02.213511Z","caller":"traceutil/trace.go:171","msg":"trace[1882599383] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2062; }","duration":"515.113628ms","start":"2026-04-28T05:00:01.698388Z","end":"2026-04-28T05:00:02.213501Z","steps":["trace[1882599383] 'agreement among raft nodes before linearized reading' (duration: 515.008446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:02.213512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.552279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T05:00:02.21354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:01.698373Z","time spent":"515.160189ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T05:00:02.213555Z","caller":"traceutil/trace.go:171","msg":"trace[1765391256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2062; }","duration":"445.620511ms","start":"2026-04-28T05:00:01.767922Z","end":"2026-04-28T05:00:02.213542Z","steps":["trace[1765391256] 'agreement among raft nodes before linearized reading' (duration: 445.494218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:02.213585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:01.767911Z","time spent":"445.666292ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:00:02.213593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.237831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T05:00:02.213731Z","caller":"traceutil/trace.go:171","msg":"trace[1868845105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2062; }","duration":"445.376704ms","start":"2026-04-28T05:00:01.768295Z","end":"2026-04-28T05:00:02.213672Z","steps":["trace[1868845105] 'agreement among raft nodes before linearized reading' (duration: 445.068327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:02.213786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:01.768286Z","time spent":"445.486566ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T05:00:02.897592Z","caller":"traceutil/trace.go:171","msg":"trace[624726263] linearizableReadLoop","detail":"{readStateIndex:2212; appliedIndex:2210; }","duration":"181.800012ms","start":"2026-04-28T05:00:02.715761Z","end":"2026-04-28T05:00:02.897561Z","steps":["trace[624726263] 'read index received' (duration: 181.516855ms)","trace[624726263] 'applied index is now lower than readState.Index' (duration: 281.797µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:02.897613Z","caller":"traceutil/trace.go:171","msg":"trace[1118469744] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"183.370858ms","start":"2026-04-28T05:00:02.714211Z","end":"2026-04-28T05:00:02.897582Z","steps":["trace[1118469744] 'process raft request' (duration: 183.081712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:02.897777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.942744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:02.897842Z","caller":"traceutil/trace.go:171","msg":"trace[536607985] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2125; }","duration":"185.032946ms","start":"2026-04-28T05:00:02.712794Z","end":"2026-04-28T05:00:02.897827Z","steps":["trace[536607985] 'agreement among raft nodes before linearized reading' (duration: 184.873062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:02.897999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.832604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:02.898103Z","caller":"traceutil/trace.go:171","msg":"trace[157083849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2125; }","duration":"158.982017ms","start":"2026-04-28T05:00:02.739101Z","end":"2026-04-28T05:00:02.898083Z","steps":["trace[157083849] 'agreement among raft nodes before linearized reading' (duration: 158.823613ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:02.898389Z","caller":"traceutil/trace.go:171","msg":"trace[1380806281] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"183.437619ms","start":"2026-04-28T05:00:02.714231Z","end":"2026-04-28T05:00:02.897668Z","steps":["trace[1380806281] 'process raft request' (duration: 183.270455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:02.898619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.303796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T05:00:02.898685Z","caller":"traceutil/trace.go:171","msg":"trace[856274783] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:2125; }","duration":"123.390838ms","start":"2026-04-28T05:00:02.775281Z","end":"2026-04-28T05:00:02.898672Z","steps":["trace[856274783] 'agreement among raft nodes before linearized reading' (duration: 123.077771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:02.898785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.720023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:02.898871Z","caller":"traceutil/trace.go:171","msg":"trace[201922223] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2125; }","duration":"132.841925ms","start":"2026-04-28T05:00:02.766011Z","end":"2026-04-28T05:00:02.898853Z","steps":["trace[201922223] 'agreement among raft nodes before linearized reading' (duration: 132.731143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:02.89881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.625351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:00:02.898866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.470227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:02.898915Z","caller":"traceutil/trace.go:171","msg":"trace[1962248390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2125; }","duration":"159.750025ms","start":"2026-04-28T05:00:02.739153Z","end":"2026-04-28T05:00:02.898903Z","steps":["trace[1962248390] 'agreement among raft nodes before linearized reading' (duration: 159.621042ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:02.898944Z","caller":"traceutil/trace.go:171","msg":"trace[169964745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2125; }","duration":"132.59643ms","start":"2026-04-28T05:00:02.76633Z","end":"2026-04-28T05:00:02.898926Z","steps":["trace[169964745] 'agreement among raft nodes before linearized reading' (duration: 132.476907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:02.899037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.121615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:278918"} {"level":"info","ts":"2026-04-28T05:00:02.899107Z","caller":"traceutil/trace.go:171","msg":"trace[1950607137] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:2125; }","duration":"131.207428ms","start":"2026-04-28T05:00:02.767884Z","end":"2026-04-28T05:00:02.899091Z","steps":["trace[1950607137] 'agreement among raft nodes before linearized reading' (duration: 130.87002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:06.453178Z","caller":"traceutil/trace.go:171","msg":"trace[1419922799] linearizableReadLoop","detail":"{readStateIndex:2290; appliedIndex:2289; }","duration":"187.950503ms","start":"2026-04-28T05:00:06.265202Z","end":"2026-04-28T05:00:06.453153Z","steps":["trace[1419922799] 'read index received' (duration: 187.747569ms)","trace[1419922799] 'applied index is now lower than readState.Index' (duration: 201.534µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:06.453235Z","caller":"traceutil/trace.go:171","msg":"trace[2132072996] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"228.557258ms","start":"2026-04-28T05:00:06.224646Z","end":"2026-04-28T05:00:06.453203Z","steps":["trace[2132072996] 'process raft request' (duration: 228.364503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:06.453476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.438791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:00:06.453519Z","caller":"traceutil/trace.go:171","msg":"trace[310678658] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2199; }","duration":"187.540373ms","start":"2026-04-28T05:00:06.265968Z","end":"2026-04-28T05:00:06.453508Z","steps":["trace[310678658] 'agreement among raft nodes before linearized reading' (duration: 187.352969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:06.453502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.293382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T05:00:06.453502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.866114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T05:00:06.45358Z","caller":"traceutil/trace.go:171","msg":"trace[1239308373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2199; }","duration":"171.988696ms","start":"2026-04-28T05:00:06.281583Z","end":"2026-04-28T05:00:06.453571Z","steps":["trace[1239308373] 'agreement among raft nodes before linearized reading' (duration: 171.759891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:06.453584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.982175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T05:00:06.453672Z","caller":"traceutil/trace.go:171","msg":"trace[2112073497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2199; }","duration":"172.107159ms","start":"2026-04-28T05:00:06.281545Z","end":"2026-04-28T05:00:06.453652Z","steps":["trace[2112073497] 'agreement among raft nodes before linearized reading' (duration: 171.858123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:06.453669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.298247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T05:00:06.453576Z","caller":"traceutil/trace.go:171","msg":"trace[250783481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2199; }","duration":"188.424165ms","start":"2026-04-28T05:00:06.265135Z","end":"2026-04-28T05:00:06.45356Z","steps":["trace[250783481] 'agreement among raft nodes before linearized reading' (duration: 188.178439ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:06.453757Z","caller":"traceutil/trace.go:171","msg":"trace[765950804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2199; }","duration":"180.431131ms","start":"2026-04-28T05:00:06.273308Z","end":"2026-04-28T05:00:06.453739Z","steps":["trace[765950804] 'agreement among raft nodes before linearized reading' (duration: 180.146014ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:06.574555Z","caller":"traceutil/trace.go:171","msg":"trace[1492294579] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"116.411758ms","start":"2026-04-28T05:00:06.458118Z","end":"2026-04-28T05:00:06.57453Z","steps":["trace[1492294579] 'process raft request' (duration: 36.753575ms)","trace[1492294579] 'compare' (duration: 79.494369ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:06.574881Z","caller":"traceutil/trace.go:171","msg":"trace[238729241] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"115.969848ms","start":"2026-04-28T05:00:06.458884Z","end":"2026-04-28T05:00:06.574854Z","steps":["trace[238729241] 'process raft request' (duration: 115.865786ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:06.574956Z","caller":"traceutil/trace.go:171","msg":"trace[1484062846] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"116.783287ms","start":"2026-04-28T05:00:06.458131Z","end":"2026-04-28T05:00:06.574914Z","steps":["trace[1484062846] 'process raft request' (duration: 116.358097ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:08.134774Z","caller":"traceutil/trace.go:171","msg":"trace[1559451890] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"420.420841ms","start":"2026-04-28T05:00:07.71433Z","end":"2026-04-28T05:00:08.13475Z","steps":["trace[1559451890] 'process raft request' (duration: 420.287238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:08.134918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:07.714309Z","time spent":"420.530563ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:00:08.788282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.496973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:00:08.788651Z","caller":"traceutil/trace.go:171","msg":"trace[2016981016] linearizableReadLoop","detail":"{readStateIndex:2299; appliedIndex:2298; }","duration":"210.727807ms","start":"2026-04-28T05:00:08.577905Z","end":"2026-04-28T05:00:08.788633Z","steps":["trace[2016981016] 'read index received' (duration: 92.759773ms)","trace[2016981016] 'applied index is now lower than readState.Index' (duration: 117.965734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:08.788803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.888302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T05:00:08.788855Z","caller":"traceutil/trace.go:171","msg":"trace[1494682751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2208; }","duration":"210.984623ms","start":"2026-04-28T05:00:08.577859Z","end":"2026-04-28T05:00:08.788843Z","steps":["trace[1494682751] 'agreement among raft nodes before linearized reading' (duration: 210.83431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:08.788672Z","caller":"traceutil/trace.go:171","msg":"trace[358443557] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"230.665516ms","start":"2026-04-28T05:00:08.557972Z","end":"2026-04-28T05:00:08.788637Z","steps":["trace[358443557] 'process raft request' (duration: 112.738513ms)","trace[358443557] 'compare' (duration: 117.39672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:08.789167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.484831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T05:00:08.789293Z","caller":"traceutil/trace.go:171","msg":"trace[1119593395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2208; }","duration":"210.613964ms","start":"2026-04-28T05:00:08.578666Z","end":"2026-04-28T05:00:08.78928Z","steps":["trace[1119593395] 'agreement among raft nodes before linearized reading' (duration: 210.310587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:08.789299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.565453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T05:00:08.789528Z","caller":"traceutil/trace.go:171","msg":"trace[1422727570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2208; }","duration":"210.838649ms","start":"2026-04-28T05:00:08.578654Z","end":"2026-04-28T05:00:08.789493Z","steps":["trace[1422727570] 'agreement among raft nodes before linearized reading' (duration: 210.41959ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:08.92192Z","caller":"traceutil/trace.go:171","msg":"trace[472088501] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"123.527832ms","start":"2026-04-28T05:00:08.798376Z","end":"2026-04-28T05:00:08.921904Z","steps":["trace[472088501] 'process raft request' (duration: 123.496461ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:08.92208Z","caller":"traceutil/trace.go:171","msg":"trace[1155681467] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"127.498202ms","start":"2026-04-28T05:00:08.794577Z","end":"2026-04-28T05:00:08.922075Z","steps":["trace[1155681467] 'process raft request' (duration: 127.242547ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:08.922147Z","caller":"traceutil/trace.go:171","msg":"trace[1666024966] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"127.895251ms","start":"2026-04-28T05:00:08.794224Z","end":"2026-04-28T05:00:08.922119Z","steps":["trace[1666024966] 'process raft request' (duration: 101.013333ms)","trace[1666024966] 'compare' (duration: 26.389177ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:09.289683Z","caller":"traceutil/trace.go:171","msg":"trace[206316331] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"116.266945ms","start":"2026-04-28T05:00:09.173392Z","end":"2026-04-28T05:00:09.289659Z","steps":["trace[206316331] 'process raft request' (duration: 116.12056ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:09.744958Z","caller":"traceutil/trace.go:171","msg":"trace[317703402] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"152.049438ms","start":"2026-04-28T05:00:09.592873Z","end":"2026-04-28T05:00:09.744922Z","steps":["trace[317703402] 'process raft request' (duration: 84.256428ms)","trace[317703402] 'compare' (duration: 67.307618ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:09.74507Z","caller":"traceutil/trace.go:171","msg":"trace[294790833] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2232; }","duration":"147.601025ms","start":"2026-04-28T05:00:09.597442Z","end":"2026-04-28T05:00:09.745043Z","steps":["trace[294790833] 'process raft request' (duration: 147.35076ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:09.763494Z","caller":"traceutil/trace.go:171","msg":"trace[1807834184] linearizableReadLoop","detail":"{readStateIndex:2325; appliedIndex:2323; }","duration":"160.383899ms","start":"2026-04-28T05:00:09.603095Z","end":"2026-04-28T05:00:09.763478Z","steps":["trace[1807834184] 'read index received' (duration: 74.049603ms)","trace[1807834184] 'applied index is now lower than readState.Index' (duration: 86.333156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:09.763584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.482301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:09.763648Z","caller":"traceutil/trace.go:171","msg":"trace[334295787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2232; }","duration":"160.579954ms","start":"2026-04-28T05:00:09.603055Z","end":"2026-04-28T05:00:09.763635Z","steps":["trace[334295787] 'agreement among raft nodes before linearized reading' (duration: 160.475612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:09.809982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.080039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:09.810108Z","caller":"traceutil/trace.go:171","msg":"trace[1909716889] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:0; response_revision:2234; }","duration":"179.237893ms","start":"2026-04-28T05:00:09.630853Z","end":"2026-04-28T05:00:09.810091Z","steps":["trace[1909716889] 'agreement among raft nodes before linearized reading' (duration: 179.041579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:10.293924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.040829ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:10.294Z","caller":"traceutil/trace.go:171","msg":"trace[308614694] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2239; }","duration":"136.129371ms","start":"2026-04-28T05:00:10.157859Z","end":"2026-04-28T05:00:10.293989Z","steps":["trace[308614694] 'range keys from in-memory index tree' (duration: 136.029739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:10.294284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.247968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:00:10.294381Z","caller":"traceutil/trace.go:171","msg":"trace[1226461795] linearizableReadLoop","detail":"{readStateIndex:2335; appliedIndex:2334; }","duration":"275.475206ms","start":"2026-04-28T05:00:10.01889Z","end":"2026-04-28T05:00:10.294365Z","steps":["trace[1226461795] 'read index received' (duration: 168.068185ms)","trace[1226461795] 'applied index is now lower than readState.Index' (duration: 107.405851ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:10.294483Z","caller":"traceutil/trace.go:171","msg":"trace[435923370] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"324.600427ms","start":"2026-04-28T05:00:09.969872Z","end":"2026-04-28T05:00:10.294472Z","steps":["trace[435923370] 'process raft request' (duration: 217.091954ms)","trace[435923370] 'compare' (duration: 107.148735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:10.294519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.626929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:10.294548Z","caller":"traceutil/trace.go:171","msg":"trace[223839179] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2240; }","duration":"275.696131ms","start":"2026-04-28T05:00:10.018842Z","end":"2026-04-28T05:00:10.294538Z","steps":["trace[223839179] 'agreement among raft nodes before linearized reading' (duration: 275.562078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:10.294566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:09.969852Z","time spent":"324.661838ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:00:10.742158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.333004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:00:10.742341Z","caller":"traceutil/trace.go:171","msg":"trace[606167992] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"443.323077ms","start":"2026-04-28T05:00:10.298989Z","end":"2026-04-28T05:00:10.742312Z","steps":["trace[606167992] 'process raft request' (duration: 253.727797ms)","trace[606167992] 'compare' (duration: 189.053458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:10.742432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:10.298966Z","time spent":"443.428849ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:00:10.742545Z","caller":"traceutil/trace.go:171","msg":"trace[1418147445] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"443.100781ms","start":"2026-04-28T05:00:10.299403Z","end":"2026-04-28T05:00:10.742503Z","steps":["trace[1418147445] 'process raft request' (duration: 442.858165ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:10.742626Z","caller":"traceutil/trace.go:171","msg":"trace[2005183308] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"233.04814ms","start":"2026-04-28T05:00:10.509562Z","end":"2026-04-28T05:00:10.74261Z","steps":["trace[2005183308] 'process raft request' (duration: 232.830345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:10.74272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:10.299361Z","time spent":"443.275545ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:00:10.742801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.039315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T05:00:10.742547Z","caller":"traceutil/trace.go:171","msg":"trace[1740948652] linearizableReadLoop","detail":"{readStateIndex:2337; appliedIndex:2335; }","duration":"297.774808ms","start":"2026-04-28T05:00:10.444756Z","end":"2026-04-28T05:00:10.742531Z","steps":["trace[1740948652] 'read index received' (duration: 107.962113ms)","trace[1740948652] 'applied index is now lower than readState.Index' (duration: 189.811305ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:10.742863Z","caller":"traceutil/trace.go:171","msg":"trace[304192773] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2243; }","duration":"298.155208ms","start":"2026-04-28T05:00:10.444692Z","end":"2026-04-28T05:00:10.742847Z","steps":["trace[304192773] 'agreement among raft nodes before linearized reading' (duration: 297.993525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:10.743128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.512562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:00:10.743141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.50042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:00:10.743214Z","caller":"traceutil/trace.go:171","msg":"trace[693096852] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2243; }","duration":"233.605733ms","start":"2026-04-28T05:00:10.509596Z","end":"2026-04-28T05:00:10.743201Z","steps":["trace[693096852] 'agreement among raft nodes before linearized reading' (duration: 233.427519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:10.743232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.247247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T05:00:10.743275Z","caller":"traceutil/trace.go:171","msg":"trace[476610891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2243; }","duration":"170.322948ms","start":"2026-04-28T05:00:10.57294Z","end":"2026-04-28T05:00:10.743263Z","steps":["trace[476610891] 'agreement among raft nodes before linearized reading' (duration: 170.193985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:10.743152Z","caller":"traceutil/trace.go:171","msg":"trace[476949986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2243; }","duration":"140.560013ms","start":"2026-04-28T05:00:10.602586Z","end":"2026-04-28T05:00:10.743146Z","steps":["trace[476949986] 'agreement among raft nodes before linearized reading' (duration: 140.521772ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:10.953769Z","caller":"traceutil/trace.go:171","msg":"trace[1109267504] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"202.777044ms","start":"2026-04-28T05:00:10.750962Z","end":"2026-04-28T05:00:10.953739Z","steps":["trace[1109267504] 'process raft request' (duration: 144.453703ms)","trace[1109267504] 'compare' (duration: 58.011665ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:10.953832Z","caller":"traceutil/trace.go:171","msg":"trace[1214748318] linearizableReadLoop","detail":"{readStateIndex:2342; appliedIndex:2339; }","duration":"135.130557ms","start":"2026-04-28T05:00:10.818676Z","end":"2026-04-28T05:00:10.953807Z","steps":["trace[1214748318] 'read index received' (duration: 76.616181ms)","trace[1214748318] 'applied index is now lower than readState.Index' (duration: 58.513256ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:10.953911Z","caller":"traceutil/trace.go:171","msg":"trace[77445221] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"196.362817ms","start":"2026-04-28T05:00:10.757519Z","end":"2026-04-28T05:00:10.953882Z","steps":["trace[77445221] 'process raft request' (duration: 196.222914ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:10.954023Z","caller":"traceutil/trace.go:171","msg":"trace[1088047153] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"202.99673ms","start":"2026-04-28T05:00:10.751018Z","end":"2026-04-28T05:00:10.954014Z","steps":["trace[1088047153] 'process raft request' (duration: 202.624771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:10.954055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.533145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T05:00:10.954092Z","caller":"traceutil/trace.go:171","msg":"trace[1887662549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2247; }","duration":"141.621587ms","start":"2026-04-28T05:00:10.812459Z","end":"2026-04-28T05:00:10.954081Z","steps":["trace[1887662549] 'agreement among raft nodes before linearized reading' (duration: 141.471584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:10.954328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.598035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-vnc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:10.954403Z","caller":"traceutil/trace.go:171","msg":"trace[1499129133] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/libvirt-vnc; range_end:; response_count:0; response_revision:2247; }","duration":"197.690248ms","start":"2026-04-28T05:00:10.75669Z","end":"2026-04-28T05:00:10.95438Z","steps":["trace[1499129133] 'agreement among raft nodes before linearized reading' (duration: 197.535433ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:11.131064Z","caller":"traceutil/trace.go:171","msg":"trace[1653450358] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"171.553337ms","start":"2026-04-28T05:00:10.959471Z","end":"2026-04-28T05:00:11.131024Z","steps":["trace[1653450358] 'process raft request' (duration: 171.282399ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:11.131322Z","caller":"traceutil/trace.go:171","msg":"trace[98087273] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"171.646778ms","start":"2026-04-28T05:00:10.959624Z","end":"2026-04-28T05:00:11.131271Z","steps":["trace[98087273] 'process raft request' (duration: 171.328861ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:11.131329Z","caller":"traceutil/trace.go:171","msg":"trace[816828673] linearizableReadLoop","detail":"{readStateIndex:2346; appliedIndex:2342; }","duration":"166.06398ms","start":"2026-04-28T05:00:10.965243Z","end":"2026-04-28T05:00:11.131307Z","steps":["trace[816828673] 'read index received' (duration: 50.496012ms)","trace[816828673] 'applied index is now lower than readState.Index' (duration: 115.566848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:11.131582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.327725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2375"} {"level":"info","ts":"2026-04-28T05:00:11.131641Z","caller":"traceutil/trace.go:171","msg":"trace[202596309] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:2252; }","duration":"166.399067ms","start":"2026-04-28T05:00:10.965225Z","end":"2026-04-28T05:00:11.131624Z","steps":["trace[202596309] 'agreement among raft nodes before linearized reading' (duration: 166.156641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:11.13178Z","caller":"traceutil/trace.go:171","msg":"trace[2063506778] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"169.10511ms","start":"2026-04-28T05:00:10.962665Z","end":"2026-04-28T05:00:11.13177Z","steps":["trace[2063506778] 'process raft request' (duration: 168.522387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:11.131931Z","caller":"traceutil/trace.go:171","msg":"trace[1697491757] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"166.226482ms","start":"2026-04-28T05:00:10.965647Z","end":"2026-04-28T05:00:11.131874Z","steps":["trace[1697491757] 'process raft request' (duration: 165.618569ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:11.328192Z","caller":"traceutil/trace.go:171","msg":"trace[360993414] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"190.679225ms","start":"2026-04-28T05:00:11.137489Z","end":"2026-04-28T05:00:11.328169Z","steps":["trace[360993414] 'process raft request' (duration: 190.584913ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:11.328275Z","caller":"traceutil/trace.go:171","msg":"trace[405043275] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"190.302747ms","start":"2026-04-28T05:00:11.137954Z","end":"2026-04-28T05:00:11.328256Z","steps":["trace[405043275] 'process raft request' (duration: 190.204364ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:11.328316Z","caller":"traceutil/trace.go:171","msg":"trace[35686782] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"190.44538ms","start":"2026-04-28T05:00:11.137819Z","end":"2026-04-28T05:00:11.328264Z","steps":["trace[35686782] 'process raft request' (duration: 190.312776ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:11.328185Z","caller":"traceutil/trace.go:171","msg":"trace[747268741] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"190.87955ms","start":"2026-04-28T05:00:11.137277Z","end":"2026-04-28T05:00:11.328156Z","steps":["trace[747268741] 'process raft request' (duration: 190.754157ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:11.328358Z","caller":"traceutil/trace.go:171","msg":"trace[1654532767] linearizableReadLoop","detail":"{readStateIndex:2357; appliedIndex:2348; }","duration":"140.950962ms","start":"2026-04-28T05:00:11.187384Z","end":"2026-04-28T05:00:11.328335Z","steps":["trace[1654532767] 'read index received' (duration: 100.666945ms)","trace[1654532767] 'applied index is now lower than readState.Index' (duration: 40.282897ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:11.328453Z","caller":"traceutil/trace.go:171","msg":"trace[659667325] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"187.042492ms","start":"2026-04-28T05:00:11.1414Z","end":"2026-04-28T05:00:11.328442Z","steps":["trace[659667325] 'process raft request' (duration: 186.809657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:11.328427Z","caller":"traceutil/trace.go:171","msg":"trace[809553064] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"190.205315ms","start":"2026-04-28T05:00:11.138146Z","end":"2026-04-28T05:00:11.328352Z","steps":["trace[809553064] 'process raft request' (duration: 190.038911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:11.32852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.115755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:00:11.328533Z","caller":"traceutil/trace.go:171","msg":"trace[1676384674] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"190.989993ms","start":"2026-04-28T05:00:11.137532Z","end":"2026-04-28T05:00:11.328522Z","steps":["trace[1676384674] 'process raft request' (duration: 190.568693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:11.328559Z","caller":"traceutil/trace.go:171","msg":"trace[1600165312] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2262; }","duration":"141.209368ms","start":"2026-04-28T05:00:11.187338Z","end":"2026-04-28T05:00:11.328548Z","steps":["trace[1600165312] 'agreement among raft nodes before linearized reading' (duration: 141.083795ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:11.328731Z","caller":"traceutil/trace.go:171","msg":"trace[1816362704] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"183.611033ms","start":"2026-04-28T05:00:11.145091Z","end":"2026-04-28T05:00:11.328702Z","steps":["trace[1816362704] 'process raft request' (duration: 183.179473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:11.328975Z","caller":"traceutil/trace.go:171","msg":"trace[1100698216] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"191.181356ms","start":"2026-04-28T05:00:11.136948Z","end":"2026-04-28T05:00:11.328129Z","steps":["trace[1100698216] 'process raft request' (duration: 151.125576ms)","trace[1100698216] 'compare' (duration: 39.700382ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:11.741553Z","caller":"traceutil/trace.go:171","msg":"trace[515172240] linearizableReadLoop","detail":"{readStateIndex:2361; appliedIndex:2358; }","duration":"136.384787ms","start":"2026-04-28T05:00:11.605148Z","end":"2026-04-28T05:00:11.741533Z","steps":["trace[515172240] 'read index received' (duration: 55.945646ms)","trace[515172240] 'applied index is now lower than readState.Index' (duration: 80.437921ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:11.741585Z","caller":"traceutil/trace.go:171","msg":"trace[2146929642] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"404.935064ms","start":"2026-04-28T05:00:11.336627Z","end":"2026-04-28T05:00:11.741562Z","steps":["trace[2146929642] 'process raft request' (duration: 404.78871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:11.741658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.50425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:11.74169Z","caller":"traceutil/trace.go:171","msg":"trace[1559362576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2266; }","duration":"136.584922ms","start":"2026-04-28T05:00:11.605093Z","end":"2026-04-28T05:00:11.741678Z","steps":["trace[1559362576] 'agreement among raft nodes before linearized reading' (duration: 136.521011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:11.741707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:11.336616Z","time spent":"405.018675ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:00:11.741849Z","caller":"traceutil/trace.go:171","msg":"trace[370241799] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"406.488609ms","start":"2026-04-28T05:00:11.335322Z","end":"2026-04-28T05:00:11.741811Z","steps":["trace[370241799] 'process raft request' (duration: 325.799823ms)","trace[370241799] 'compare' (duration: 80.137594ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:11.741929Z","caller":"traceutil/trace.go:171","msg":"trace[1005739333] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"398.512456ms","start":"2026-04-28T05:00:11.343405Z","end":"2026-04-28T05:00:11.741918Z","steps":["trace[1005739333] 'process raft request' (duration: 398.069307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:11.741995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:11.343389Z","time spent":"398.564097ms","remote":"127.0.0.1:46926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4919,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:00:11.742062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:11.335301Z","time spent":"406.643823ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:00:12.157904Z","caller":"traceutil/trace.go:171","msg":"trace[103950649] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"334.664207ms","start":"2026-04-28T05:00:11.823215Z","end":"2026-04-28T05:00:12.157879Z","steps":["trace[103950649] 'process raft request' (duration: 239.411126ms)","trace[103950649] 'compare' (duration: 95.130108ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:12.158029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:11.823188Z","time spent":"334.77352ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2046,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:00:12.427767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.434259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:2072"} {"level":"info","ts":"2026-04-28T05:00:12.427975Z","caller":"traceutil/trace.go:171","msg":"trace[771010590] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2268; }","duration":"601.747051ms","start":"2026-04-28T05:00:11.826199Z","end":"2026-04-28T05:00:12.427947Z","steps":["trace[771010590] 'process raft request' (duration: 478.051166ms)","trace[771010590] 'compare' (duration: 123.330657ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:12.428001Z","caller":"traceutil/trace.go:171","msg":"trace[1009370863] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"600.82544ms","start":"2026-04-28T05:00:11.827163Z","end":"2026-04-28T05:00:12.427989Z","steps":["trace[1009370863] 'process raft request' (duration: 600.709387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:12.42801Z","caller":"traceutil/trace.go:171","msg":"trace[1709646996] linearizableReadLoop","detail":"{readStateIndex:2365; appliedIndex:2362; }","duration":"581.478194ms","start":"2026-04-28T05:00:11.846518Z","end":"2026-04-28T05:00:12.427996Z","steps":["trace[1709646996] 'read index received' (duration: 216.12278ms)","trace[1709646996] 'applied index is now lower than readState.Index' (duration: 365.354754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:12.428102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:11.827149Z","time spent":"600.883901ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:00:12.428105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:11.826182Z","time spent":"601.851533ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":2095,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:00:12.428156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.407094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-api\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:12.428176Z","caller":"traceutil/trace.go:171","msg":"trace[688690566] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/libvirt-api; range_end:; response_count:0; response_revision:2270; }","duration":"475.481126ms","start":"2026-04-28T05:00:11.952689Z","end":"2026-04-28T05:00:12.42817Z","steps":["trace[688690566] 'agreement among raft nodes before linearized reading' (duration: 475.417644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:12.428199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:11.952654Z","time spent":"475.540148ms","remote":"127.0.0.1:46948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-api\" "} {"level":"warn","ts":"2026-04-28T05:00:12.428318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.159553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2418"} {"level":"info","ts":"2026-04-28T05:00:12.428347Z","caller":"traceutil/trace.go:171","msg":"trace[1657945304] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:2270; }","duration":"263.228855ms","start":"2026-04-28T05:00:12.16511Z","end":"2026-04-28T05:00:12.428339Z","steps":["trace[1657945304] 'agreement among raft nodes before linearized reading' (duration: 263.081211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:12.428403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.107979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:12.428425Z","caller":"traceutil/trace.go:171","msg":"trace[1809287504] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:2270; }","duration":"379.180051ms","start":"2026-04-28T05:00:12.049237Z","end":"2026-04-28T05:00:12.428417Z","steps":["trace[1809287504] 'agreement among raft nodes before linearized reading' (duration: 379.13779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:12.428444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:12.049213Z","time spent":"379.225913ms","remote":"127.0.0.1:46944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:00:12.428429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.855705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-api-ca-g2jhv\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-04-28T05:00:12.428528Z","caller":"traceutil/trace.go:171","msg":"trace[66364028] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-api-ca-g2jhv; range_end:; response_count:1; response_revision:2270; }","duration":"266.007288ms","start":"2026-04-28T05:00:12.162503Z","end":"2026-04-28T05:00:12.42851Z","steps":["trace[66364028] 'agreement among raft nodes before linearized reading' (duration: 265.766733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:12.42865Z","caller":"traceutil/trace.go:171","msg":"trace[816601025] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"265.521127ms","start":"2026-04-28T05:00:12.163095Z","end":"2026-04-28T05:00:12.428616Z","steps":["trace[816601025] 'process raft request' (duration: 264.866602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:12.428469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.957805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:00:12.428797Z","caller":"traceutil/trace.go:171","msg":"trace[1520281754] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2270; }","duration":"582.322454ms","start":"2026-04-28T05:00:11.846467Z","end":"2026-04-28T05:00:12.42879Z","steps":["trace[1520281754] 'agreement among raft nodes before linearized reading' (duration: 581.606357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:12.428825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:11.846448Z","time spent":"582.368095ms","remote":"127.0.0.1:37992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:00:12.668285Z","caller":"traceutil/trace.go:171","msg":"trace[598118336] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"156.175823ms","start":"2026-04-28T05:00:12.512074Z","end":"2026-04-28T05:00:12.66825Z","steps":["trace[598118336] 'process raft request' (duration: 126.272984ms)","trace[598118336] 'compare' (duration: 29.708843ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:12.670981Z","caller":"traceutil/trace.go:171","msg":"trace[1220192908] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"141.960886ms","start":"2026-04-28T05:00:12.528985Z","end":"2026-04-28T05:00:12.670946Z","steps":["trace[1220192908] 'process raft request' (duration: 141.73011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:12.670829Z","caller":"traceutil/trace.go:171","msg":"trace[1942152455] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"155.024145ms","start":"2026-04-28T05:00:12.515785Z","end":"2026-04-28T05:00:12.670809Z","steps":["trace[1942152455] 'process raft request' (duration: 154.757029ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:14.577075Z","caller":"traceutil/trace.go:171","msg":"trace[922839696] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"263.621293ms","start":"2026-04-28T05:00:14.313429Z","end":"2026-04-28T05:00:14.577051Z","steps":["trace[922839696] 'process raft request' (duration: 263.113222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:14.938506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.982552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:00:14.938747Z","caller":"traceutil/trace.go:171","msg":"trace[1789734184] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"181.443413ms","start":"2026-04-28T05:00:14.757268Z","end":"2026-04-28T05:00:14.938711Z","steps":["trace[1789734184] 'process raft request' (duration: 181.388902ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:14.938746Z","caller":"traceutil/trace.go:171","msg":"trace[563751123] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"338.752441ms","start":"2026-04-28T05:00:14.599957Z","end":"2026-04-28T05:00:14.938709Z","steps":["trace[563751123] 'process raft request' (duration: 338.653359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:14.938773Z","caller":"traceutil/trace.go:171","msg":"trace[1725399564] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"339.917488ms","start":"2026-04-28T05:00:14.598806Z","end":"2026-04-28T05:00:14.938724Z","steps":["trace[1725399564] 'process raft request' (duration: 115.64986ms)","trace[1725399564] 'compare' (duration: 223.835589ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:14.938792Z","caller":"traceutil/trace.go:171","msg":"trace[353913340] linearizableReadLoop","detail":"{readStateIndex:2387; appliedIndex:2385; }","duration":"333.980941ms","start":"2026-04-28T05:00:14.604782Z","end":"2026-04-28T05:00:14.938763Z","steps":["trace[353913340] 'read index received' (duration: 109.537719ms)","trace[353913340] 'applied index is now lower than readState.Index' (duration: 224.440802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:14.938886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:14.599936Z","time spent":"338.884794ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:00:14.938951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.150155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:00:14.938975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:14.598782Z","time spent":"340.064702ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:00:14.939004Z","caller":"traceutil/trace.go:171","msg":"trace[637712593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2289; }","duration":"334.242707ms","start":"2026-04-28T05:00:14.604753Z","end":"2026-04-28T05:00:14.938995Z","steps":["trace[637712593] 'agreement among raft nodes before linearized reading' (duration: 334.142055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:14.93904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:14.604742Z","time spent":"334.290268ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:00:14.939087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.09857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:00:14.939157Z","caller":"traceutil/trace.go:171","msg":"trace[130972331] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2289; }","duration":"106.217823ms","start":"2026-04-28T05:00:14.832923Z","end":"2026-04-28T05:00:14.939141Z","steps":["trace[130972331] 'agreement among raft nodes before linearized reading' (duration: 105.998328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:15.440556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.283533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:00:15.440837Z","caller":"traceutil/trace.go:171","msg":"trace[99327698] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"490.645945ms","start":"2026-04-28T05:00:14.950177Z","end":"2026-04-28T05:00:15.440823Z","steps":["trace[99327698] 'process raft request' (duration: 490.575204ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:15.440841Z","caller":"traceutil/trace.go:171","msg":"trace[352260253] linearizableReadLoop","detail":"{readStateIndex:2389; appliedIndex:2388; }","duration":"497.029682ms","start":"2026-04-28T05:00:14.943774Z","end":"2026-04-28T05:00:15.440803Z","steps":["trace[352260253] 'read index received' (duration: 114.559515ms)","trace[352260253] 'applied index is now lower than readState.Index' (duration: 382.466857ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:15.440878Z","caller":"traceutil/trace.go:171","msg":"trace[350265001] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"496.623123ms","start":"2026-04-28T05:00:14.944224Z","end":"2026-04-28T05:00:15.440847Z","steps":["trace[350265001] 'process raft request' (duration: 496.48059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:15.44092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:14.950163Z","time spent":"490.717288ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7109,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:00:15.440953Z","caller":"traceutil/trace.go:171","msg":"trace[1848723691] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"497.338199ms","start":"2026-04-28T05:00:14.943603Z","end":"2026-04-28T05:00:15.440941Z","steps":["trace[1848723691] 'process raft request' (duration: 114.607506ms)","trace[1848723691] 'compare' (duration: 382.135699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:15.441031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:14.944188Z","time spent":"496.769046ms","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9599,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:00:15.441213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.433011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:47856"} {"level":"info","ts":"2026-04-28T05:00:15.441254Z","caller":"traceutil/trace.go:171","msg":"trace[190805823] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2292; }","duration":"497.482302ms","start":"2026-04-28T05:00:14.94376Z","end":"2026-04-28T05:00:15.441242Z","steps":["trace[190805823] 'agreement among raft nodes before linearized reading' (duration: 497.301838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:15.441284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:14.943754Z","time spent":"497.523884ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":47879,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T05:00:15.441291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.775489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-28T05:00:15.441274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.936438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T05:00:15.441296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.421455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-28T05:00:15.441288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.832994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T05:00:15.441308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.361347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T05:00:15.441353Z","caller":"traceutil/trace.go:171","msg":"trace[1682346979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2292; }","duration":"250.058051ms","start":"2026-04-28T05:00:15.191276Z","end":"2026-04-28T05:00:15.441334Z","steps":["trace[1682346979] 'agreement among raft nodes before linearized reading' (duration: 249.832776ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:15.441367Z","caller":"traceutil/trace.go:171","msg":"trace[144221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2292; }","duration":"295.534667ms","start":"2026-04-28T05:00:15.145817Z","end":"2026-04-28T05:00:15.441351Z","steps":["trace[144221] 'agreement among raft nodes before linearized reading' (duration: 295.348053ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:15.441384Z","caller":"traceutil/trace.go:171","msg":"trace[27123791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2292; }","duration":"375.970098ms","start":"2026-04-28T05:00:15.065391Z","end":"2026-04-28T05:00:15.441362Z","steps":["trace[27123791] 'agreement among raft nodes before linearized reading' (duration: 375.697621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:15.441038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:14.943591Z","time spent":"497.39637ms","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9631,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:00:15.441447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.065378Z","time spent":"376.057279ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T05:00:15.441334Z","caller":"traceutil/trace.go:171","msg":"trace[1787918295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2292; }","duration":"360.860491ms","start":"2026-04-28T05:00:15.080461Z","end":"2026-04-28T05:00:15.441321Z","steps":["trace[1787918295] 'agreement among raft nodes before linearized reading' (duration: 360.727198ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:15.441396Z","caller":"traceutil/trace.go:171","msg":"trace[1584597834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2292; }","duration":"293.48191ms","start":"2026-04-28T05:00:15.147898Z","end":"2026-04-28T05:00:15.441379Z","steps":["trace[1584597834] 'agreement among raft nodes before linearized reading' (duration: 293.219684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:15.441552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.080438Z","time spent":"361.101135ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T05:00:16.212564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.383846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:00:16.212667Z","caller":"traceutil/trace.go:171","msg":"trace[20145816] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"766.966731ms","start":"2026-04-28T05:00:15.44568Z","end":"2026-04-28T05:00:16.212647Z","steps":["trace[20145816] 'process raft request' (duration: 214.418692ms)","trace[20145816] 'compare' (duration: 552.048798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:16.212742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.44566Z","time spent":"767.038153ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:00:16.685578Z","caller":"traceutil/trace.go:171","msg":"trace[945279451] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"1.239805848s","start":"2026-04-28T05:00:15.445747Z","end":"2026-04-28T05:00:16.685553Z","steps":["trace[945279451] 'process raft request' (duration: 1.17816982s)","trace[945279451] 'compare' (duration: 61.179397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:16.685738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.445725Z","time spent":"1.23992749s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:00:16.685892Z","caller":"traceutil/trace.go:171","msg":"trace[1182144088] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"1.239591112s","start":"2026-04-28T05:00:15.446277Z","end":"2026-04-28T05:00:16.685868Z","steps":["trace[1182144088] 'process raft request' (duration: 1.239228084s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:16.685995Z","caller":"traceutil/trace.go:171","msg":"trace[1646022253] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"1.238280722s","start":"2026-04-28T05:00:15.447683Z","end":"2026-04-28T05:00:16.685964Z","steps":["trace[1646022253] 'process raft request' (duration: 1.238094978s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:16.686107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.446258Z","time spent":"1.239684603s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:00:16.68619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.447656Z","time spent":"1.238430595s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:00:16.686263Z","caller":"traceutil/trace.go:171","msg":"trace[680075204] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"1.23692684s","start":"2026-04-28T05:00:15.44933Z","end":"2026-04-28T05:00:16.686257Z","steps":["trace[680075204] 'process raft request' (duration: 1.236721616s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:16.68632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.449312Z","time spent":"1.236978571s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1170,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:00:16.686208Z","caller":"traceutil/trace.go:171","msg":"trace[1962529618] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"1.238264741s","start":"2026-04-28T05:00:15.447928Z","end":"2026-04-28T05:00:16.686192Z","steps":["trace[1962529618] 'process raft request' (duration: 1.237981055s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:16.686394Z","caller":"traceutil/trace.go:171","msg":"trace[1566957419] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"1.237031633s","start":"2026-04-28T05:00:15.449346Z","end":"2026-04-28T05:00:16.686377Z","steps":["trace[1566957419] 'process raft request' (duration: 1.236844009s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:16.686475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.449333Z","time spent":"1.237092924s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1757,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:00:16.686499Z","caller":"traceutil/trace.go:171","msg":"trace[1851184971] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"1.237074473s","start":"2026-04-28T05:00:15.449403Z","end":"2026-04-28T05:00:16.686478Z","steps":["trace[1851184971] 'process raft request' (duration: 1.236986201s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:16.686526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.447915Z","time spent":"1.238519336s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:00:16.686599Z","caller":"traceutil/trace.go:171","msg":"trace[210329361] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"1.237233848s","start":"2026-04-28T05:00:15.449358Z","end":"2026-04-28T05:00:16.686591Z","steps":["trace[210329361] 'process raft request' (duration: 1.236894999s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:16.686644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.449347Z","time spent":"1.237277309s","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:00:16.686676Z","caller":"traceutil/trace.go:171","msg":"trace[2099257463] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"1.237283579s","start":"2026-04-28T05:00:15.44937Z","end":"2026-04-28T05:00:16.686653Z","steps":["trace[2099257463] 'process raft request' (duration: 1.23693006s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:16.686719Z","caller":"traceutil/trace.go:171","msg":"trace[1317175793] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"1.237439772s","start":"2026-04-28T05:00:15.449267Z","end":"2026-04-28T05:00:16.686707Z","steps":["trace[1317175793] 'process raft request' (duration: 1.237083774s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:16.686722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.449389Z","time spent":"1.237175077s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1760,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:00:16.686745Z","caller":"traceutil/trace.go:171","msg":"trace[2021709004] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"1.237280879s","start":"2026-04-28T05:00:15.449452Z","end":"2026-04-28T05:00:16.686733Z","steps":["trace[2021709004] 'process raft request' (duration: 1.236990962s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:16.686764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.449256Z","time spent":"1.237484764s","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:00:16.686801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.449362Z","time spent":"1.237377791s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1153,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:00:16.68682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.449441Z","time spent":"1.23734183s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1203,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:00:16.686825Z","caller":"traceutil/trace.go:171","msg":"trace[1572521785] linearizableReadLoop","detail":"{readStateIndex:2405; appliedIndex:2391; }","duration":"1.081134417s","start":"2026-04-28T05:00:15.605672Z","end":"2026-04-28T05:00:16.686807Z","steps":["trace[1572521785] 'read index received' (duration: 54.534633ms)","trace[1572521785] 'applied index is now lower than readState.Index' (duration: 1.026598784s)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:16.686938Z","caller":"traceutil/trace.go:171","msg":"trace[1180266412] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"1.237305339s","start":"2026-04-28T05:00:15.449624Z","end":"2026-04-28T05:00:16.686929Z","steps":["trace[1180266412] 'process raft request' (duration: 1.236936911s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:16.686943Z","caller":"traceutil/trace.go:171","msg":"trace[1165592499] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"1.046519551s","start":"2026-04-28T05:00:15.640408Z","end":"2026-04-28T05:00:16.686928Z","steps":["trace[1165592499] 'process raft request' (duration: 1.046338067s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:16.686997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.449613Z","time spent":"1.237351521s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:00:16.687003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.228285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:16.687009Z","caller":"traceutil/trace.go:171","msg":"trace[683925868] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"1.234748731s","start":"2026-04-28T05:00:15.452243Z","end":"2026-04-28T05:00:16.686991Z","steps":["trace[683925868] 'process raft request' (duration: 1.234436874s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:16.687042Z","caller":"traceutil/trace.go:171","msg":"trace[27921833] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:2307; }","duration":"903.313617ms","start":"2026-04-28T05:00:15.783717Z","end":"2026-04-28T05:00:16.687031Z","steps":["trace[27921833] 'agreement among raft nodes before linearized reading' (duration: 903.246735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:16.687032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.640388Z","time spent":"1.046592384s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:00:16.687077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.783696Z","time spent":"903.368738ms","remote":"127.0.0.1:46964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:00:16.687095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081456264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:16.687115Z","caller":"traceutil/trace.go:171","msg":"trace[2101901736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2307; }","duration":"1.081476564s","start":"2026-04-28T05:00:15.605632Z","end":"2026-04-28T05:00:16.687109Z","steps":["trace[2101901736] 'agreement among raft nodes before linearized reading' (duration: 1.081443364s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:16.687108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.452234Z","time spent":"1.234826182s","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6114,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:00:16.687185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.895545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:00:16.687196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.221682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:00:16.687212Z","caller":"traceutil/trace.go:171","msg":"trace[771602662] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:2307; }","duration":"638.949767ms","start":"2026-04-28T05:00:16.048253Z","end":"2026-04-28T05:00:16.687203Z","steps":["trace[771602662] 'agreement among raft nodes before linearized reading' (duration: 638.914626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:16.687234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:16.048199Z","time spent":"639.029248ms","remote":"127.0.0.1:47064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:00:16.687234Z","caller":"traceutil/trace.go:171","msg":"trace[2031258139] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2307; }","duration":"409.303844ms","start":"2026-04-28T05:00:16.27792Z","end":"2026-04-28T05:00:16.687224Z","steps":["trace[2031258139] 'agreement among raft nodes before linearized reading' (duration: 409.214582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:16.68714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:15.605558Z","time spent":"1.081578318s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:00:16.687265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:16.277901Z","time spent":"409.356676ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":34,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:00:17.001904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.55896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:00:17.002011Z","caller":"traceutil/trace.go:171","msg":"trace[1372139329] linearizableReadLoop","detail":"{readStateIndex:2408; appliedIndex:2406; }","duration":"305.721222ms","start":"2026-04-28T05:00:16.696272Z","end":"2026-04-28T05:00:17.001993Z","steps":["trace[1372139329] 'read index received' (duration: 50.055761ms)","trace[1372139329] 'applied index is now lower than readState.Index' (duration: 255.663961ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:17.002096Z","caller":"traceutil/trace.go:171","msg":"trace[2137133396] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"309.731784ms","start":"2026-04-28T05:00:16.692339Z","end":"2026-04-28T05:00:17.002071Z","steps":["trace[2137133396] 'process raft request' (duration: 99.910498ms)","trace[2137133396] 'compare' (duration: 209.353126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:17.002153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.877837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:17.002182Z","caller":"traceutil/trace.go:171","msg":"trace[1925204552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2309; }","duration":"305.931727ms","start":"2026-04-28T05:00:16.69624Z","end":"2026-04-28T05:00:17.002171Z","steps":["trace[1925204552] 'agreement among raft nodes before linearized reading' (duration: 305.833125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:17.002202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:16.692322Z","time spent":"309.831206ms","remote":"127.0.0.1:38020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:00:17.002226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:16.696231Z","time spent":"305.987158ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:00:17.079549Z","caller":"traceutil/trace.go:171","msg":"trace[1725669857] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"133.982262ms","start":"2026-04-28T05:00:16.945545Z","end":"2026-04-28T05:00:17.079527Z","steps":["trace[1725669857] 'process raft request' (duration: 133.845809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:17.079657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.966083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:00:17.079722Z","caller":"traceutil/trace.go:171","msg":"trace[923983076] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2310; }","duration":"378.065116ms","start":"2026-04-28T05:00:16.701642Z","end":"2026-04-28T05:00:17.079707Z","steps":["trace[923983076] 'agreement among raft nodes before linearized reading' (duration: 377.893072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:17.07977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:16.701635Z","time spent":"378.126617ms","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:00:17.254104Z","caller":"traceutil/trace.go:171","msg":"trace[1692866371] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"241.71563ms","start":"2026-04-28T05:00:17.012364Z","end":"2026-04-28T05:00:17.25408Z","steps":["trace[1692866371] 'process raft request' (duration: 241.584977ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:17.503111Z","caller":"traceutil/trace.go:171","msg":"trace[4499930] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"232.922628ms","start":"2026-04-28T05:00:17.270157Z","end":"2026-04-28T05:00:17.503079Z","steps":["trace[4499930] 'process raft request' (duration: 232.669242ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:17.503455Z","caller":"traceutil/trace.go:171","msg":"trace[167146887] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"233.052141ms","start":"2026-04-28T05:00:17.270185Z","end":"2026-04-28T05:00:17.503237Z","steps":["trace[167146887] 'process raft request' (duration: 232.820426ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:17.67816Z","caller":"traceutil/trace.go:171","msg":"trace[1197319517] linearizableReadLoop","detail":"{readStateIndex:2413; appliedIndex:2412; }","duration":"116.446708ms","start":"2026-04-28T05:00:17.561677Z","end":"2026-04-28T05:00:17.678124Z","steps":["trace[1197319517] 'read index received' (duration: 106.99889ms)","trace[1197319517] 'applied index is now lower than readState.Index' (duration: 9.446308ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:17.67818Z","caller":"traceutil/trace.go:171","msg":"trace[939865239] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"165.267432ms","start":"2026-04-28T05:00:17.512879Z","end":"2026-04-28T05:00:17.678146Z","steps":["trace[939865239] 'process raft request' (duration: 155.813014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:17.678669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.954169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:12 size:321410"} {"level":"info","ts":"2026-04-28T05:00:17.678755Z","caller":"traceutil/trace.go:171","msg":"trace[1807953925] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:12; response_revision:2314; }","duration":"117.082663ms","start":"2026-04-28T05:00:17.561651Z","end":"2026-04-28T05:00:17.678734Z","steps":["trace[1807953925] 'agreement among raft nodes before linearized reading' (duration: 116.591212ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:17.924406Z","caller":"traceutil/trace.go:171","msg":"trace[859143985] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"240.758548ms","start":"2026-04-28T05:00:17.683612Z","end":"2026-04-28T05:00:17.92437Z","steps":["trace[859143985] 'process raft request' (duration: 193.236065ms)","trace[859143985] 'compare' (duration: 46.890668ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:17.924481Z","caller":"traceutil/trace.go:171","msg":"trace[1410438082] linearizableReadLoop","detail":"{readStateIndex:2416; appliedIndex:2414; }","duration":"129.640472ms","start":"2026-04-28T05:00:17.794811Z","end":"2026-04-28T05:00:17.924451Z","steps":["trace[1410438082] 'read index received' (duration: 82.040247ms)","trace[1410438082] 'applied index is now lower than readState.Index' (duration: 47.599105ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:17.924867Z","caller":"traceutil/trace.go:171","msg":"trace[1964460363] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"233.958931ms","start":"2026-04-28T05:00:17.69087Z","end":"2026-04-28T05:00:17.924829Z","steps":["trace[1964460363] 'process raft request' (duration: 233.377677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:17.924904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.077002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:12 size:321410"} {"level":"info","ts":"2026-04-28T05:00:17.924968Z","caller":"traceutil/trace.go:171","msg":"trace[1461469092] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:12; response_revision:2317; }","duration":"130.196615ms","start":"2026-04-28T05:00:17.794756Z","end":"2026-04-28T05:00:17.924953Z","steps":["trace[1461469092] 'agreement among raft nodes before linearized reading' (duration: 129.799436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:18.535109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.213632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:00:18.535436Z","caller":"traceutil/trace.go:171","msg":"trace[698803354] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"428.152838ms","start":"2026-04-28T05:00:18.107261Z","end":"2026-04-28T05:00:18.535414Z","steps":["trace[698803354] 'process raft request' (duration: 428.064996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:18.535506Z","caller":"traceutil/trace.go:171","msg":"trace[1986969086] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"542.094458ms","start":"2026-04-28T05:00:17.99338Z","end":"2026-04-28T05:00:18.535475Z","steps":["trace[1986969086] 'process raft request' (duration: 252.425086ms)","trace[1986969086] 'compare' (duration: 288.956077ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:18.535558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:18.107245Z","time spent":"428.27514ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:00:18.535666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:17.993322Z","time spent":"542.263432ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:00:18.535966Z","caller":"traceutil/trace.go:171","msg":"trace[983136567] linearizableReadLoop","detail":"{readStateIndex:2418; appliedIndex:2417; }","duration":"486.330136ms","start":"2026-04-28T05:00:18.049623Z","end":"2026-04-28T05:00:18.535953Z","steps":["trace[983136567] 'read index received' (duration: 196.138692ms)","trace[983136567] 'applied index is now lower than readState.Index' (duration: 290.190024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:18.536181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.537931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:00:18.536231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.147551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/libvirt\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-04-28T05:00:18.536292Z","caller":"traceutil/trace.go:171","msg":"trace[1210794952] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2320; }","duration":"486.702125ms","start":"2026-04-28T05:00:18.049567Z","end":"2026-04-28T05:00:18.536269Z","steps":["trace[1210794952] 'agreement among raft nodes before linearized reading' (duration: 486.484819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:18.536303Z","caller":"traceutil/trace.go:171","msg":"trace[1675159937] range","detail":"{range_begin:/registry/serviceaccounts/openstack/libvirt; range_end:; response_count:1; response_revision:2320; }","duration":"429.230843ms","start":"2026-04-28T05:00:18.107042Z","end":"2026-04-28T05:00:18.536273Z","steps":["trace[1675159937] 'agreement among raft nodes before linearized reading' (duration: 429.045108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:18.536336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:18.049546Z","time spent":"486.778686ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:00:18.536341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:18.107029Z","time spent":"429.301875ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":540,"request content":"key:\"/registry/serviceaccounts/openstack/libvirt\" "} {"level":"warn","ts":"2026-04-28T05:00:18.536332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.943676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T05:00:18.536395Z","caller":"traceutil/trace.go:171","msg":"trace[1193598554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2320; }","duration":"319.049789ms","start":"2026-04-28T05:00:18.217329Z","end":"2026-04-28T05:00:18.536379Z","steps":["trace[1193598554] 'agreement among raft nodes before linearized reading' (duration: 318.762451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:18.536457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:18.217306Z","time spent":"319.138471ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:00:22.972506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.317365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:00:22.972742Z","caller":"traceutil/trace.go:171","msg":"trace[1469578909] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"183.332357ms","start":"2026-04-28T05:00:22.78939Z","end":"2026-04-28T05:00:22.972722Z","steps":["trace[1469578909] 'process raft request' (duration: 76.712965ms)","trace[1469578909] 'compare' (duration: 106.203123ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:22.972989Z","caller":"traceutil/trace.go:171","msg":"trace[1133447115] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"181.566936ms","start":"2026-04-28T05:00:22.791321Z","end":"2026-04-28T05:00:22.972888Z","steps":["trace[1133447115] 'process raft request' (duration: 181.355141ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:22.973047Z","caller":"traceutil/trace.go:171","msg":"trace[501062993] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"183.151692ms","start":"2026-04-28T05:00:22.789852Z","end":"2026-04-28T05:00:22.973004Z","steps":["trace[501062993] 'process raft request' (duration: 182.764284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:24.221162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.815046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:00:24.221268Z","caller":"traceutil/trace.go:171","msg":"trace[1084598037] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"391.845043ms","start":"2026-04-28T05:00:23.829403Z","end":"2026-04-28T05:00:24.221248Z","steps":["trace[1084598037] 'process raft request' (duration: 31.861624ms)","trace[1084598037] 'compare' (duration: 359.57503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:24.221356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:23.829383Z","time spent":"391.916775ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:00:24.526889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317019714,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T05:00:24.840636Z","caller":"traceutil/trace.go:171","msg":"trace[1748830878] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"1.01042669s","start":"2026-04-28T05:00:23.830184Z","end":"2026-04-28T05:00:24.840611Z","steps":["trace[1748830878] 'process raft request' (duration: 1.010208775s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:24.841043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:23.830165Z","time spent":"1.010816711s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:00:24.848653Z","caller":"traceutil/trace.go:171","msg":"trace[50652672] linearizableReadLoop","detail":"{readStateIndex:2460; appliedIndex:2458; }","duration":"822.184532ms","start":"2026-04-28T05:00:24.026423Z","end":"2026-04-28T05:00:24.848608Z","steps":["trace[50652672] 'read index received' (duration: 814.028614ms)","trace[50652672] 'applied index is now lower than readState.Index' (duration: 8.154687ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:24.848988Z","caller":"traceutil/trace.go:171","msg":"trace[1984964845] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"651.214169ms","start":"2026-04-28T05:00:24.197761Z","end":"2026-04-28T05:00:24.848976Z","steps":["trace[1984964845] 'process raft request' (duration: 650.708027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:24.849091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:24.197734Z","time spent":"651.290301ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:00:24.84917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.730283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:00:24.849235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.184434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:24.849266Z","caller":"traceutil/trace.go:171","msg":"trace[720542648] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2359; }","duration":"553.257466ms","start":"2026-04-28T05:00:24.296Z","end":"2026-04-28T05:00:24.849257Z","steps":["trace[720542648] 'agreement among raft nodes before linearized reading' (duration: 553.204565ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:24.849286Z","caller":"traceutil/trace.go:171","msg":"trace[1229988008] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2359; }","duration":"822.865466ms","start":"2026-04-28T05:00:24.026363Z","end":"2026-04-28T05:00:24.849228Z","steps":["trace[1229988008] 'agreement among raft nodes before linearized reading' (duration: 822.733483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:24.849304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:24.295982Z","time spent":"553.313007ms","remote":"127.0.0.1:38072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:00:24.849282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.333279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130923"} {"level":"warn","ts":"2026-04-28T05:00:24.84933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:24.02634Z","time spent":"822.978678ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:00:24.849372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.909896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T05:00:24.849377Z","caller":"traceutil/trace.go:171","msg":"trace[965977261] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2359; }","duration":"817.479413ms","start":"2026-04-28T05:00:24.03188Z","end":"2026-04-28T05:00:24.84936Z","steps":["trace[965977261] 'agreement among raft nodes before linearized reading' (duration: 817.166805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:24.849422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:24.03186Z","time spent":"817.553284ms","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130946,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-28T05:00:24.849427Z","caller":"traceutil/trace.go:171","msg":"trace[908698817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2359; }","duration":"195.989228ms","start":"2026-04-28T05:00:24.653409Z","end":"2026-04-28T05:00:24.849398Z","steps":["trace[908698817] 'agreement among raft nodes before linearized reading' (duration: 195.901925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:24.849355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.242295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:24.849568Z","caller":"traceutil/trace.go:171","msg":"trace[1732978454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2359; }","duration":"243.589323ms","start":"2026-04-28T05:00:24.605957Z","end":"2026-04-28T05:00:24.849547Z","steps":["trace[1732978454] 'agreement among raft nodes before linearized reading' (duration: 243.241685ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:25.038201Z","caller":"traceutil/trace.go:171","msg":"trace[1776751412] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"118.789121ms","start":"2026-04-28T05:00:24.919385Z","end":"2026-04-28T05:00:25.038174Z","steps":["trace[1776751412] 'process raft request' (duration: 77.577424ms)","trace[1776751412] 'compare' (duration: 40.87867ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:25.038307Z","caller":"traceutil/trace.go:171","msg":"trace[1892993449] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"118.523276ms","start":"2026-04-28T05:00:24.919763Z","end":"2026-04-28T05:00:25.038286Z","steps":["trace[1892993449] 'process raft request' (duration: 118.356262ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:26.397712Z","caller":"traceutil/trace.go:171","msg":"trace[169175717] linearizableReadLoop","detail":"{readStateIndex:2475; appliedIndex:2474; }","duration":"100.100462ms","start":"2026-04-28T05:00:26.297588Z","end":"2026-04-28T05:00:26.397688Z","steps":["trace[169175717] 'read index received' (duration: 99.844317ms)","trace[169175717] 'applied index is now lower than readState.Index' (duration: 255.095µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:26.39779Z","caller":"traceutil/trace.go:171","msg":"trace[249331097] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"170.987093ms","start":"2026-04-28T05:00:26.226772Z","end":"2026-04-28T05:00:26.397759Z","steps":["trace[249331097] 'process raft request' (duration: 170.756618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:26.39784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.235325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:26.397884Z","caller":"traceutil/trace.go:171","msg":"trace[804961111] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2373; }","duration":"100.334538ms","start":"2026-04-28T05:00:26.297539Z","end":"2026-04-28T05:00:26.397873Z","steps":["trace[804961111] 'agreement among raft nodes before linearized reading' (duration: 100.244996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:28.020208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.871148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:00:28.020322Z","caller":"traceutil/trace.go:171","msg":"trace[856640410] linearizableReadLoop","detail":"{readStateIndex:2484; appliedIndex:2483; }","duration":"612.143669ms","start":"2026-04-28T05:00:27.408156Z","end":"2026-04-28T05:00:28.0203Z","steps":["trace[856640410] 'read index received' (duration: 55.039196ms)","trace[856640410] 'applied index is now lower than readState.Index' (duration: 557.099903ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:28.020408Z","caller":"traceutil/trace.go:171","msg":"trace[38891196] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"834.458563ms","start":"2026-04-28T05:00:27.185918Z","end":"2026-04-28T05:00:28.020376Z","steps":["trace[38891196] 'process raft request' (duration: 277.329289ms)","trace[38891196] 'compare' (duration: 556.317226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:00:28.02054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.606385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-28T05:00:28.020562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:27.18589Z","time spent":"834.594667ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:00:28.020579Z","caller":"traceutil/trace.go:171","msg":"trace[1783946902] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2382; }","duration":"587.666036ms","start":"2026-04-28T05:00:27.432903Z","end":"2026-04-28T05:00:28.020569Z","steps":["trace[1783946902] 'agreement among raft nodes before linearized reading' (duration: 587.511653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:28.020612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:27.432892Z","time spent":"587.713407ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T05:00:28.020739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.686248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:28.020772Z","caller":"traceutil/trace.go:171","msg":"trace[1738371983] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:2382; }","duration":"324.76081ms","start":"2026-04-28T05:00:27.696002Z","end":"2026-04-28T05:00:28.020763Z","steps":["trace[1738371983] 'agreement among raft nodes before linearized reading' (duration: 324.702658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:28.020807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:27.69598Z","time spent":"324.819742ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:00:28.020818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.328094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-c24f5\" ","response":"range_response_count:1 size:5534"} {"level":"info","ts":"2026-04-28T05:00:28.020897Z","caller":"traceutil/trace.go:171","msg":"trace[1524620242] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-c24f5; range_end:; response_count:1; response_revision:2382; }","duration":"272.438166ms","start":"2026-04-28T05:00:27.74844Z","end":"2026-04-28T05:00:28.020878Z","steps":["trace[1524620242] 'agreement among raft nodes before linearized reading' (duration: 272.18159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:28.020981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.427218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:00:28.021037Z","caller":"traceutil/trace.go:171","msg":"trace[790369315] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2382; }","duration":"466.51329ms","start":"2026-04-28T05:00:27.554511Z","end":"2026-04-28T05:00:28.021025Z","steps":["trace[790369315] 'agreement among raft nodes before linearized reading' (duration: 466.323935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:28.021061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:27.554499Z","time spent":"466.557351ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:00:28.021973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.324164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:28.022124Z","caller":"traceutil/trace.go:171","msg":"trace[1169697774] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:0; response_revision:2382; }","duration":"613.997324ms","start":"2026-04-28T05:00:27.408104Z","end":"2026-04-28T05:00:28.022101Z","steps":["trace[1169697774] 'agreement among raft nodes before linearized reading' (duration: 612.285743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:28.022217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:27.408081Z","time spent":"614.118636ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T05:00:34.068516Z","caller":"traceutil/trace.go:171","msg":"trace[173068152] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"309.451916ms","start":"2026-04-28T05:00:33.759039Z","end":"2026-04-28T05:00:34.068491Z","steps":["trace[173068152] 'process raft request' (duration: 309.278333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:34.068684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:33.759015Z","time spent":"309.575119ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:00:34.653058Z","caller":"traceutil/trace.go:171","msg":"trace[2137067197] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"226.877072ms","start":"2026-04-28T05:00:34.426148Z","end":"2026-04-28T05:00:34.653025Z","steps":["trace[2137067197] 'process raft request' (duration: 226.681698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:36.580388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317019878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:00:37.080008Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.004529706s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T05:00:37.080307Z","caller":"traceutil/trace.go:171","msg":"trace[767478716] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"1.004890013s","start":"2026-04-28T05:00:36.075393Z","end":"2026-04-28T05:00:37.080283Z","steps":["trace[767478716] 'process raft request' (duration: 1.004757691s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:37.08041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:36.075374Z","time spent":"1.004985375s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:00:37.081186Z","caller":"traceutil/trace.go:171","msg":"trace[1345638951] linearizableReadLoop","detail":"{readStateIndex:2545; appliedIndex:2543; }","duration":"1.001646448s","start":"2026-04-28T05:00:36.079516Z","end":"2026-04-28T05:00:37.081162Z","steps":["trace[1345638951] 'read index received' (duration: 1.000652957s)","trace[1345638951] 'applied index is now lower than readState.Index' (duration: 992.341µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:00:37.081273Z","caller":"traceutil/trace.go:171","msg":"trace[1309556939] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"423.517081ms","start":"2026-04-28T05:00:36.657739Z","end":"2026-04-28T05:00:37.081256Z","steps":["trace[1309556939] 'process raft request' (duration: 423.348497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:00:37.081286Z","caller":"traceutil/trace.go:171","msg":"trace[678436344] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"358.270097ms","start":"2026-04-28T05:00:36.723005Z","end":"2026-04-28T05:00:37.081275Z","steps":["trace[678436344] 'process raft request' (duration: 358.117794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:37.081332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:36.657723Z","time spent":"423.576732ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:00:37.081455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:36.722991Z","time spent":"358.323868ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:00:37.08157Z","caller":"traceutil/trace.go:171","msg":"trace[1909736206] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"955.90089ms","start":"2026-04-28T05:00:36.125662Z","end":"2026-04-28T05:00:37.081563Z","steps":["trace[1909736206] 'process raft request' (duration: 955.284597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:37.081607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:36.125645Z","time spent":"955.94482ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:00:37.081704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.369995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:37.081728Z","caller":"traceutil/trace.go:171","msg":"trace[1560615216] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:2443; }","duration":"840.429727ms","start":"2026-04-28T05:00:36.241292Z","end":"2026-04-28T05:00:37.081722Z","steps":["trace[1560615216] 'agreement among raft nodes before linearized reading' (duration: 840.388256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:37.081744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:36.241273Z","time spent":"840.466877ms","remote":"127.0.0.1:47080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:00:37.081879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002366232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:00:37.081899Z","caller":"traceutil/trace.go:171","msg":"trace[1354446037] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2443; }","duration":"1.002427583s","start":"2026-04-28T05:00:36.079467Z","end":"2026-04-28T05:00:37.081895Z","steps":["trace[1354446037] 'agreement among raft nodes before linearized reading' (duration: 1.002357362s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:37.081914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:36.079446Z","time spent":"1.002462403s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:00:37.082104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.196918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T05:00:37.082124Z","caller":"traceutil/trace.go:171","msg":"trace[564760685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2443; }","duration":"121.240318ms","start":"2026-04-28T05:00:36.96088Z","end":"2026-04-28T05:00:37.08212Z","steps":["trace[564760685] 'agreement among raft nodes before linearized reading' (duration: 121.199018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:37.082167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.578206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:00:37.082181Z","caller":"traceutil/trace.go:171","msg":"trace[259607036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2443; }","duration":"477.620378ms","start":"2026-04-28T05:00:36.604557Z","end":"2026-04-28T05:00:37.082178Z","steps":["trace[259607036] 'agreement among raft nodes before linearized reading' (duration: 477.596627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:00:37.082192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:00:36.60454Z","time spent":"477.648818ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:00:53.643922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.651999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T05:00:53.644074Z","caller":"traceutil/trace.go:171","msg":"trace[108928493] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2533; }","duration":"160.889733ms","start":"2026-04-28T05:00:53.483156Z","end":"2026-04-28T05:00:53.644046Z","steps":["trace[108928493] 'range keys from in-memory index tree' (duration: 160.401204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:00.638156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317020161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:01:01.138833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317020161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:01:01.442614Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.433403765s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T05:01:01.442999Z","caller":"traceutil/trace.go:171","msg":"trace[243215044] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"1.433924595s","start":"2026-04-28T05:01:00.009051Z","end":"2026-04-28T05:01:01.442976Z","steps":["trace[243215044] 'process raft request' (duration: 1.433790092s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:01.443147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:00.009026Z","time spent":"1.434044668s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:01.818905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.857149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:01:01.819113Z","caller":"traceutil/trace.go:171","msg":"trace[151379488] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"545.311992ms","start":"2026-04-28T05:01:01.273783Z","end":"2026-04-28T05:01:01.819095Z","steps":["trace[151379488] 'process raft request' (duration: 545.21191ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:01.819138Z","caller":"traceutil/trace.go:171","msg":"trace[1108432362] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"883.178395ms","start":"2026-04-28T05:01:00.935918Z","end":"2026-04-28T05:01:01.819097Z","steps":["trace[1108432362] 'process raft request' (duration: 701.0272ms)","trace[1108432362] 'compare' (duration: 181.739387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:01.819188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:01.273757Z","time spent":"545.399053ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:01.81927Z","caller":"traceutil/trace.go:171","msg":"trace[783864372] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"390.841488ms","start":"2026-04-28T05:01:01.428409Z","end":"2026-04-28T05:01:01.819251Z","steps":["trace[783864372] 'process raft request' (duration: 390.647164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:01.819342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:00.935897Z","time spent":"883.343528ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:01.819429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:01.428379Z","time spent":"390.96284ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:01.819508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681710481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:01:01.819592Z","caller":"traceutil/trace.go:171","msg":"trace[1661520852] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2567; }","duration":"1.681849614s","start":"2026-04-28T05:01:00.137723Z","end":"2026-04-28T05:01:01.819573Z","steps":["trace[1661520852] 'agreement among raft nodes before linearized reading' (duration: 1.68163683s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:01.819641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:00.137701Z","time spent":"1.681930515s","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":76,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:01:01.8197Z","caller":"traceutil/trace.go:171","msg":"trace[1047111417] linearizableReadLoop","detail":"{readStateIndex:2674; appliedIndex:2672; }","duration":"1.681407776s","start":"2026-04-28T05:01:00.137784Z","end":"2026-04-28T05:01:01.819192Z","steps":["trace[1047111417] 'read index received' (duration: 1.305048791s)","trace[1047111417] 'applied index is now lower than readState.Index' (duration: 376.356205ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:01.89474Z","caller":"traceutil/trace.go:171","msg":"trace[1380120287] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"447.58796ms","start":"2026-04-28T05:01:01.447129Z","end":"2026-04-28T05:01:01.894717Z","steps":["trace[1380120287] 'process raft request' (duration: 447.418586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:01.894849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:01.447115Z","time spent":"447.681341ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:01.895084Z","caller":"traceutil/trace.go:171","msg":"trace[2106669716] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"447.057858ms","start":"2026-04-28T05:01:01.447996Z","end":"2026-04-28T05:01:01.895053Z","steps":["trace[2106669716] 'process raft request' (duration: 446.670961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:01.895092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.55715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T05:01:01.895165Z","caller":"traceutil/trace.go:171","msg":"trace[1230051631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2569; }","duration":"415.631781ms","start":"2026-04-28T05:01:01.479517Z","end":"2026-04-28T05:01:01.895149Z","steps":["trace[1230051631] 'agreement among raft nodes before linearized reading' (duration: 415.470168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:01.895208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:01.447982Z","time spent":"447.16374ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:01.89522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:01.479451Z","time spent":"415.753603ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:01:01.89523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.897388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T05:01:01.89528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.659477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T05:01:01.895284Z","caller":"traceutil/trace.go:171","msg":"trace[276447927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2569; }","duration":"425.97145ms","start":"2026-04-28T05:01:01.469298Z","end":"2026-04-28T05:01:01.895269Z","steps":["trace[276447927] 'agreement among raft nodes before linearized reading' (duration: 425.844528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:01.895106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.376141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T05:01:01.895326Z","caller":"traceutil/trace.go:171","msg":"trace[1928150418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2569; }","duration":"438.733069ms","start":"2026-04-28T05:01:01.456582Z","end":"2026-04-28T05:01:01.895315Z","steps":["trace[1928150418] 'agreement among raft nodes before linearized reading' (duration: 438.586976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:01.895335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:01.469287Z","time spent":"426.037121ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:01:01.895328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.868798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:01:01.895359Z","caller":"traceutil/trace.go:171","msg":"trace[1488350831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2569; }","duration":"432.651436ms","start":"2026-04-28T05:01:01.462693Z","end":"2026-04-28T05:01:01.895345Z","steps":["trace[1488350831] 'agreement among raft nodes before linearized reading' (duration: 432.279779ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:01.89541Z","caller":"traceutil/trace.go:171","msg":"trace[1608850978] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2569; }","duration":"424.991ms","start":"2026-04-28T05:01:01.4704Z","end":"2026-04-28T05:01:01.895391Z","steps":["trace[1608850978] 'agreement among raft nodes before linearized reading' (duration: 424.697424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:01.895457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.071285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T05:01:01.89547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:01.470389Z","time spent":"425.071631ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:01:01.895474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289728561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:01.895498Z","caller":"traceutil/trace.go:171","msg":"trace[150589487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2569; }","duration":"434.176327ms","start":"2026-04-28T05:01:01.461312Z","end":"2026-04-28T05:01:01.895488Z","steps":["trace[150589487] 'agreement among raft nodes before linearized reading' (duration: 434.017514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:01.895472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071761419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:01:01.895537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:01.461297Z","time spent":"434.227847ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T05:01:01.895533Z","caller":"traceutil/trace.go:171","msg":"trace[1129823077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2569; }","duration":"1.289830702s","start":"2026-04-28T05:01:00.605687Z","end":"2026-04-28T05:01:01.895517Z","steps":["trace[1129823077] 'agreement among raft nodes before linearized reading' (duration: 1.28972411s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:01.895416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:01.462645Z","time spent":"432.758258ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T05:01:01.895558Z","caller":"traceutil/trace.go:171","msg":"trace[572264943] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2569; }","duration":"1.071903403s","start":"2026-04-28T05:01:00.823634Z","end":"2026-04-28T05:01:01.895538Z","steps":["trace[572264943] 'agreement among raft nodes before linearized reading' (duration: 1.071722478s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:01.895581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:00.605667Z","time spent":"1.289906895s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:01:01.895545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687372846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-04-28T05:01:01.895613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:00.823618Z","time spent":"1.071984754s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:01:01.895665Z","caller":"traceutil/trace.go:171","msg":"trace[1175513508] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2569; }","duration":"1.68754384s","start":"2026-04-28T05:01:00.208087Z","end":"2026-04-28T05:01:01.895631Z","steps":["trace[1175513508] 'agreement among raft nodes before linearized reading' (duration: 1.686826635s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:01.895358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:01.456524Z","time spent":"438.827771ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T05:01:01.895732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:00.208071Z","time spent":"1.687649942s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T05:01:02.233104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.941636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:01:02.23347Z","caller":"traceutil/trace.go:171","msg":"trace[1761404489] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"333.681688ms","start":"2026-04-28T05:01:01.899749Z","end":"2026-04-28T05:01:02.233431Z","steps":["trace[1761404489] 'process raft request' (duration: 97.268592ms)","trace[1761404489] 'compare' (duration: 235.739072ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:02.233541Z","caller":"traceutil/trace.go:171","msg":"trace[1131064799] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"333.437604ms","start":"2026-04-28T05:01:01.900078Z","end":"2026-04-28T05:01:02.233516Z","steps":["trace[1131064799] 'process raft request' (duration: 333.26766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:02.23363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:01.899731Z","time spent":"333.815361ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:02.233722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:01.900062Z","time spent":"333.584126ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:02.233878Z","caller":"traceutil/trace.go:171","msg":"trace[50428775] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"333.603527ms","start":"2026-04-28T05:01:01.900235Z","end":"2026-04-28T05:01:02.233839Z","steps":["trace[50428775] 'process raft request' (duration: 333.23427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:02.234034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:01.900221Z","time spent":"333.730459ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:02.234364Z","caller":"traceutil/trace.go:171","msg":"trace[1014652989] linearizableReadLoop","detail":"{readStateIndex:2681; appliedIndex:2678; }","duration":"333.7894ms","start":"2026-04-28T05:01:01.900557Z","end":"2026-04-28T05:01:02.234347Z","steps":["trace[1014652989] 'read index received' (duration: 96.419246ms)","trace[1014652989] 'applied index is now lower than readState.Index' (duration: 237.368624ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:02.234567Z","caller":"traceutil/trace.go:171","msg":"trace[970185992] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"333.771481ms","start":"2026-04-28T05:01:01.900769Z","end":"2026-04-28T05:01:02.23454Z","steps":["trace[970185992] 'process raft request' (duration: 332.946704ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:02.234634Z","caller":"traceutil/trace.go:171","msg":"trace[1924095181] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"332.838911ms","start":"2026-04-28T05:01:01.901775Z","end":"2026-04-28T05:01:02.234614Z","steps":["trace[1924095181] 'process raft request' (duration: 332.490483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:02.23466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:01.900761Z","time spent":"333.854892ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:02.234693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.129118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68859"} {"level":"warn","ts":"2026-04-28T05:01:02.234642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.82834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:01:02.23472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.758758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:02.234727Z","caller":"traceutil/trace.go:171","msg":"trace[637640685] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2574; }","duration":"334.180599ms","start":"2026-04-28T05:01:01.900538Z","end":"2026-04-28T05:01:02.234718Z","steps":["trace[637640685] 'agreement among raft nodes before linearized reading' (duration: 333.957195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:02.234723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.857921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:01:02.234753Z","caller":"traceutil/trace.go:171","msg":"trace[1748610170] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2574; }","duration":"152.84686ms","start":"2026-04-28T05:01:02.081895Z","end":"2026-04-28T05:01:02.234742Z","steps":["trace[1748610170] 'agreement among raft nodes before linearized reading' (duration: 152.778298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:02.234758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:01.90053Z","time spent":"334.22078ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":68882,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T05:01:02.234772Z","caller":"traceutil/trace.go:171","msg":"trace[279773152] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2574; }","duration":"296.930423ms","start":"2026-04-28T05:01:01.937825Z","end":"2026-04-28T05:01:02.234755Z","steps":["trace[279773152] 'agreement among raft nodes before linearized reading' (duration: 296.862972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:02.234756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.692965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:01:02.234716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:01.90176Z","time spent":"332.914783ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:02.234836Z","caller":"traceutil/trace.go:171","msg":"trace[2104910733] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2574; }","duration":"286.819298ms","start":"2026-04-28T05:01:01.947996Z","end":"2026-04-28T05:01:02.234816Z","steps":["trace[2104910733] 'agreement among raft nodes before linearized reading' (duration: 286.660235ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:02.235003Z","caller":"traceutil/trace.go:171","msg":"trace[1088564391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2574; }","duration":"329.957174ms","start":"2026-04-28T05:01:01.904776Z","end":"2026-04-28T05:01:02.234734Z","steps":["trace[1088564391] 'agreement among raft nodes before linearized reading' (duration: 329.79894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:02.235085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:01.90477Z","time spent":"330.29628ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:01:02.598701Z","caller":"traceutil/trace.go:171","msg":"trace[1028110426] linearizableReadLoop","detail":"{readStateIndex:2684; appliedIndex:2683; }","duration":"133.340646ms","start":"2026-04-28T05:01:02.465332Z","end":"2026-04-28T05:01:02.598673Z","steps":["trace[1028110426] 'read index received' (duration: 133.122151ms)","trace[1028110426] 'applied index is now lower than readState.Index' (duration: 217.135µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:02.598833Z","caller":"traceutil/trace.go:171","msg":"trace[1060752569] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"209.343327ms","start":"2026-04-28T05:01:02.389444Z","end":"2026-04-28T05:01:02.598787Z","steps":["trace[1060752569] 'process raft request' (duration: 209.037201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:02.598916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.56306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:01:02.598964Z","caller":"traceutil/trace.go:171","msg":"trace[448065294] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2575; }","duration":"133.690672ms","start":"2026-04-28T05:01:02.465258Z","end":"2026-04-28T05:01:02.598948Z","steps":["trace[448065294] 'agreement among raft nodes before linearized reading' (duration: 133.57915ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:03.950399Z","caller":"traceutil/trace.go:171","msg":"trace[390112801] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"124.298761ms","start":"2026-04-28T05:01:03.826061Z","end":"2026-04-28T05:01:03.950359Z","steps":["trace[390112801] 'process raft request' (duration: 124.068467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:03.950645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.165061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6m8jn\" ","response":"range_response_count:1 size:6147"} {"level":"info","ts":"2026-04-28T05:01:03.950743Z","caller":"traceutil/trace.go:171","msg":"trace[232523103] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6m8jn; range_end:; response_count:1; response_revision:2581; }","duration":"100.401585ms","start":"2026-04-28T05:01:03.850316Z","end":"2026-04-28T05:01:03.950718Z","steps":["trace[232523103] 'agreement among raft nodes before linearized reading' (duration: 100.11614ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:04.393791Z","caller":"traceutil/trace.go:171","msg":"trace[1495928519] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"329.687857ms","start":"2026-04-28T05:01:04.064068Z","end":"2026-04-28T05:01:04.393756Z","steps":["trace[1495928519] 'process raft request' (duration: 329.410692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:04.393957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:04.064052Z","time spent":"329.818481ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:04.393991Z","caller":"traceutil/trace.go:171","msg":"trace[497196970] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"329.852341ms","start":"2026-04-28T05:01:04.064101Z","end":"2026-04-28T05:01:04.393953Z","steps":["trace[497196970] 'process raft request' (duration: 329.557796ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:04.394135Z","caller":"traceutil/trace.go:171","msg":"trace[1977445713] linearizableReadLoop","detail":"{readStateIndex:2696; appliedIndex:2693; }","duration":"155.783399ms","start":"2026-04-28T05:01:04.238318Z","end":"2026-04-28T05:01:04.394102Z","steps":["trace[1977445713] 'read index received' (duration: 155.067645ms)","trace[1977445713] 'applied index is now lower than readState.Index' (duration: 712.664µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:04.394192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:04.06408Z","time spent":"330.009544ms","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:04.39423Z","caller":"traceutil/trace.go:171","msg":"trace[1685338363] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"327.270518ms","start":"2026-04-28T05:01:04.066944Z","end":"2026-04-28T05:01:04.394215Z","steps":["trace[1685338363] 'process raft request' (duration: 326.923982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:04.394302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:04.066924Z","time spent":"327.34377ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:04.394484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.306221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T05:01:04.394524Z","caller":"traceutil/trace.go:171","msg":"trace[1527365664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2586; }","duration":"155.389862ms","start":"2026-04-28T05:01:04.239124Z","end":"2026-04-28T05:01:04.394514Z","steps":["trace[1527365664] 'agreement among raft nodes before linearized reading' (duration: 155.209839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:04.394538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.140997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T05:01:04.395292Z","caller":"traceutil/trace.go:171","msg":"trace[256399445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2586; }","duration":"156.898303ms","start":"2026-04-28T05:01:04.23836Z","end":"2026-04-28T05:01:04.395258Z","steps":["trace[256399445] 'agreement among raft nodes before linearized reading' (duration: 155.930963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:04.394512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.613596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:01:04.395493Z","caller":"traceutil/trace.go:171","msg":"trace[2030285753] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2586; }","duration":"155.688338ms","start":"2026-04-28T05:01:04.239785Z","end":"2026-04-28T05:01:04.395473Z","steps":["trace[2030285753] 'agreement among raft nodes before linearized reading' (duration: 154.542165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:04.394666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.591625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T05:01:04.395707Z","caller":"traceutil/trace.go:171","msg":"trace[2089869443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2586; }","duration":"155.629707ms","start":"2026-04-28T05:01:04.240042Z","end":"2026-04-28T05:01:04.395672Z","steps":["trace[2089869443] 'agreement among raft nodes before linearized reading' (duration: 154.530144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:04.394789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.31663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T05:01:04.395949Z","caller":"traceutil/trace.go:171","msg":"trace[2008595482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2586; }","duration":"157.473174ms","start":"2026-04-28T05:01:04.238422Z","end":"2026-04-28T05:01:04.395895Z","steps":["trace[2008595482] 'agreement among raft nodes before linearized reading' (duration: 156.167217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:04.395165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.840592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T05:01:04.396064Z","caller":"traceutil/trace.go:171","msg":"trace[1253066566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2586; }","duration":"157.786421ms","start":"2026-04-28T05:01:04.238262Z","end":"2026-04-28T05:01:04.396049Z","steps":["trace[1253066566] 'agreement among raft nodes before linearized reading' (duration: 155.957424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:04.584776Z","caller":"traceutil/trace.go:171","msg":"trace[1997763107] linearizableReadLoop","detail":"{readStateIndex:2697; appliedIndex:2696; }","duration":"184.299558ms","start":"2026-04-28T05:01:04.400445Z","end":"2026-04-28T05:01:04.584745Z","steps":["trace[1997763107] 'read index received' (duration: 99.974948ms)","trace[1997763107] 'applied index is now lower than readState.Index' (duration: 84.32338ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:04.584904Z","caller":"traceutil/trace.go:171","msg":"trace[1876148273] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"185.736927ms","start":"2026-04-28T05:01:04.399153Z","end":"2026-04-28T05:01:04.58489Z","steps":["trace[1876148273] 'process raft request' (duration: 101.213043ms)","trace[1876148273] 'compare' (duration: 84.221018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:04.585129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.667895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68645"} {"level":"info","ts":"2026-04-28T05:01:04.585199Z","caller":"traceutil/trace.go:171","msg":"trace[1954295995] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2587; }","duration":"184.794707ms","start":"2026-04-28T05:01:04.400389Z","end":"2026-04-28T05:01:04.585184Z","steps":["trace[1954295995] 'agreement among raft nodes before linearized reading' (duration: 184.508532ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:04.593653Z","caller":"traceutil/trace.go:171","msg":"trace[2143271087] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"193.124847ms","start":"2026-04-28T05:01:04.400503Z","end":"2026-04-28T05:01:04.593627Z","steps":["trace[2143271087] 'process raft request' (duration: 192.933432ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:04.593922Z","caller":"traceutil/trace.go:171","msg":"trace[713001065] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"193.380762ms","start":"2026-04-28T05:01:04.400516Z","end":"2026-04-28T05:01:04.593896Z","steps":["trace[713001065] 'process raft request' (duration: 193.069645ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:04.593995Z","caller":"traceutil/trace.go:171","msg":"trace[1748790069] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"193.010195ms","start":"2026-04-28T05:01:04.400951Z","end":"2026-04-28T05:01:04.593961Z","steps":["trace[1748790069] 'process raft request' (duration: 192.852632ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:04.594305Z","caller":"traceutil/trace.go:171","msg":"trace[68015359] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"193.061076ms","start":"2026-04-28T05:01:04.401231Z","end":"2026-04-28T05:01:04.594292Z","steps":["trace[68015359] 'process raft request' (duration: 192.674298ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:04.594461Z","caller":"traceutil/trace.go:171","msg":"trace[1814339114] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"189.905382ms","start":"2026-04-28T05:01:04.404542Z","end":"2026-04-28T05:01:04.594447Z","steps":["trace[1814339114] 'process raft request' (duration: 189.687718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:05.881222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.993458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:05.881312Z","caller":"traceutil/trace.go:171","msg":"trace[52041860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2592; }","duration":"275.141541ms","start":"2026-04-28T05:01:05.60615Z","end":"2026-04-28T05:01:05.881292Z","steps":["trace[52041860] 'range keys from in-memory index tree' (duration: 274.903806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:06.199616Z","caller":"traceutil/trace.go:171","msg":"trace[769673875] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"278.702964ms","start":"2026-04-28T05:01:05.920873Z","end":"2026-04-28T05:01:06.199576Z","steps":["trace[769673875] 'process raft request' (duration: 278.465869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:06.547611Z","caller":"traceutil/trace.go:171","msg":"trace[1170640149] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"590.709022ms","start":"2026-04-28T05:01:05.956876Z","end":"2026-04-28T05:01:06.547585Z","steps":["trace[1170640149] 'process raft request' (duration: 590.577009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:06.547685Z","caller":"traceutil/trace.go:171","msg":"trace[556188990] linearizableReadLoop","detail":"{readStateIndex:2706; appliedIndex:2702; }","duration":"380.014208ms","start":"2026-04-28T05:01:06.167649Z","end":"2026-04-28T05:01:06.547663Z","steps":["trace[556188990] 'read index received' (duration: 31.770734ms)","trace[556188990] 'applied index is now lower than readState.Index' (duration: 348.242524ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:06.547704Z","caller":"traceutil/trace.go:171","msg":"trace[1571485494] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"590.794964ms","start":"2026-04-28T05:01:05.956886Z","end":"2026-04-28T05:01:06.547681Z","steps":["trace[1571485494] 'process raft request' (duration: 590.662021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:06.547776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:05.956864Z","time spent":"590.822674ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:06.547869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.202262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:01:06.547901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:05.956855Z","time spent":"590.911245ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:06.547945Z","caller":"traceutil/trace.go:171","msg":"trace[993694658] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:2596; }","duration":"380.323804ms","start":"2026-04-28T05:01:06.167601Z","end":"2026-04-28T05:01:06.547925Z","steps":["trace[993694658] 'agreement among raft nodes before linearized reading' (duration: 380.149631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:06.547995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:06.167584Z","time spent":"380.396345ms","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:01:06.547612Z","caller":"traceutil/trace.go:171","msg":"trace[967305106] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"591.297033ms","start":"2026-04-28T05:01:05.956245Z","end":"2026-04-28T05:01:06.547542Z","steps":["trace[967305106] 'process raft request' (duration: 582.282821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:06.548436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:05.956193Z","time spent":"592.186361ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:06.770569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.152962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:01:06.770702Z","caller":"traceutil/trace.go:171","msg":"trace[2049089297] linearizableReadLoop","detail":"{readStateIndex:2707; appliedIndex:2706; }","duration":"175.567041ms","start":"2026-04-28T05:01:06.595113Z","end":"2026-04-28T05:01:06.77068Z","steps":["trace[2049089297] 'read index received' (duration: 71.265136ms)","trace[2049089297] 'applied index is now lower than readState.Index' (duration: 104.300164ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:06.77074Z","caller":"traceutil/trace.go:171","msg":"trace[1860215132] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"177.745215ms","start":"2026-04-28T05:01:06.59296Z","end":"2026-04-28T05:01:06.770705Z","steps":["trace[1860215132] 'process raft request' (duration: 73.365008ms)","trace[1860215132] 'compare' (duration: 104.01035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:06.770924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.294915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T05:01:06.770959Z","caller":"traceutil/trace.go:171","msg":"trace[1203926144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2597; }","duration":"173.383327ms","start":"2026-04-28T05:01:06.597565Z","end":"2026-04-28T05:01:06.770949Z","steps":["trace[1203926144] 'agreement among raft nodes before linearized reading' (duration: 173.235023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:06.770964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.731534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T05:01:06.771067Z","caller":"traceutil/trace.go:171","msg":"trace[1352384064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2597; }","duration":"172.901738ms","start":"2026-04-28T05:01:06.598146Z","end":"2026-04-28T05:01:06.771048Z","steps":["trace[1352384064] 'agreement among raft nodes before linearized reading' (duration: 172.663113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:06.77114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.240034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T05:01:06.771175Z","caller":"traceutil/trace.go:171","msg":"trace[1022224894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2597; }","duration":"173.289485ms","start":"2026-04-28T05:01:06.597877Z","end":"2026-04-28T05:01:06.771167Z","steps":["trace[1022224894] 'agreement among raft nodes before linearized reading' (duration: 173.200993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:06.77127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.569941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T05:01:06.771309Z","caller":"traceutil/trace.go:171","msg":"trace[377921845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2597; }","duration":"173.620962ms","start":"2026-04-28T05:01:06.597678Z","end":"2026-04-28T05:01:06.771299Z","steps":["trace[377921845] 'agreement among raft nodes before linearized reading' (duration: 173.52455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:06.771299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.144452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68645"} {"level":"info","ts":"2026-04-28T05:01:06.771428Z","caller":"traceutil/trace.go:171","msg":"trace[1713665185] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2597; }","duration":"176.325737ms","start":"2026-04-28T05:01:06.595074Z","end":"2026-04-28T05:01:06.7714Z","steps":["trace[1713665185] 'agreement among raft nodes before linearized reading' (duration: 175.689943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:07.002598Z","caller":"traceutil/trace.go:171","msg":"trace[478388126] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"226.664688ms","start":"2026-04-28T05:01:06.77591Z","end":"2026-04-28T05:01:07.002575Z","steps":["trace[478388126] 'process raft request' (duration: 226.480004ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:07.002898Z","caller":"traceutil/trace.go:171","msg":"trace[1154649176] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"226.314591ms","start":"2026-04-28T05:01:06.776556Z","end":"2026-04-28T05:01:07.002871Z","steps":["trace[1154649176] 'process raft request' (duration: 226.193388ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:07.002912Z","caller":"traceutil/trace.go:171","msg":"trace[609353822] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"226.581706ms","start":"2026-04-28T05:01:06.776284Z","end":"2026-04-28T05:01:07.002865Z","steps":["trace[609353822] 'process raft request' (duration: 226.23879ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:08.333854Z","caller":"traceutil/trace.go:171","msg":"trace[313980715] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"129.21729ms","start":"2026-04-28T05:01:08.204613Z","end":"2026-04-28T05:01:08.33383Z","steps":["trace[313980715] 'process raft request' (duration: 129.061857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:09.106833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317020236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:01:09.469622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.56227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:09.469676Z","caller":"traceutil/trace.go:171","msg":"trace[919844994] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2602; }","duration":"979.668481ms","start":"2026-04-28T05:01:08.489996Z","end":"2026-04-28T05:01:09.469665Z","steps":["trace[919844994] 'count revisions from in-memory index tree' (duration: 979.386365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:09.469701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:08.489976Z","time spent":"979.718733ms","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:01:09.523429Z","caller":"traceutil/trace.go:171","msg":"trace[1595626957] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"969.653978ms","start":"2026-04-28T05:01:08.553756Z","end":"2026-04-28T05:01:09.52341Z","steps":["trace[1595626957] 'process raft request' (duration: 969.537766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:09.523546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:08.553729Z","time spent":"969.75587ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:09.710719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.28345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:01:09.710879Z","caller":"traceutil/trace.go:171","msg":"trace[557585915] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"1.156860185s","start":"2026-04-28T05:01:08.553998Z","end":"2026-04-28T05:01:09.710858Z","steps":["trace[557585915] 'process raft request' (duration: 1.039356632s)","trace[557585915] 'compare' (duration: 117.099045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:09.711009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:08.55399Z","time spent":"1.156984847s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:09.711251Z","caller":"traceutil/trace.go:171","msg":"trace[200974245] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"1.1570481s","start":"2026-04-28T05:01:08.554172Z","end":"2026-04-28T05:01:09.71122Z","steps":["trace[200974245] 'process raft request' (duration: 1.156639111s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:09.71142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:08.554145Z","time spent":"1.157181492s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:09.821126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.014511ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T05:01:09.821233Z","caller":"traceutil/trace.go:171","msg":"trace[1324434298] linearizableReadLoop","detail":"{readStateIndex:2716; appliedIndex:2712; }","duration":"1.215467604s","start":"2026-04-28T05:01:08.605745Z","end":"2026-04-28T05:01:09.821213Z","steps":["trace[1324434298] 'read index received' (duration: 917.625742ms)","trace[1324434298] 'applied index is now lower than readState.Index' (duration: 297.839681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:09.821364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215620637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:09.8214Z","caller":"traceutil/trace.go:171","msg":"trace[1489783348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2605; }","duration":"1.215692548s","start":"2026-04-28T05:01:08.605697Z","end":"2026-04-28T05:01:09.82139Z","steps":["trace[1489783348] 'agreement among raft nodes before linearized reading' (duration: 1.215620967s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:09.821433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:08.605685Z","time spent":"1.215740819s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:01:09.821496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045992576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T05:01:09.821535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.436859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T05:01:09.821539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.404588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T05:01:09.821587Z","caller":"traceutil/trace.go:171","msg":"trace[236501436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2605; }","duration":"1.046131259s","start":"2026-04-28T05:01:08.775433Z","end":"2026-04-28T05:01:09.821565Z","steps":["trace[236501436] 'agreement among raft nodes before linearized reading' (duration: 1.045887875s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:09.821612Z","caller":"traceutil/trace.go:171","msg":"trace[1080794368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2605; }","duration":"814.545471ms","start":"2026-04-28T05:01:09.007049Z","end":"2026-04-28T05:01:09.821594Z","steps":["trace[1080794368] 'agreement among raft nodes before linearized reading' (duration: 814.294556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:09.821646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:08.775412Z","time spent":"1.046220491s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:01:09.821648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043186559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:01:09.821644Z","caller":"traceutil/trace.go:171","msg":"trace[594888326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2605; }","duration":"814.551111ms","start":"2026-04-28T05:01:09.007068Z","end":"2026-04-28T05:01:09.821619Z","steps":["trace[594888326] 'agreement among raft nodes before linearized reading' (duration: 814.298037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:09.82167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:09.007043Z","time spent":"814.618232ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T05:01:09.821706Z","caller":"traceutil/trace.go:171","msg":"trace[1244211354] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2605; }","duration":"1.04323996s","start":"2026-04-28T05:01:08.77845Z","end":"2026-04-28T05:01:09.82169Z","steps":["trace[1244211354] 'agreement among raft nodes before linearized reading' (duration: 1.043107527s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:09.821727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:09.007046Z","time spent":"814.663804ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:01:09.821496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.224494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T05:01:09.82176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:08.778385Z","time spent":"1.043362694s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:01:09.821779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.638371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:01:09.821873Z","caller":"traceutil/trace.go:171","msg":"trace[1817782266] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2605; }","duration":"558.789604ms","start":"2026-04-28T05:01:09.263061Z","end":"2026-04-28T05:01:09.82185Z","steps":["trace[1817782266] 'agreement among raft nodes before linearized reading' (duration: 558.292423ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:09.821807Z","caller":"traceutil/trace.go:171","msg":"trace[1949209548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2605; }","duration":"990.589343ms","start":"2026-04-28T05:01:08.831204Z","end":"2026-04-28T05:01:09.821793Z","steps":["trace[1949209548] 'agreement among raft nodes before linearized reading' (duration: 990.146783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:09.821924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:09.263039Z","time spent":"558.874257ms","remote":"127.0.0.1:58084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:01:09.821954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:08.831183Z","time spent":"990.759066ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:01:09.821894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.809177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T05:01:09.822164Z","caller":"traceutil/trace.go:171","msg":"trace[1977817792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2605; }","duration":"815.142393ms","start":"2026-04-28T05:01:09.006983Z","end":"2026-04-28T05:01:09.822126Z","steps":["trace[1977817792] 'agreement among raft nodes before linearized reading' (duration: 814.469129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:09.822453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:09.006955Z","time spent":"815.47924ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T05:01:10.150323Z","caller":"traceutil/trace.go:171","msg":"trace[2004909907] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"323.680846ms","start":"2026-04-28T05:01:09.826617Z","end":"2026-04-28T05:01:10.150298Z","steps":["trace[2004909907] 'process raft request' (duration: 323.563313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:10.150479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:09.826611Z","time spent":"323.791108ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:10.150624Z","caller":"traceutil/trace.go:171","msg":"trace[1101493128] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"323.728326ms","start":"2026-04-28T05:01:09.826873Z","end":"2026-04-28T05:01:10.150601Z","steps":["trace[1101493128] 'process raft request' (duration: 323.384059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:10.150795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:09.826866Z","time spent":"323.854289ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:10.150794Z","caller":"traceutil/trace.go:171","msg":"trace[993989203] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"324.231457ms","start":"2026-04-28T05:01:09.826528Z","end":"2026-04-28T05:01:10.150759Z","steps":["trace[993989203] 'process raft request' (duration: 323.468741ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:10.150926Z","caller":"traceutil/trace.go:171","msg":"trace[586626974] linearizableReadLoop","detail":"{readStateIndex:2721; appliedIndex:2717; }","duration":"302.577698ms","start":"2026-04-28T05:01:09.848331Z","end":"2026-04-28T05:01:10.150909Z","steps":["trace[586626974] 'read index received' (duration: 301.778491ms)","trace[586626974] 'applied index is now lower than readState.Index' (duration: 798.087µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:10.150936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:09.826522Z","time spent":"324.364719ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:10.151023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.576193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:10.151058Z","caller":"traceutil/trace.go:171","msg":"trace[854338144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2610; }","duration":"320.626113ms","start":"2026-04-28T05:01:09.830423Z","end":"2026-04-28T05:01:10.151049Z","steps":["trace[854338144] 'agreement among raft nodes before linearized reading' (duration: 320.566692ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:10.151017Z","caller":"traceutil/trace.go:171","msg":"trace[507103866] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"323.730137ms","start":"2026-04-28T05:01:09.827248Z","end":"2026-04-28T05:01:10.150978Z","steps":["trace[507103866] 'process raft request' (duration: 323.275347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:10.151085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:09.830417Z","time spent":"320.661714ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:01:10.151191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:09.827218Z","time spent":"323.885851ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:10.287581Z","caller":"traceutil/trace.go:171","msg":"trace[1457913244] linearizableReadLoop","detail":"{readStateIndex:2722; appliedIndex:2721; }","duration":"136.59244ms","start":"2026-04-28T05:01:10.150964Z","end":"2026-04-28T05:01:10.287556Z","steps":["trace[1457913244] 'read index received' (duration: 45.331409ms)","trace[1457913244] 'applied index is now lower than readState.Index' (duration: 91.257501ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:10.287621Z","caller":"traceutil/trace.go:171","msg":"trace[756718084] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"182.730896ms","start":"2026-04-28T05:01:10.104861Z","end":"2026-04-28T05:01:10.287591Z","steps":["trace[756718084] 'process raft request' (duration: 91.547006ms)","trace[756718084] 'compare' (duration: 91.009736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:10.287681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.602081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:10.287741Z","caller":"traceutil/trace.go:171","msg":"trace[650244987] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2611; }","duration":"174.714963ms","start":"2026-04-28T05:01:10.11301Z","end":"2026-04-28T05:01:10.287725Z","steps":["trace[650244987] 'agreement among raft nodes before linearized reading' (duration: 174.603701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:10.287779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.053238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:10.287899Z","caller":"traceutil/trace.go:171","msg":"trace[915095960] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:2611; }","duration":"305.19057ms","start":"2026-04-28T05:01:09.982685Z","end":"2026-04-28T05:01:10.287875Z","steps":["trace[915095960] 'agreement among raft nodes before linearized reading' (duration: 304.995326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:10.287955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:09.982615Z","time spent":"305.328894ms","remote":"127.0.0.1:46992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:01:10.455338Z","caller":"traceutil/trace.go:171","msg":"trace[31854268] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"115.530502ms","start":"2026-04-28T05:01:10.339776Z","end":"2026-04-28T05:01:10.455306Z","steps":["trace[31854268] 'process raft request' (duration: 79.937291ms)","trace[31854268] 'compare' (duration: 35.365877ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:11.207979Z","caller":"traceutil/trace.go:171","msg":"trace[741686550] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"159.687879ms","start":"2026-04-28T05:01:11.048271Z","end":"2026-04-28T05:01:11.207959Z","steps":["trace[741686550] 'process raft request' (duration: 159.516034ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:11.771966Z","caller":"traceutil/trace.go:171","msg":"trace[1265848964] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"242.212982ms","start":"2026-04-28T05:01:11.52973Z","end":"2026-04-28T05:01:11.771943Z","steps":["trace[1265848964] 'process raft request' (duration: 242.039709ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:12.132558Z","caller":"traceutil/trace.go:171","msg":"trace[85350608] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"585.520056ms","start":"2026-04-28T05:01:11.546971Z","end":"2026-04-28T05:01:12.132491Z","steps":["trace[85350608] 'process raft request' (duration: 532.910479ms)","trace[85350608] 'compare' (duration: 52.448414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:12.132716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:11.546958Z","time spent":"585.672979ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:12.132738Z","caller":"traceutil/trace.go:171","msg":"trace[1361863749] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"416.14302ms","start":"2026-04-28T05:01:11.716567Z","end":"2026-04-28T05:01:12.13271Z","steps":["trace[1361863749] 'process raft request' (duration: 415.882805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:12.132872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:11.716546Z","time spent":"416.251873ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:12.13298Z","caller":"traceutil/trace.go:171","msg":"trace[37277003] linearizableReadLoop","detail":"{readStateIndex:2726; appliedIndex:2724; }","duration":"527.930928ms","start":"2026-04-28T05:01:11.605Z","end":"2026-04-28T05:01:12.132931Z","steps":["trace[37277003] 'read index received' (duration: 166.865334ms)","trace[37277003] 'applied index is now lower than readState.Index' (duration: 361.064424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:12.133267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.242514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:12.133336Z","caller":"traceutil/trace.go:171","msg":"trace[1075636215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2617; }","duration":"528.363546ms","start":"2026-04-28T05:01:11.604956Z","end":"2026-04-28T05:01:12.13332Z","steps":["trace[1075636215] 'agreement among raft nodes before linearized reading' (duration: 528.241764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:12.133393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:11.604938Z","time spent":"528.438618ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:01:12.133228Z","caller":"traceutil/trace.go:171","msg":"trace[1453216345] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"416.034208ms","start":"2026-04-28T05:01:11.717178Z","end":"2026-04-28T05:01:12.133212Z","steps":["trace[1453216345] 'process raft request' (duration: 415.59197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:12.133622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:11.71715Z","time spent":"416.424947ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:12.63409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317020265,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T05:01:12.751933Z","caller":"traceutil/trace.go:171","msg":"trace[1673475466] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"669.601682ms","start":"2026-04-28T05:01:12.082282Z","end":"2026-04-28T05:01:12.751883Z","steps":["trace[1673475466] 'process raft request' (duration: 598.329536ms)","trace[1673475466] 'compare' (duration: 70.751515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:12.752094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:12.08226Z","time spent":"669.753395ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:12.789265Z","caller":"traceutil/trace.go:171","msg":"trace[1188261240] linearizableReadLoop","detail":"{readStateIndex:2730; appliedIndex:2728; }","duration":"656.091109ms","start":"2026-04-28T05:01:12.133154Z","end":"2026-04-28T05:01:12.789245Z","steps":["trace[1188261240] 'read index received' (duration: 547.495496ms)","trace[1188261240] 'applied index is now lower than readState.Index' (duration: 108.594602ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:12.789389Z","caller":"traceutil/trace.go:171","msg":"trace[1874410718] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"328.35386ms","start":"2026-04-28T05:01:12.461003Z","end":"2026-04-28T05:01:12.789357Z","steps":["trace[1874410718] 'process raft request' (duration: 328.104505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:12.789467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.291391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:01:12.789497Z","caller":"traceutil/trace.go:171","msg":"trace[283725317] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2619; }","duration":"935.359112ms","start":"2026-04-28T05:01:11.854131Z","end":"2026-04-28T05:01:12.78949Z","steps":["trace[283725317] 'agreement among raft nodes before linearized reading' (duration: 935.21649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:12.789528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:11.854121Z","time spent":"935.400893ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:01:12.789524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:12.460966Z","time spent":"328.487483ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:12.789661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.670949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-28T05:01:12.789496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.007986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:12.789724Z","caller":"traceutil/trace.go:171","msg":"trace[1319627575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2619; }","duration":"937.75741ms","start":"2026-04-28T05:01:11.851945Z","end":"2026-04-28T05:01:12.789702Z","steps":["trace[1319627575] 'agreement among raft nodes before linearized reading' (duration: 937.599797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:12.78973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.53404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T05:01:12.789772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:11.851924Z","time spent":"937.839902ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T05:01:12.789781Z","caller":"traceutil/trace.go:171","msg":"trace[57576595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2619; }","duration":"633.634342ms","start":"2026-04-28T05:01:12.156134Z","end":"2026-04-28T05:01:12.789768Z","steps":["trace[57576595] 'agreement among raft nodes before linearized reading' (duration: 633.459198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:12.789814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:12.156113Z","time spent":"633.694394ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:01:12.789895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.134437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:01:12.789926Z","caller":"traceutil/trace.go:171","msg":"trace[43504466] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2619; }","duration":"548.211859ms","start":"2026-04-28T05:01:12.241707Z","end":"2026-04-28T05:01:12.789918Z","steps":["trace[43504466] 'agreement among raft nodes before linearized reading' (duration: 548.161718ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:12.789733Z","caller":"traceutil/trace.go:171","msg":"trace[59579647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2619; }","duration":"655.297522ms","start":"2026-04-28T05:01:12.134428Z","end":"2026-04-28T05:01:12.789725Z","steps":["trace[59579647] 'agreement among raft nodes before linearized reading' (duration: 654.996236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:12.789958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.07378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T05:01:12.789965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.471749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T05:01:12.789986Z","caller":"traceutil/trace.go:171","msg":"trace[1305631340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2619; }","duration":"634.117962ms","start":"2026-04-28T05:01:12.155859Z","end":"2026-04-28T05:01:12.789977Z","steps":["trace[1305631340] 'agreement among raft nodes before linearized reading' (duration: 634.04391ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:12.790001Z","caller":"traceutil/trace.go:171","msg":"trace[1352926773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2619; }","duration":"634.535151ms","start":"2026-04-28T05:01:12.155454Z","end":"2026-04-28T05:01:12.789989Z","steps":["trace[1352926773] 'agreement among raft nodes before linearized reading' (duration: 634.435568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:12.790014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:12.155849Z","time spent":"634.159093ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:01:12.79004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:12.155436Z","time spent":"634.595353ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:01:12.789946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:12.241687Z","time spent":"548.25424ms","remote":"127.0.0.1:37934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:01:12.790048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.172894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-28T05:01:12.790011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:12.134412Z","time spent":"655.570907ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:01:12.790137Z","caller":"traceutil/trace.go:171","msg":"trace[1212206486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2619; }","duration":"634.372098ms","start":"2026-04-28T05:01:12.155745Z","end":"2026-04-28T05:01:12.790117Z","steps":["trace[1212206486] 'agreement among raft nodes before linearized reading' (duration: 634.153602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:12.790186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:12.155701Z","time spent":"634.472831ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T05:01:12.964911Z","caller":"traceutil/trace.go:171","msg":"trace[575418216] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"169.833665ms","start":"2026-04-28T05:01:12.795043Z","end":"2026-04-28T05:01:12.964876Z","steps":["trace[575418216] 'process raft request' (duration: 126.910795ms)","trace[575418216] 'compare' (duration: 42.790117ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:13.052636Z","caller":"traceutil/trace.go:171","msg":"trace[1012345274] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"257.420552ms","start":"2026-04-28T05:01:12.795187Z","end":"2026-04-28T05:01:13.052608Z","steps":["trace[1012345274] 'process raft request' (duration: 257.218458ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:13.052907Z","caller":"traceutil/trace.go:171","msg":"trace[1950617946] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"257.357511ms","start":"2026-04-28T05:01:12.795513Z","end":"2026-04-28T05:01:13.052871Z","steps":["trace[1950617946] 'process raft request' (duration: 257.049415ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:13.05314Z","caller":"traceutil/trace.go:171","msg":"trace[1287560232] linearizableReadLoop","detail":"{readStateIndex:2735; appliedIndex:2730; }","duration":"252.797267ms","start":"2026-04-28T05:01:12.800323Z","end":"2026-04-28T05:01:13.05312Z","steps":["trace[1287560232] 'read index received' (duration: 121.679848ms)","trace[1287560232] 'applied index is now lower than readState.Index' (duration: 131.116219ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:13.053157Z","caller":"traceutil/trace.go:171","msg":"trace[926162061] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"257.151546ms","start":"2026-04-28T05:01:12.795984Z","end":"2026-04-28T05:01:13.053135Z","steps":["trace[926162061] 'process raft request' (duration: 256.771118ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:13.05318Z","caller":"traceutil/trace.go:171","msg":"trace[1063405132] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"255.573293ms","start":"2026-04-28T05:01:12.797583Z","end":"2026-04-28T05:01:13.053157Z","steps":["trace[1063405132] 'process raft request' (duration: 255.456251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:13.053256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.910471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:13.053311Z","caller":"traceutil/trace.go:171","msg":"trace[714672459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2624; }","duration":"252.999112ms","start":"2026-04-28T05:01:12.800297Z","end":"2026-04-28T05:01:13.053297Z","steps":["trace[714672459] 'agreement among raft nodes before linearized reading' (duration: 252.902899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:14.101916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024405148s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:01:14.102006Z","caller":"traceutil/trace.go:171","msg":"trace[971917608] linearizableReadLoop","detail":"{readStateIndex:2736; appliedIndex:2735; }","duration":"674.154565ms","start":"2026-04-28T05:01:13.427839Z","end":"2026-04-28T05:01:14.101993Z","steps":["trace[971917608] 'read index received' (duration: 43.28µs)","trace[971917608] 'applied index is now lower than readState.Index' (duration: 674.110034ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:14.102054Z","caller":"traceutil/trace.go:171","msg":"trace[2081837221] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"1.042697041s","start":"2026-04-28T05:01:13.059304Z","end":"2026-04-28T05:01:14.102001Z","steps":["trace[2081837221] 'process raft request' (duration: 18.106838ms)","trace[2081837221] 'compare' (duration: 1.024031161s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:14.102135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.303218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T05:01:14.102159Z","caller":"traceutil/trace.go:171","msg":"trace[1530919314] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:2625; }","duration":"674.38684ms","start":"2026-04-28T05:01:13.427766Z","end":"2026-04-28T05:01:14.102152Z","steps":["trace[1530919314] 'agreement among raft nodes before linearized reading' (duration: 674.280798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:14.102181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:13.427745Z","time spent":"674.43042ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-04-28T05:01:14.102198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:13.059289Z","time spent":"1.042837733s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:14.106395Z","caller":"traceutil/trace.go:171","msg":"trace[1418823413] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"329.617876ms","start":"2026-04-28T05:01:13.776757Z","end":"2026-04-28T05:01:14.106375Z","steps":["trace[1418823413] 'process raft request' (duration: 329.467913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:14.106508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:13.776735Z","time spent":"329.714928ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:14.10651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.563764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:01:14.106548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.994757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:14.106614Z","caller":"traceutil/trace.go:171","msg":"trace[2085872681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2626; }","duration":"500.668285ms","start":"2026-04-28T05:01:13.605909Z","end":"2026-04-28T05:01:14.106577Z","steps":["trace[2085872681] 'agreement among raft nodes before linearized reading' (duration: 500.547943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:14.106705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:13.605865Z","time spent":"500.831998ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:01:14.106692Z","caller":"traceutil/trace.go:171","msg":"trace[899109610] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2626; }","duration":"625.258803ms","start":"2026-04-28T05:01:13.481406Z","end":"2026-04-28T05:01:14.106665Z","steps":["trace[899109610] 'agreement among raft nodes before linearized reading' (duration: 625.025888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:14.106858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:13.481388Z","time spent":"625.406845ms","remote":"127.0.0.1:38098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:01:15.137726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:14.102991Z","time spent":"1.034728668s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T05:01:15.498786Z","caller":"traceutil/trace.go:171","msg":"trace[9547300] linearizableReadLoop","detail":"{readStateIndex:2740; appliedIndex:2737; }","duration":"893.148986ms","start":"2026-04-28T05:01:14.605613Z","end":"2026-04-28T05:01:15.498762Z","steps":["trace[9547300] 'read index received' (duration: 440.547426ms)","trace[9547300] 'applied index is now lower than readState.Index' (duration: 452.60049ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:15.498901Z","caller":"traceutil/trace.go:171","msg":"trace[235147367] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"1.361874863s","start":"2026-04-28T05:01:14.137014Z","end":"2026-04-28T05:01:15.498889Z","steps":["trace[235147367] 'process raft request' (duration: 1.289743571s)","trace[235147367] 'compare' (duration: 71.655933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:15.499005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:14.136976Z","time spent":"1.361952715s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:15.499309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.697888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:15.499306Z","caller":"traceutil/trace.go:171","msg":"trace[460804695] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"1.36217429s","start":"2026-04-28T05:01:14.13711Z","end":"2026-04-28T05:01:15.499284Z","steps":["trace[460804695] 'process raft request' (duration: 1.361556547s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:15.499289Z","caller":"traceutil/trace.go:171","msg":"trace[858837584] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"703.796755ms","start":"2026-04-28T05:01:14.795433Z","end":"2026-04-28T05:01:15.49923Z","steps":["trace[858837584] 'process raft request' (duration: 703.287855ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:15.499359Z","caller":"traceutil/trace.go:171","msg":"trace[555958374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2629; }","duration":"893.78273ms","start":"2026-04-28T05:01:14.60556Z","end":"2026-04-28T05:01:15.499343Z","steps":["trace[555958374] 'agreement among raft nodes before linearized reading' (duration: 893.704328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:15.499407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:14.60554Z","time spent":"893.860201ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:01:15.499464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:14.137093Z","time spent":"1.362276082s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:15.499464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:14.795406Z","time spent":"703.964269ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:15.533946Z","caller":"traceutil/trace.go:171","msg":"trace[982137547] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"394.90837ms","start":"2026-04-28T05:01:15.139021Z","end":"2026-04-28T05:01:15.53393Z","steps":["trace[982137547] 'process raft request' (duration: 394.792218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:15.534053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:15.139002Z","time spent":"394.996192ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:15.534427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.744048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:01:15.53449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.727986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:01:15.534509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.974466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T05:01:15.534519Z","caller":"traceutil/trace.go:171","msg":"trace[232766031] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2630; }","duration":"430.86877ms","start":"2026-04-28T05:01:15.103632Z","end":"2026-04-28T05:01:15.534501Z","steps":["trace[232766031] 'agreement among raft nodes before linearized reading' (duration: 430.717497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:15.534526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.988668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:01:15.53454Z","caller":"traceutil/trace.go:171","msg":"trace[681996166] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2630; }","duration":"289.810239ms","start":"2026-04-28T05:01:15.244717Z","end":"2026-04-28T05:01:15.534527Z","steps":["trace[681996166] 'agreement among raft nodes before linearized reading' (duration: 289.728647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:15.53456Z","caller":"traceutil/trace.go:171","msg":"trace[1153835691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2630; }","duration":"477.047867ms","start":"2026-04-28T05:01:15.057498Z","end":"2026-04-28T05:01:15.534546Z","steps":["trace[1153835691] 'agreement among raft nodes before linearized reading' (duration: 476.830053ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:15.534579Z","caller":"traceutil/trace.go:171","msg":"trace[636544866] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2630; }","duration":"805.046699ms","start":"2026-04-28T05:01:14.729517Z","end":"2026-04-28T05:01:15.534564Z","steps":["trace[636544866] 'agreement among raft nodes before linearized reading' (duration: 804.936547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:15.534569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:15.103618Z","time spent":"430.940251ms","remote":"127.0.0.1:46496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:01:15.534616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:14.729461Z","time spent":"805.146001ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":16,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:01:15.534634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.074587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T05:01:15.534685Z","caller":"traceutil/trace.go:171","msg":"trace[1927907790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2630; }","duration":"478.287582ms","start":"2026-04-28T05:01:15.056383Z","end":"2026-04-28T05:01:15.534671Z","steps":["trace[1927907790] 'agreement among raft nodes before linearized reading' (duration: 478.15791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:15.534647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.202625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T05:01:15.534721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.076127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T05:01:15.534745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:15.056367Z","time spent":"478.366684ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T05:01:15.534765Z","caller":"traceutil/trace.go:171","msg":"trace[1126443768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2630; }","duration":"477.159409ms","start":"2026-04-28T05:01:15.057594Z","end":"2026-04-28T05:01:15.534753Z","steps":["trace[1126443768] 'agreement among raft nodes before linearized reading' (duration: 477.046117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:15.534802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:15.057571Z","time spent":"477.222181ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T05:01:15.534766Z","caller":"traceutil/trace.go:171","msg":"trace[235088625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2630; }","duration":"565.412489ms","start":"2026-04-28T05:01:14.969334Z","end":"2026-04-28T05:01:15.534746Z","steps":["trace[235088625] 'agreement among raft nodes before linearized reading' (duration: 565.098093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:15.534615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:15.057489Z","time spent":"477.114318ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:01:15.534892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:14.969313Z","time spent":"565.566891ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:01:15.534911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.318716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:01:15.534509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.093488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T05:01:15.534944Z","caller":"traceutil/trace.go:171","msg":"trace[1757341750] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2630; }","duration":"734.406627ms","start":"2026-04-28T05:01:14.800528Z","end":"2026-04-28T05:01:15.534935Z","steps":["trace[1757341750] 'agreement among raft nodes before linearized reading' (duration: 734.263254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:15.534972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:14.800509Z","time spent":"734.457518ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T05:01:15.534971Z","caller":"traceutil/trace.go:171","msg":"trace[1312837102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2630; }","duration":"478.595868ms","start":"2026-04-28T05:01:15.056362Z","end":"2026-04-28T05:01:15.534958Z","steps":["trace[1312837102] 'agreement among raft nodes before linearized reading' (duration: 478.042757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:15.535027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:15.056332Z","time spent":"478.6777ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T05:01:15.772191Z","caller":"traceutil/trace.go:171","msg":"trace[1928197269] linearizableReadLoop","detail":"{readStateIndex:2743; appliedIndex:2742; }","duration":"232.845983ms","start":"2026-04-28T05:01:15.539321Z","end":"2026-04-28T05:01:15.772167Z","steps":["trace[1928197269] 'read index received' (duration: 184.823949ms)","trace[1928197269] 'applied index is now lower than readState.Index' (duration: 48.020794ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:15.772296Z","caller":"traceutil/trace.go:171","msg":"trace[2085814322] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"232.975466ms","start":"2026-04-28T05:01:15.539301Z","end":"2026-04-28T05:01:15.772277Z","steps":["trace[2085814322] 'process raft request' (duration: 184.319559ms)","trace[2085814322] 'compare' (duration: 48.412062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:15.772385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.043548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T05:01:15.772426Z","caller":"traceutil/trace.go:171","msg":"trace[2136041651] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2631; }","duration":"233.126039ms","start":"2026-04-28T05:01:15.53929Z","end":"2026-04-28T05:01:15.772416Z","steps":["trace[2136041651] 'agreement among raft nodes before linearized reading' (duration: 232.980585ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:16.080639Z","caller":"traceutil/trace.go:171","msg":"trace[1961880995] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"541.109536ms","start":"2026-04-28T05:01:15.539494Z","end":"2026-04-28T05:01:16.080604Z","steps":["trace[1961880995] 'process raft request' (duration: 514.111778ms)","trace[1961880995] 'compare' (duration: 26.591549ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:16.080781Z","caller":"traceutil/trace.go:171","msg":"trace[1759685271] linearizableReadLoop","detail":"{readStateIndex:2747; appliedIndex:2743; }","duration":"308.502608ms","start":"2026-04-28T05:01:15.772248Z","end":"2026-04-28T05:01:16.08075Z","steps":["trace[1759685271] 'read index received' (duration: 281.273475ms)","trace[1759685271] 'applied index is now lower than readState.Index' (duration: 27.227553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:16.080837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:15.539477Z","time spent":"541.239759ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:16.080958Z","caller":"traceutil/trace.go:171","msg":"trace[1124024653] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"541.269829ms","start":"2026-04-28T05:01:15.539656Z","end":"2026-04-28T05:01:16.080925Z","steps":["trace[1124024653] 'process raft request' (duration: 540.970813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:16.081124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:15.539646Z","time spent":"541.386261ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:16.080991Z","caller":"traceutil/trace.go:171","msg":"trace[1354129721] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"541.282129ms","start":"2026-04-28T05:01:15.539692Z","end":"2026-04-28T05:01:16.080974Z","steps":["trace[1354129721] 'process raft request' (duration: 540.998253ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:16.081227Z","caller":"traceutil/trace.go:171","msg":"trace[804222818] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"541.565105ms","start":"2026-04-28T05:01:15.539622Z","end":"2026-04-28T05:01:16.081187Z","steps":["trace[804222818] 'process raft request' (duration: 540.873022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:16.081286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.484813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68645"} {"level":"info","ts":"2026-04-28T05:01:16.081349Z","caller":"traceutil/trace.go:171","msg":"trace[1899239787] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2635; }","duration":"541.570585ms","start":"2026-04-28T05:01:15.539765Z","end":"2026-04-28T05:01:16.081336Z","steps":["trace[1899239787] 'agreement among raft nodes before linearized reading' (duration: 541.256659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:16.08135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.230171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T05:01:16.08141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:15.53961Z","time spent":"541.706568ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:16.081378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:15.539676Z","time spent":"541.574645ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:16.081503Z","caller":"traceutil/trace.go:171","msg":"trace[595695443] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2635; }","duration":"306.433345ms","start":"2026-04-28T05:01:15.775022Z","end":"2026-04-28T05:01:16.081456Z","steps":["trace[595695443] 'agreement among raft nodes before linearized reading' (duration: 306.14857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:16.081566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:15.774999Z","time spent":"306.556828ms","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T05:01:16.08141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:15.539736Z","time spent":"541.660097ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":68668,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T05:01:17.888095Z","caller":"traceutil/trace.go:171","msg":"trace[1149617793] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"108.570733ms","start":"2026-04-28T05:01:17.779493Z","end":"2026-04-28T05:01:17.888064Z","steps":["trace[1149617793] 'process raft request' (duration: 108.4092ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:17.904842Z","caller":"traceutil/trace.go:171","msg":"trace[102467715] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"110.41552ms","start":"2026-04-28T05:01:17.794411Z","end":"2026-04-28T05:01:17.904826Z","steps":["trace[102467715] 'process raft request' (duration: 110.316128ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:18.282927Z","caller":"traceutil/trace.go:171","msg":"trace[1006101756] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"179.784528ms","start":"2026-04-28T05:01:18.103112Z","end":"2026-04-28T05:01:18.282897Z","steps":["trace[1006101756] 'process raft request' (duration: 179.630225ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:18.282945Z","caller":"traceutil/trace.go:171","msg":"trace[2054556601] linearizableReadLoop","detail":"{readStateIndex:2754; appliedIndex:2753; }","duration":"179.518462ms","start":"2026-04-28T05:01:18.103392Z","end":"2026-04-28T05:01:18.282911Z","steps":["trace[2054556601] 'read index received' (duration: 179.474731ms)","trace[2054556601] 'applied index is now lower than readState.Index' (duration: 40.281µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:18.283375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.955181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68645"} {"level":"info","ts":"2026-04-28T05:01:18.283425Z","caller":"traceutil/trace.go:171","msg":"trace[422964683] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2642; }","duration":"180.027652ms","start":"2026-04-28T05:01:18.103387Z","end":"2026-04-28T05:01:18.283415Z","steps":["trace[422964683] 'agreement among raft nodes before linearized reading' (duration: 179.631384ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:18.334947Z","caller":"traceutil/trace.go:171","msg":"trace[747705469] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"188.358331ms","start":"2026-04-28T05:01:18.146555Z","end":"2026-04-28T05:01:18.334913Z","steps":["trace[747705469] 'process raft request' (duration: 188.31291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:18.335414Z","caller":"traceutil/trace.go:171","msg":"trace[486206475] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"231.881443ms","start":"2026-04-28T05:01:18.103514Z","end":"2026-04-28T05:01:18.335395Z","steps":["trace[486206475] 'process raft request' (duration: 214.4656ms)","trace[486206475] 'compare' (duration: 16.699019ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:18.335599Z","caller":"traceutil/trace.go:171","msg":"trace[1586583622] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"231.980175ms","start":"2026-04-28T05:01:18.103606Z","end":"2026-04-28T05:01:18.335586Z","steps":["trace[1586583622] 'process raft request' (duration: 231.177779ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:18.33577Z","caller":"traceutil/trace.go:171","msg":"trace[1379856306] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"231.997445ms","start":"2026-04-28T05:01:18.103759Z","end":"2026-04-28T05:01:18.335757Z","steps":["trace[1379856306] 'process raft request' (duration: 231.067657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:19.670179Z","caller":"traceutil/trace.go:171","msg":"trace[678469856] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"148.991712ms","start":"2026-04-28T05:01:19.521154Z","end":"2026-04-28T05:01:19.670145Z","steps":["trace[678469856] 'process raft request' (duration: 70.833247ms)","trace[678469856] 'compare' (duration: 77.973721ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:19.670317Z","caller":"traceutil/trace.go:171","msg":"trace[988432742] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"148.960982ms","start":"2026-04-28T05:01:19.521332Z","end":"2026-04-28T05:01:19.670293Z","steps":["trace[988432742] 'process raft request' (duration: 148.770818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:20.866851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317020336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:01:21.367283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317020336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:01:21.867611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317020336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:01:22.35938Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.99319767s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T05:01:22.359862Z","caller":"traceutil/trace.go:171","msg":"trace[2127957091] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"2.017097594s","start":"2026-04-28T05:01:20.342738Z","end":"2026-04-28T05:01:22.359836Z","steps":["trace[2127957091] 'process raft request' (duration: 2.01692491s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:22.360045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:20.342703Z","time spent":"2.017240248s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:22.605911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000175521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:01:22.606001Z","caller":"traceutil/trace.go:171","msg":"trace[1556056914] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000350205s","start":"2026-04-28T05:01:20.605632Z","end":"2026-04-28T05:01:22.605982Z","steps":["trace[1556056914] 'agreement among raft nodes before linearized reading' (duration: 2.000223962s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:22.606051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:20.605605Z","time spent":"2.000436866s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:01:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:01:24.337104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327338083s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:01:24.337375Z","caller":"traceutil/trace.go:171","msg":"trace[849428974] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"2.660468254s","start":"2026-04-28T05:01:21.676888Z","end":"2026-04-28T05:01:24.337356Z","steps":["trace[849428974] 'process raft request' (duration: 2.660312951s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:24.33747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:21.676872Z","time spent":"2.660566016s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:24.337449Z","caller":"traceutil/trace.go:171","msg":"trace[333097322] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"2.765883183s","start":"2026-04-28T05:01:21.571501Z","end":"2026-04-28T05:01:24.337384Z","steps":["trace[333097322] 'process raft request' (duration: 1.438179973s)","trace[333097322] 'compare' (duration: 1.326579007s)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:24.337675Z","caller":"traceutil/trace.go:171","msg":"trace[103325163] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"2.660722929s","start":"2026-04-28T05:01:21.676921Z","end":"2026-04-28T05:01:24.337643Z","steps":["trace[103325163] 'process raft request' (duration: 2.660390383s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:24.337717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:21.571471Z","time spent":"2.766095837s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:24.337826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:21.676893Z","time spent":"2.660855461s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:24.337848Z","caller":"traceutil/trace.go:171","msg":"trace[733514707] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"2.169107808s","start":"2026-04-28T05:01:22.168711Z","end":"2026-04-28T05:01:24.337818Z","steps":["trace[733514707] 'process raft request' (duration: 2.168855133s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:24.337687Z","caller":"traceutil/trace.go:171","msg":"trace[743867139] linearizableReadLoop","detail":"{readStateIndex:2768; appliedIndex:2764; }","duration":"3.971256852s","start":"2026-04-28T05:01:20.366407Z","end":"2026-04-28T05:01:24.337663Z","steps":["trace[743867139] 'read index received' (duration: 1.993270191s)","trace[743867139] 'applied index is now lower than readState.Index' (duration: 1.977985161s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:24.33788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.997559695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T05:01:24.337931Z","caller":"traceutil/trace.go:171","msg":"trace[202917658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2656; }","duration":"3.997646348s","start":"2026-04-28T05:01:20.340274Z","end":"2026-04-28T05:01:24.33792Z","steps":["trace[202917658] 'agreement among raft nodes before linearized reading' (duration: 3.997462214s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:24.337902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.99727639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T05:01:24.337932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.99729572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T05:01:24.337975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:20.340261Z","time spent":"3.997702489s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:01:24.337955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:22.168671Z","time spent":"2.169227409s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:24.337995Z","caller":"traceutil/trace.go:171","msg":"trace[585461213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2656; }","duration":"3.997407123s","start":"2026-04-28T05:01:20.340566Z","end":"2026-04-28T05:01:24.337973Z","steps":["trace[585461213] 'agreement among raft nodes before linearized reading' (duration: 3.997113937s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:24.338012Z","caller":"traceutil/trace.go:171","msg":"trace[1000506499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2656; }","duration":"3.997416613s","start":"2026-04-28T05:01:20.340576Z","end":"2026-04-28T05:01:24.337993Z","steps":["trace[1000506499] 'agreement among raft nodes before linearized reading' (duration: 3.997100407s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:24.338064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:20.340561Z","time spent":"3.997493124s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:01:24.338062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:20.340549Z","time spent":"3.997499474s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:01:24.606834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000645531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:01:24.606907Z","caller":"traceutil/trace.go:171","msg":"trace[2076888270] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000772073s","start":"2026-04-28T05:01:22.606121Z","end":"2026-04-28T05:01:24.606893Z","steps":["trace[2076888270] 'agreement among raft nodes before linearized reading' (duration: 2.000680832s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:24.606951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:22.606075Z","time spent":"2.000866665s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:01:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:01:24.838681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317020342,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:01:25.339815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317020342,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:01:25.553727Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.5439589s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T05:01:25.554187Z","caller":"traceutil/trace.go:171","msg":"trace[646662391] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"2.600150201s","start":"2026-04-28T05:01:22.954008Z","end":"2026-04-28T05:01:25.554158Z","steps":["trace[646662391] 'process raft request' (duration: 2.599939887s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:25.554363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:22.953978Z","time spent":"2.600279363s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:25.632625Z","caller":"traceutil/trace.go:171","msg":"trace[2003725079] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"1.289519486s","start":"2026-04-28T05:01:24.343079Z","end":"2026-04-28T05:01:25.632599Z","steps":["trace[2003725079] 'process raft request' (duration: 1.289298981s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:25.632907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:24.343041Z","time spent":"1.289762941s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:25.633015Z","caller":"traceutil/trace.go:171","msg":"trace[1556926348] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"1.289813612s","start":"2026-04-28T05:01:24.343179Z","end":"2026-04-28T05:01:25.632992Z","steps":["trace[1556926348] 'process raft request' (duration: 1.289363813s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:25.633223Z","caller":"traceutil/trace.go:171","msg":"trace[1914965716] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"1.265858255s","start":"2026-04-28T05:01:24.367334Z","end":"2026-04-28T05:01:25.633192Z","steps":["trace[1914965716] 'process raft request' (duration: 1.265737103s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:25.633224Z","caller":"traceutil/trace.go:171","msg":"trace[1915196259] linearizableReadLoop","detail":"{readStateIndex:2774; appliedIndex:2769; }","duration":"1.295293294s","start":"2026-04-28T05:01:24.337903Z","end":"2026-04-28T05:01:25.633196Z","steps":["trace[1915196259] 'read index received' (duration: 1.216050617s)","trace[1915196259] 'applied index is now lower than readState.Index' (duration: 79.241406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:25.633255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:24.343156Z","time spent":"1.289979915s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:25.633348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:24.367321Z","time spent":"1.265961618s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:25.633355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143899539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:01:25.63341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399391401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:01:25.633435Z","caller":"traceutil/trace.go:171","msg":"trace[1441893203] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2662; }","duration":"3.144001801s","start":"2026-04-28T05:01:22.489416Z","end":"2026-04-28T05:01:25.633418Z","steps":["trace[1441893203] 'agreement among raft nodes before linearized reading' (duration: 3.143869568s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:25.633481Z","caller":"traceutil/trace.go:171","msg":"trace[1892070346] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2662; }","duration":"3.399506295s","start":"2026-04-28T05:01:22.233955Z","end":"2026-04-28T05:01:25.633461Z","steps":["trace[1892070346] 'agreement among raft nodes before linearized reading' (duration: 3.399393322s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:25.633492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:22.489353Z","time spent":"3.144128425s","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:01:25.633478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.262524027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T05:01:25.633534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:22.23393Z","time spent":"3.399591346s","remote":"127.0.0.1:46554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:01:25.633544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.26073982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:01:25.63355Z","caller":"traceutil/trace.go:171","msg":"trace[450164947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2662; }","duration":"3.262627099s","start":"2026-04-28T05:01:22.370903Z","end":"2026-04-28T05:01:25.63353Z","steps":["trace[450164947] 'agreement among raft nodes before linearized reading' (duration: 3.262381783s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:25.633576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.667625077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:25.633597Z","caller":"traceutil/trace.go:171","msg":"trace[1911735536] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2662; }","duration":"4.667684138s","start":"2026-04-28T05:01:20.965905Z","end":"2026-04-28T05:01:25.63359Z","steps":["trace[1911735536] 'agreement among raft nodes before linearized reading' (duration: 4.667647458s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:25.633593Z","caller":"traceutil/trace.go:171","msg":"trace[949435795] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2662; }","duration":"3.260812181s","start":"2026-04-28T05:01:22.372765Z","end":"2026-04-28T05:01:25.633577Z","steps":["trace[949435795] 'agreement among raft nodes before linearized reading' (duration: 3.260640647s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:25.6336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:22.370875Z","time spent":"3.26271488s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T05:01:25.633618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:20.965888Z","time spent":"4.667725539s","remote":"127.0.0.1:46456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:01:25.633633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:22.372754Z","time spent":"3.260869122s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T05:01:25.63376Z","caller":"traceutil/trace.go:171","msg":"trace[225722631] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"222.912461ms","start":"2026-04-28T05:01:25.410816Z","end":"2026-04-28T05:01:25.633729Z","steps":["trace[225722631] 'process raft request' (duration: 222.316808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:25.633844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.79910361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-hc5jw.18aa6c9b81ca3ec3\" ","response":"range_response_count:1 size:782"} {"level":"warn","ts":"2026-04-28T05:01:25.633791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.590660282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T05:01:25.633787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205010046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T05:01:25.633901Z","caller":"traceutil/trace.go:171","msg":"trace[1120890826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2662; }","duration":"3.590788075s","start":"2026-04-28T05:01:22.043096Z","end":"2026-04-28T05:01:25.633884Z","steps":["trace[1120890826] 'agreement among raft nodes before linearized reading' (duration: 3.590654482s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:25.633939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019392857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:01:25.633968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.253944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:25.63399Z","caller":"traceutil/trace.go:171","msg":"trace[2129933502] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2662; }","duration":"663.314515ms","start":"2026-04-28T05:01:24.97067Z","end":"2026-04-28T05:01:25.633985Z","steps":["trace[2129933502] 'agreement among raft nodes before linearized reading' (duration: 663.278634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:25.634006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:24.970649Z","time spent":"663.353385ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:01:25.633996Z","caller":"traceutil/trace.go:171","msg":"trace[1211929070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2662; }","duration":"1.019498089s","start":"2026-04-28T05:01:24.614483Z","end":"2026-04-28T05:01:25.633981Z","steps":["trace[1211929070] 'agreement among raft nodes before linearized reading' (duration: 1.019430878s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:25.634004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.500762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:01:25.63404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:24.614457Z","time spent":"1.01957195s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:01:25.634063Z","caller":"traceutil/trace.go:171","msg":"trace[21930213] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2662; }","duration":"216.604434ms","start":"2026-04-28T05:01:25.417437Z","end":"2026-04-28T05:01:25.634042Z","steps":["trace[21930213] 'agreement among raft nodes before linearized reading' (duration: 216.515782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:25.634176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008563317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:01:25.634091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.856857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:01:25.633957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:22.043079Z","time spent":"3.590865316s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T05:01:25.63387Z","caller":"traceutil/trace.go:171","msg":"trace[2146967836] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-hc5jw.18aa6c9b81ca3ec3; range_end:; response_count:1; response_revision:2662; }","duration":"3.799126641s","start":"2026-04-28T05:01:21.834736Z","end":"2026-04-28T05:01:25.633863Z","steps":["trace[2146967836] 'agreement among raft nodes before linearized reading' (duration: 3.799065479s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:25.63425Z","caller":"traceutil/trace.go:171","msg":"trace[314200342] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2662; }","duration":"634.99924ms","start":"2026-04-28T05:01:24.999229Z","end":"2026-04-28T05:01:25.634228Z","steps":["trace[314200342] 'agreement among raft nodes before linearized reading' (duration: 634.848867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:25.634273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:21.834638Z","time spent":"3.799630351s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/libvirt-libvirt-default-hc5jw.18aa6c9b81ca3ec3\" "} {"level":"warn","ts":"2026-04-28T05:01:25.634316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:24.999187Z","time spent":"635.106901ms","remote":"127.0.0.1:43096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:01:25.6342Z","caller":"traceutil/trace.go:171","msg":"trace[192861196] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2662; }","duration":"1.008614898s","start":"2026-04-28T05:01:24.625579Z","end":"2026-04-28T05:01:25.634194Z","steps":["trace[192861196] 'agreement among raft nodes before linearized reading' (duration: 1.008583828s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:25.634394Z","caller":"traceutil/trace.go:171","msg":"trace[589981465] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"1.291116038s","start":"2026-04-28T05:01:24.343264Z","end":"2026-04-28T05:01:25.63438Z","steps":["trace[589981465] 'process raft request' (duration: 1.289620157s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:25.63448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:24.625565Z","time spent":"1.008876783s","remote":"127.0.0.1:46396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:01:25.633866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.933989449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:25.63455Z","caller":"traceutil/trace.go:171","msg":"trace[1575271372] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2662; }","duration":"4.934763855s","start":"2026-04-28T05:01:20.699771Z","end":"2026-04-28T05:01:25.634535Z","steps":["trace[1575271372] 'agreement among raft nodes before linearized reading' (duration: 4.934049171s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:25.634597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:20.699743Z","time spent":"4.934835987s","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:01:25.634328Z","caller":"traceutil/trace.go:171","msg":"trace[103399266] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:2662; }","duration":"2.20520351s","start":"2026-04-28T05:01:23.428727Z","end":"2026-04-28T05:01:25.633931Z","steps":["trace[103399266] 'agreement among raft nodes before linearized reading' (duration: 2.204527016s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:25.634709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:23.428704Z","time spent":"2.205990045s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-04-28T05:01:25.63532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:24.343247Z","time spent":"1.291242001s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:34.484195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.969861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:01:34.484635Z","caller":"traceutil/trace.go:171","msg":"trace[58744276] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"460.47058ms","start":"2026-04-28T05:01:34.024138Z","end":"2026-04-28T05:01:34.484608Z","steps":["trace[58744276] 'process raft request' (duration: 311.992459ms)","trace[58744276] 'compare' (duration: 147.844239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:34.484726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:34.02411Z","time spent":"460.578862ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:34.484985Z","caller":"traceutil/trace.go:171","msg":"trace[1897712891] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"460.154073ms","start":"2026-04-28T05:01:34.024798Z","end":"2026-04-28T05:01:34.484952Z","steps":["trace[1897712891] 'process raft request' (duration: 459.514761ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:34.485124Z","caller":"traceutil/trace.go:171","msg":"trace[2078232765] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"460.128733ms","start":"2026-04-28T05:01:34.024973Z","end":"2026-04-28T05:01:34.485101Z","steps":["trace[2078232765] 'process raft request' (duration: 459.894547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:34.485132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:34.024772Z","time spent":"460.284485ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:34.485214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:34.024962Z","time spent":"460.205835ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:34.485207Z","caller":"traceutil/trace.go:171","msg":"trace[1341558138] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"459.137153ms","start":"2026-04-28T05:01:34.026044Z","end":"2026-04-28T05:01:34.485181Z","steps":["trace[1341558138] 'process raft request' (duration: 458.863506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:34.485349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:34.026033Z","time spent":"459.236575ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:36.002937Z","caller":"traceutil/trace.go:171","msg":"trace[2108195725] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"121.897654ms","start":"2026-04-28T05:01:35.881006Z","end":"2026-04-28T05:01:36.002904Z","steps":["trace[2108195725] 'process raft request' (duration: 121.673708ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:36.601781Z","caller":"traceutil/trace.go:171","msg":"trace[1101505145] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"109.806567ms","start":"2026-04-28T05:01:36.491951Z","end":"2026-04-28T05:01:36.601758Z","steps":["trace[1101505145] 'process raft request' (duration: 109.648224ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:36.811452Z","caller":"traceutil/trace.go:171","msg":"trace[482627696] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"317.881178ms","start":"2026-04-28T05:01:36.493547Z","end":"2026-04-28T05:01:36.811428Z","steps":["trace[482627696] 'process raft request' (duration: 317.727955ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:36.811469Z","caller":"traceutil/trace.go:171","msg":"trace[649767788] transaction","detail":"{read_only:false; response_revision:2718; number_of_response:1; }","duration":"317.871298ms","start":"2026-04-28T05:01:36.493541Z","end":"2026-04-28T05:01:36.811412Z","steps":["trace[649767788] 'process raft request' (duration: 317.599542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:36.811512Z","caller":"traceutil/trace.go:171","msg":"trace[1822862398] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"317.853767ms","start":"2026-04-28T05:01:36.493625Z","end":"2026-04-28T05:01:36.811478Z","steps":["trace[1822862398] 'process raft request' (duration: 317.686064ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:36.811555Z","caller":"traceutil/trace.go:171","msg":"trace[1600150731] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"254.312659ms","start":"2026-04-28T05:01:36.557212Z","end":"2026-04-28T05:01:36.811525Z","steps":["trace[1600150731] 'process raft request' (duration: 254.190726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:36.811607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:36.493525Z","time spent":"317.98499ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:36.811624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.09201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:36.811667Z","caller":"traceutil/trace.go:171","msg":"trace[1424293759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2723; }","duration":"206.196382ms","start":"2026-04-28T05:01:36.60546Z","end":"2026-04-28T05:01:36.811657Z","steps":["trace[1424293759] 'agreement among raft nodes before linearized reading' (duration: 206.105821ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:36.811676Z","caller":"traceutil/trace.go:171","msg":"trace[267384699] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"253.142055ms","start":"2026-04-28T05:01:36.558491Z","end":"2026-04-28T05:01:36.811633Z","steps":["trace[267384699] 'process raft request' (duration: 252.948361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:36.8117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:36.49362Z","time spent":"317.966429ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:36.811734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:36.493529Z","time spent":"318.053141ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:36.81151Z","caller":"traceutil/trace.go:171","msg":"trace[242309325] linearizableReadLoop","detail":"{readStateIndex:2840; appliedIndex:2834; }","duration":"205.975478ms","start":"2026-04-28T05:01:36.60551Z","end":"2026-04-28T05:01:36.811486Z","steps":["trace[242309325] 'read index received' (duration: 205.714483ms)","trace[242309325] 'applied index is now lower than readState.Index' (duration: 259.485µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:36.811712Z","caller":"traceutil/trace.go:171","msg":"trace[727768279] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"254.685586ms","start":"2026-04-28T05:01:36.55699Z","end":"2026-04-28T05:01:36.811676Z","steps":["trace[727768279] 'process raft request' (duration: 254.356219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:40.787715Z","caller":"traceutil/trace.go:171","msg":"trace[1901007326] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"170.408267ms","start":"2026-04-28T05:01:40.617284Z","end":"2026-04-28T05:01:40.787692Z","steps":["trace[1901007326] 'process raft request' (duration: 170.275074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:40.813904Z","caller":"traceutil/trace.go:171","msg":"trace[1348441207] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"158.843385ms","start":"2026-04-28T05:01:40.655035Z","end":"2026-04-28T05:01:40.813878Z","steps":["trace[1348441207] 'process raft request' (duration: 158.64808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:40.983959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.08975ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T05:01:40.984202Z","caller":"traceutil/trace.go:171","msg":"trace[1786623921] linearizableReadLoop","detail":"{readStateIndex:2854; appliedIndex:2853; }","duration":"126.935166ms","start":"2026-04-28T05:01:40.857245Z","end":"2026-04-28T05:01:40.98418Z","steps":["trace[1786623921] 'read index received' (duration: 42.611µs)","trace[1786623921] 'applied index is now lower than readState.Index' (duration: 126.891165ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:40.984333Z","caller":"traceutil/trace.go:171","msg":"trace[312446913] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"126.926897ms","start":"2026-04-28T05:01:40.857377Z","end":"2026-04-28T05:01:40.984304Z","steps":["trace[312446913] 'process raft request' (duration: 126.692032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:41.056779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.500117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T05:01:41.056888Z","caller":"traceutil/trace.go:171","msg":"trace[1488902745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2737; }","duration":"199.65649ms","start":"2026-04-28T05:01:40.857203Z","end":"2026-04-28T05:01:41.056859Z","steps":["trace[1488902745] 'agreement among raft nodes before linearized reading' (duration: 127.032388ms)","trace[1488902745] 'range keys from in-memory index tree' (duration: 72.255494ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:41.097376Z","caller":"traceutil/trace.go:171","msg":"trace[658966976] linearizableReadLoop","detail":"{readStateIndex:2857; appliedIndex:2855; }","duration":"113.09567ms","start":"2026-04-28T05:01:40.98425Z","end":"2026-04-28T05:01:41.097346Z","steps":["trace[658966976] 'read index received' (duration: 112.830975ms)","trace[658966976] 'applied index is now lower than readState.Index' (duration: 263.365µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:41.097437Z","caller":"traceutil/trace.go:171","msg":"trace[1938177825] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"238.905045ms","start":"2026-04-28T05:01:40.858503Z","end":"2026-04-28T05:01:41.097408Z","steps":["trace[1938177825] 'process raft request' (duration: 238.753702ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:41.097611Z","caller":"traceutil/trace.go:171","msg":"trace[845172264] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"239.705711ms","start":"2026-04-28T05:01:40.857894Z","end":"2026-04-28T05:01:41.097599Z","steps":["trace[845172264] 'process raft request' (duration: 239.12371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:41.097607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.66192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T05:01:41.09777Z","caller":"traceutil/trace.go:171","msg":"trace[636845889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2739; }","duration":"239.849184ms","start":"2026-04-28T05:01:40.857885Z","end":"2026-04-28T05:01:41.097734Z","steps":["trace[636845889] 'agreement among raft nodes before linearized reading' (duration: 239.575519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:41.09807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.072819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T05:01:41.098276Z","caller":"traceutil/trace.go:171","msg":"trace[625911655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2739; }","duration":"240.317224ms","start":"2026-04-28T05:01:40.857914Z","end":"2026-04-28T05:01:41.098232Z","steps":["trace[625911655] 'agreement among raft nodes before linearized reading' (duration: 239.716381ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:41.243324Z","caller":"traceutil/trace.go:171","msg":"trace[42124146] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"140.868855ms","start":"2026-04-28T05:01:41.102426Z","end":"2026-04-28T05:01:41.243295Z","steps":["trace[42124146] 'process raft request' (duration: 140.760563ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:41.243325Z","caller":"traceutil/trace.go:171","msg":"trace[1970715694] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"141.087519ms","start":"2026-04-28T05:01:41.102194Z","end":"2026-04-28T05:01:41.243282Z","steps":["trace[1970715694] 'process raft request' (duration: 69.342305ms)","trace[1970715694] 'compare' (duration: 71.51267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:41.781659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.024268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:41.781758Z","caller":"traceutil/trace.go:171","msg":"trace[181068022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2743; }","duration":"175.178931ms","start":"2026-04-28T05:01:41.606558Z","end":"2026-04-28T05:01:41.781737Z","steps":["trace[181068022] 'range keys from in-memory index tree' (duration: 174.929057ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:42.240242Z","caller":"traceutil/trace.go:171","msg":"trace[1568833792] linearizableReadLoop","detail":"{readStateIndex:2862; appliedIndex:2861; }","duration":"195.323044ms","start":"2026-04-28T05:01:42.044893Z","end":"2026-04-28T05:01:42.240216Z","steps":["trace[1568833792] 'read index received' (duration: 195.10168ms)","trace[1568833792] 'applied index is now lower than readState.Index' (duration: 219.914µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:42.240354Z","caller":"traceutil/trace.go:171","msg":"trace[2052274095] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"201.449616ms","start":"2026-04-28T05:01:42.038894Z","end":"2026-04-28T05:01:42.240344Z","steps":["trace[2052274095] 'process raft request' (duration: 201.156711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:42.240559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.994269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T05:01:42.240664Z","caller":"traceutil/trace.go:171","msg":"trace[625655557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2744; }","duration":"126.144471ms","start":"2026-04-28T05:01:42.114505Z","end":"2026-04-28T05:01:42.24065Z","steps":["trace[625655557] 'agreement among raft nodes before linearized reading' (duration: 125.922196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:42.240758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.843005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:01:42.240834Z","caller":"traceutil/trace.go:171","msg":"trace[1362575017] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2744; }","duration":"195.973328ms","start":"2026-04-28T05:01:42.044844Z","end":"2026-04-28T05:01:42.240817Z","steps":["trace[1362575017] 'agreement among raft nodes before linearized reading' (duration: 195.694322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:42.435507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.820975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:01:42.435915Z","caller":"traceutil/trace.go:171","msg":"trace[508440823] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"190.375846ms","start":"2026-04-28T05:01:42.245285Z","end":"2026-04-28T05:01:42.435661Z","steps":["trace[508440823] 'process raft request' (duration: 70.287125ms)","trace[508440823] 'compare' (duration: 119.642352ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:42.939623Z","caller":"traceutil/trace.go:171","msg":"trace[1994841351] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"143.15404ms","start":"2026-04-28T05:01:42.796433Z","end":"2026-04-28T05:01:42.939587Z","steps":["trace[1994841351] 'process raft request' (duration: 142.980187ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:43.148485Z","caller":"traceutil/trace.go:171","msg":"trace[1636170096] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"158.972188ms","start":"2026-04-28T05:01:42.989481Z","end":"2026-04-28T05:01:43.148454Z","steps":["trace[1636170096] 'process raft request' (duration: 128.56142ms)","trace[1636170096] 'compare' (duration: 30.288316ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:43.217194Z","caller":"traceutil/trace.go:171","msg":"trace[2034156534] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"114.783115ms","start":"2026-04-28T05:01:43.10239Z","end":"2026-04-28T05:01:43.217173Z","steps":["trace[2034156534] 'process raft request' (duration: 114.612131ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:43.217414Z","caller":"traceutil/trace.go:171","msg":"trace[1508434321] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"114.737993ms","start":"2026-04-28T05:01:43.102665Z","end":"2026-04-28T05:01:43.217403Z","steps":["trace[1508434321] 'process raft request' (duration: 114.461938ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:43.217458Z","caller":"traceutil/trace.go:171","msg":"trace[1952778394] linearizableReadLoop","detail":"{readStateIndex:2867; appliedIndex:2864; }","duration":"101.087241ms","start":"2026-04-28T05:01:43.116299Z","end":"2026-04-28T05:01:43.217386Z","steps":["trace[1952778394] 'read index received' (duration: 1.793556ms)","trace[1952778394] 'applied index is now lower than readState.Index' (duration: 99.291275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:43.217692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.385096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T05:01:43.217769Z","caller":"traceutil/trace.go:171","msg":"trace[2015503672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2749; }","duration":"101.51404ms","start":"2026-04-28T05:01:43.116242Z","end":"2026-04-28T05:01:43.217756Z","steps":["trace[2015503672] 'agreement among raft nodes before linearized reading' (duration: 101.291595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:43.966342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.476195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:43.966428Z","caller":"traceutil/trace.go:171","msg":"trace[1177993422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2753; }","duration":"360.596687ms","start":"2026-04-28T05:01:43.605814Z","end":"2026-04-28T05:01:43.966411Z","steps":["trace[1177993422] 'range keys from in-memory index tree' (duration: 360.409683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:43.966465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:43.605799Z","time spent":"360.658068ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:01:44.751468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317020566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:01:45.251897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317020566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:01:45.55959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.313858111s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T05:01:45.560037Z","caller":"traceutil/trace.go:171","msg":"trace[1208273941] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"1.314408962s","start":"2026-04-28T05:01:44.245605Z","end":"2026-04-28T05:01:45.560014Z","steps":["trace[1208273941] 'process raft request' (duration: 1.314259049s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:45.560141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:44.245581Z","time spent":"1.314495893s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:45.569448Z","caller":"traceutil/trace.go:171","msg":"trace[1198599247] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"724.799587ms","start":"2026-04-28T05:01:44.844632Z","end":"2026-04-28T05:01:45.569431Z","steps":["trace[1198599247] 'process raft request' (duration: 724.665995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:45.569549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:44.844602Z","time spent":"724.89672ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:45.569757Z","caller":"traceutil/trace.go:171","msg":"trace[1795216544] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"416.070986ms","start":"2026-04-28T05:01:45.153658Z","end":"2026-04-28T05:01:45.569729Z","steps":["trace[1795216544] 'process raft request' (duration: 415.728659ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:45.5698Z","caller":"traceutil/trace.go:171","msg":"trace[541055444] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"346.277331ms","start":"2026-04-28T05:01:45.223507Z","end":"2026-04-28T05:01:45.569784Z","steps":["trace[541055444] 'process raft request' (duration: 346.131508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:45.569806Z","caller":"traceutil/trace.go:171","msg":"trace[972034129] linearizableReadLoop","detail":"{readStateIndex:2878; appliedIndex:2873; }","duration":"1.319010664s","start":"2026-04-28T05:01:44.250768Z","end":"2026-04-28T05:01:45.569779Z","steps":["trace[972034129] 'read index received' (duration: 1.309149867s)","trace[972034129] 'applied index is now lower than readState.Index' (duration: 9.859407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:45.569864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:45.223479Z","time spent":"346.351493ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:45.569906Z","caller":"traceutil/trace.go:171","msg":"trace[2109650701] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"346.18991ms","start":"2026-04-28T05:01:45.223677Z","end":"2026-04-28T05:01:45.569867Z","steps":["trace[2109650701] 'process raft request' (duration: 346.050867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:45.569929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:45.153631Z","time spent":"416.223129ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:45.570046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.726573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-28T05:01:45.570035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319247079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:01:45.570048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130183471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T05:01:45.570072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:45.223668Z","time spent":"346.315483ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:01:45.570097Z","caller":"traceutil/trace.go:171","msg":"trace[1031501313] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2759; }","duration":"1.319350532s","start":"2026-04-28T05:01:44.25073Z","end":"2026-04-28T05:01:45.570081Z","steps":["trace[1031501313] 'agreement among raft nodes before linearized reading' (duration: 1.319146087s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:45.57011Z","caller":"traceutil/trace.go:171","msg":"trace[1792409726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2759; }","duration":"1.130275173s","start":"2026-04-28T05:01:44.439818Z","end":"2026-04-28T05:01:45.570093Z","steps":["trace[1792409726] 'agreement among raft nodes before linearized reading' (duration: 1.130117069s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:45.570135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:44.250712Z","time spent":"1.319413913s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:01:45.570157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.370195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-28T05:01:45.570159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:44.439778Z","time spent":"1.130366394s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T05:01:45.570194Z","caller":"traceutil/trace.go:171","msg":"trace[450539420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2759; }","duration":"209.446817ms","start":"2026-04-28T05:01:45.360738Z","end":"2026-04-28T05:01:45.570184Z","steps":["trace[450539420] 'agreement among raft nodes before linearized reading' (duration: 209.365885ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:45.57008Z","caller":"traceutil/trace.go:171","msg":"trace[1484506566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2759; }","duration":"246.791994ms","start":"2026-04-28T05:01:45.323278Z","end":"2026-04-28T05:01:45.57007Z","steps":["trace[1484506566] 'agreement among raft nodes before linearized reading' (duration: 246.66868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:45.570217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.802241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:01:45.570135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.322039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T05:01:45.570223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.345335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T05:01:45.570264Z","caller":"traceutil/trace.go:171","msg":"trace[777712276] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2759; }","duration":"402.871053ms","start":"2026-04-28T05:01:45.167377Z","end":"2026-04-28T05:01:45.570248Z","steps":["trace[777712276] 'agreement among raft nodes before linearized reading' (duration: 402.802722ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:45.570274Z","caller":"traceutil/trace.go:171","msg":"trace[1304453816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2759; }","duration":"626.516923ms","start":"2026-04-28T05:01:44.943748Z","end":"2026-04-28T05:01:45.570265Z","steps":["trace[1304453816] 'agreement among raft nodes before linearized reading' (duration: 626.248088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:45.570281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.404767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:01:45.570309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:44.943729Z","time spent":"626.571384ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:01:45.57031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:45.167367Z","time spent":"402.933484ms","remote":"127.0.0.1:55736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:01:45.570307Z","caller":"traceutil/trace.go:171","msg":"trace[1514579039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2759; }","duration":"197.469847ms","start":"2026-04-28T05:01:45.372818Z","end":"2026-04-28T05:01:45.570288Z","steps":["trace[1514579039] 'agreement among raft nodes before linearized reading' (duration: 197.164851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:45.570335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.446389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413389"} {"level":"info","ts":"2026-04-28T05:01:45.570311Z","caller":"traceutil/trace.go:171","msg":"trace[886541845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2759; }","duration":"964.464608ms","start":"2026-04-28T05:01:44.605838Z","end":"2026-04-28T05:01:45.570303Z","steps":["trace[886541845] 'agreement among raft nodes before linearized reading' (duration: 964.417207ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:45.570373Z","caller":"traceutil/trace.go:171","msg":"trace[285348903] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:2759; }","duration":"877.52343ms","start":"2026-04-28T05:01:44.692839Z","end":"2026-04-28T05:01:45.570363Z","steps":["trace[285348903] 'agreement among raft nodes before linearized reading' (duration: 877.229475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:45.570384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:44.605821Z","time spent":"964.55738ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:01:45.570406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:44.692808Z","time spent":"877.588691ms","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413412,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T05:01:45.765505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.270514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:01:45.765827Z","caller":"traceutil/trace.go:171","msg":"trace[1873449740] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"189.558088ms","start":"2026-04-28T05:01:45.576209Z","end":"2026-04-28T05:01:45.765767Z","steps":["trace[1873449740] 'process raft request' (duration: 78.930347ms)","trace[1873449740] 'compare' (duration: 110.135802ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:45.765963Z","caller":"traceutil/trace.go:171","msg":"trace[1848074439] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"189.297034ms","start":"2026-04-28T05:01:45.576645Z","end":"2026-04-28T05:01:45.765942Z","steps":["trace[1848074439] 'process raft request' (duration: 189.221592ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:45.766168Z","caller":"traceutil/trace.go:171","msg":"trace[823480703] linearizableReadLoop","detail":"{readStateIndex:2883; appliedIndex:2878; }","duration":"160.234774ms","start":"2026-04-28T05:01:45.605908Z","end":"2026-04-28T05:01:45.766143Z","steps":["trace[823480703] 'read index received' (duration: 38.895348ms)","trace[823480703] 'applied index is now lower than readState.Index' (duration: 121.338456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:45.766356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.409547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:45.766393Z","caller":"traceutil/trace.go:171","msg":"trace[1036129986] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"189.717833ms","start":"2026-04-28T05:01:45.576663Z","end":"2026-04-28T05:01:45.766381Z","steps":["trace[1036129986] 'process raft request' (duration: 189.241663ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:45.7664Z","caller":"traceutil/trace.go:171","msg":"trace[1094599154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2764; }","duration":"160.520759ms","start":"2026-04-28T05:01:45.605868Z","end":"2026-04-28T05:01:45.766388Z","steps":["trace[1094599154] 'agreement among raft nodes before linearized reading' (duration: 160.370426ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:45.766153Z","caller":"traceutil/trace.go:171","msg":"trace[724902366] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"189.861896ms","start":"2026-04-28T05:01:45.576281Z","end":"2026-04-28T05:01:45.766143Z","steps":["trace[724902366] 'process raft request' (duration: 189.508948ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:46.397152Z","caller":"traceutil/trace.go:171","msg":"trace[1865329126] linearizableReadLoop","detail":"{readStateIndex:2884; appliedIndex:2883; }","duration":"410.486024ms","start":"2026-04-28T05:01:45.986646Z","end":"2026-04-28T05:01:46.397132Z","steps":["trace[1865329126] 'read index received' (duration: 410.27874ms)","trace[1865329126] 'applied index is now lower than readState.Index' (duration: 206.154µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:46.397205Z","caller":"traceutil/trace.go:171","msg":"trace[683003257] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"423.862741ms","start":"2026-04-28T05:01:45.973315Z","end":"2026-04-28T05:01:46.397178Z","steps":["trace[683003257] 'process raft request' (duration: 423.698708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:46.397279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.621327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:01:46.397309Z","caller":"traceutil/trace.go:171","msg":"trace[597652263] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2765; }","duration":"410.671658ms","start":"2026-04-28T05:01:45.986629Z","end":"2026-04-28T05:01:46.397301Z","steps":["trace[597652263] 'agreement among raft nodes before linearized reading' (duration: 410.588507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:46.397326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:45.973289Z","time spent":"423.971213ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:01:46.397341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:45.98656Z","time spent":"410.77271ms","remote":"127.0.0.1:46948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:01:49.794407Z","caller":"traceutil/trace.go:171","msg":"trace[333036861] linearizableReadLoop","detail":"{readStateIndex:2899; appliedIndex:2895; }","duration":"188.232463ms","start":"2026-04-28T05:01:49.60615Z","end":"2026-04-28T05:01:49.794382Z","steps":["trace[333036861] 'read index received' (duration: 8.162473ms)","trace[333036861] 'applied index is now lower than readState.Index' (duration: 180.06854ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:49.794455Z","caller":"traceutil/trace.go:171","msg":"trace[383072161] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"191.292775ms","start":"2026-04-28T05:01:49.603115Z","end":"2026-04-28T05:01:49.794408Z","steps":["trace[383072161] 'process raft request' (duration: 142.025119ms)","trace[383072161] 'compare' (duration: 48.929428ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:01:49.794551Z","caller":"traceutil/trace.go:171","msg":"trace[669692689] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"191.390796ms","start":"2026-04-28T05:01:49.603148Z","end":"2026-04-28T05:01:49.794539Z","steps":["trace[669692689] 'process raft request' (duration: 191.129621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:49.794677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.507578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:49.794753Z","caller":"traceutil/trace.go:171","msg":"trace[1942436474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2779; }","duration":"188.612741ms","start":"2026-04-28T05:01:49.606124Z","end":"2026-04-28T05:01:49.794736Z","steps":["trace[1942436474] 'agreement among raft nodes before linearized reading' (duration: 188.476778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:49.794792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.720222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:01:49.794851Z","caller":"traceutil/trace.go:171","msg":"trace[1717098891] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2779; }","duration":"167.827435ms","start":"2026-04-28T05:01:49.627011Z","end":"2026-04-28T05:01:49.794838Z","steps":["trace[1717098891] 'agreement among raft nodes before linearized reading' (duration: 167.628951ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:49.794861Z","caller":"traceutil/trace.go:171","msg":"trace[1082668279] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"191.60656ms","start":"2026-04-28T05:01:49.603228Z","end":"2026-04-28T05:01:49.794834Z","steps":["trace[1082668279] 'process raft request' (duration: 191.10878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:49.794883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.340155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T05:01:49.794951Z","caller":"traceutil/trace.go:171","msg":"trace[613052065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2779; }","duration":"132.453188ms","start":"2026-04-28T05:01:49.662482Z","end":"2026-04-28T05:01:49.794935Z","steps":["trace[613052065] 'agreement among raft nodes before linearized reading' (duration: 132.260394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:51.212287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.65502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:51.212397Z","caller":"traceutil/trace.go:171","msg":"trace[1993248871] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2784; }","duration":"260.818063ms","start":"2026-04-28T05:01:50.951556Z","end":"2026-04-28T05:01:51.212374Z","steps":["trace[1993248871] 'count revisions from in-memory index tree' (duration: 260.535087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:51.212569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305737749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:01:51.212667Z","caller":"traceutil/trace.go:171","msg":"trace[393818327] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:2784; }","duration":"1.305879252s","start":"2026-04-28T05:01:49.906756Z","end":"2026-04-28T05:01:51.212636Z","steps":["trace[393818327] 'count revisions from in-memory index tree' (duration: 1.305611396s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:51.212575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054419507s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:01:51.21272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:49.906738Z","time spent":"1.305969393s","remote":"127.0.0.1:47080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:01:51.212729Z","caller":"traceutil/trace.go:171","msg":"trace[119523816] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2784; }","duration":"1.05457647s","start":"2026-04-28T05:01:50.158135Z","end":"2026-04-28T05:01:51.212711Z","steps":["trace[119523816] 'range keys from in-memory index tree' (duration: 1.054405236s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:58.132305Z","caller":"traceutil/trace.go:171","msg":"trace[461965431] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"135.251404ms","start":"2026-04-28T05:01:57.997027Z","end":"2026-04-28T05:01:58.132279Z","steps":["trace[461965431] 'process raft request' (duration: 135.110452ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:58.140077Z","caller":"traceutil/trace.go:171","msg":"trace[994392127] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"142.479287ms","start":"2026-04-28T05:01:57.997567Z","end":"2026-04-28T05:01:58.140046Z","steps":["trace[994392127] 'process raft request' (duration: 142.11647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:01:58.1401Z","caller":"traceutil/trace.go:171","msg":"trace[1996537928] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"141.911236ms","start":"2026-04-28T05:01:57.998166Z","end":"2026-04-28T05:01:58.140077Z","steps":["trace[1996537928] 'process raft request' (duration: 141.762124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:59.628688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.820833ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T05:01:59.628785Z","caller":"traceutil/trace.go:171","msg":"trace[1819711894] linearizableReadLoop","detail":"{readStateIndex:2947; appliedIndex:2946; }","duration":"427.918824ms","start":"2026-04-28T05:01:59.200848Z","end":"2026-04-28T05:01:59.628766Z","steps":["trace[1819711894] 'read index received' (duration: 103.945097ms)","trace[1819711894] 'applied index is now lower than readState.Index' (duration: 323.972217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:01:59.629011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.161439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T05:01:59.629052Z","caller":"traceutil/trace.go:171","msg":"trace[1713592573] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2825; }","duration":"428.20857ms","start":"2026-04-28T05:01:59.200832Z","end":"2026-04-28T05:01:59.629041Z","steps":["trace[1713592573] 'agreement among raft nodes before linearized reading' (duration: 428.047087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:01:59.629086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:59.20077Z","time spent":"428.307502ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T05:01:59.915243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.298004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:01:59.915351Z","caller":"traceutil/trace.go:171","msg":"trace[1035581701] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"237.110939ms","start":"2026-04-28T05:01:59.67822Z","end":"2026-04-28T05:01:59.915331Z","steps":["trace[1035581701] 'process raft request' (duration: 88.638281ms)","trace[1035581701] 'compare' (duration: 148.105011ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:00.23839Z","caller":"traceutil/trace.go:171","msg":"trace[577622940] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"340.420825ms","start":"2026-04-28T05:01:59.897938Z","end":"2026-04-28T05:02:00.238359Z","steps":["trace[577622940] 'process raft request' (duration: 296.600669ms)","trace[577622940] 'compare' (duration: 43.683803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:00.238552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:59.897915Z","time spent":"340.549777ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:02:00.508488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.734813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:02:00.508763Z","caller":"traceutil/trace.go:171","msg":"trace[593418200] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"610.400911ms","start":"2026-04-28T05:01:59.898335Z","end":"2026-04-28T05:02:00.508736Z","steps":["trace[593418200] 'process raft request' (duration: 454.304911ms)","trace[593418200] 'compare' (duration: 155.032238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:00.508883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:59.89831Z","time spent":"610.508482ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:00.508979Z","caller":"traceutil/trace.go:171","msg":"trace[211371384] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"610.431861ms","start":"2026-04-28T05:01:59.898524Z","end":"2026-04-28T05:02:00.508956Z","steps":["trace[211371384] 'process raft request' (duration: 610.174486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:00.509124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:59.898498Z","time spent":"610.572324ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:02:00.509143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.438841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T05:02:00.509364Z","caller":"traceutil/trace.go:171","msg":"trace[778232201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2830; }","duration":"576.684726ms","start":"2026-04-28T05:01:59.932648Z","end":"2026-04-28T05:02:00.509333Z","steps":["trace[778232201] 'agreement among raft nodes before linearized reading' (duration: 576.34558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:00.509468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:59.932635Z","time spent":"576.794309ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T05:02:00.509475Z","caller":"traceutil/trace.go:171","msg":"trace[996076154] linearizableReadLoop","detail":"{readStateIndex:2952; appliedIndex:2949; }","duration":"576.756489ms","start":"2026-04-28T05:01:59.932695Z","end":"2026-04-28T05:02:00.509451Z","steps":["trace[996076154] 'read index received' (duration: 261.834974ms)","trace[996076154] 'applied index is now lower than readState.Index' (duration: 314.346733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:00.509723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.769602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T05:02:00.509737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.022765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T05:02:00.50976Z","caller":"traceutil/trace.go:171","msg":"trace[271983329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2830; }","duration":"365.846473ms","start":"2026-04-28T05:02:00.143905Z","end":"2026-04-28T05:02:00.509751Z","steps":["trace[271983329] 'agreement among raft nodes before linearized reading' (duration: 365.69314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:00.509759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.030117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-28T05:02:00.509772Z","caller":"traceutil/trace.go:171","msg":"trace[1404394608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2830; }","duration":"513.086267ms","start":"2026-04-28T05:01:59.996675Z","end":"2026-04-28T05:02:00.509762Z","steps":["trace[1404394608] 'agreement among raft nodes before linearized reading' (duration: 512.919473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:00.509787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:00.143885Z","time spent":"365.896304ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T05:02:00.50981Z","caller":"traceutil/trace.go:171","msg":"trace[1213344444] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2830; }","duration":"301.116868ms","start":"2026-04-28T05:02:00.208678Z","end":"2026-04-28T05:02:00.509795Z","steps":["trace[1213344444] 'agreement among raft nodes before linearized reading' (duration: 300.965605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:00.509826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:01:59.996664Z","time spent":"513.146457ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:02:00.509854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:00.208662Z","time spent":"301.18237ms","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T05:02:00.509934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.104878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T05:02:00.509972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.762649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:02:00.510018Z","caller":"traceutil/trace.go:171","msg":"trace[2100629344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2830; }","duration":"507.842911ms","start":"2026-04-28T05:02:00.002163Z","end":"2026-04-28T05:02:00.510006Z","steps":["trace[2100629344] 'agreement among raft nodes before linearized reading' (duration: 507.681058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:00.510023Z","caller":"traceutil/trace.go:171","msg":"trace[690295430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2830; }","duration":"373.246241ms","start":"2026-04-28T05:02:00.136753Z","end":"2026-04-28T05:02:00.509999Z","steps":["trace[690295430] 'agreement among raft nodes before linearized reading' (duration: 372.991116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:00.51005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:00.002146Z","time spent":"507.897372ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:02:00.51008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:00.136721Z","time spent":"373.350402ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:02:00.510418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.509046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T05:02:00.51048Z","caller":"traceutil/trace.go:171","msg":"trace[1065675249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2830; }","duration":"366.599517ms","start":"2026-04-28T05:02:00.143871Z","end":"2026-04-28T05:02:00.510471Z","steps":["trace[1065675249] 'agreement among raft nodes before linearized reading' (duration: 366.466235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:00.510502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:00.14386Z","time spent":"366.636518ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T05:02:00.807853Z","caller":"traceutil/trace.go:171","msg":"trace[1421593465] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"294.052938ms","start":"2026-04-28T05:02:00.513725Z","end":"2026-04-28T05:02:00.807778Z","steps":["trace[1421593465] 'process raft request' (duration: 265.219091ms)","trace[1421593465] 'compare' (duration: 28.289725ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:00.808696Z","caller":"traceutil/trace.go:171","msg":"trace[1025184616] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"294.843083ms","start":"2026-04-28T05:02:00.513805Z","end":"2026-04-28T05:02:00.808648Z","steps":["trace[1025184616] 'process raft request' (duration: 293.889915ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:00.808877Z","caller":"traceutil/trace.go:171","msg":"trace[1005617499] linearizableReadLoop","detail":"{readStateIndex:2957; appliedIndex:2953; }","duration":"294.70834ms","start":"2026-04-28T05:02:00.514132Z","end":"2026-04-28T05:02:00.80884Z","steps":["trace[1005617499] 'read index received' (duration: 32.988939ms)","trace[1005617499] 'applied index is now lower than readState.Index' (duration: 261.717371ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:00.808943Z","caller":"traceutil/trace.go:171","msg":"trace[1682475910] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"294.949905ms","start":"2026-04-28T05:02:00.51396Z","end":"2026-04-28T05:02:00.80891Z","steps":["trace[1682475910] 'process raft request' (duration: 294.794972ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:00.80895Z","caller":"traceutil/trace.go:171","msg":"trace[1575225125] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"295.017116ms","start":"2026-04-28T05:02:00.513891Z","end":"2026-04-28T05:02:00.808908Z","steps":["trace[1575225125] 'process raft request' (duration: 294.67698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:00.809416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.236372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68645"} {"level":"info","ts":"2026-04-28T05:02:00.809474Z","caller":"traceutil/trace.go:171","msg":"trace[1078985436] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2835; }","duration":"295.359494ms","start":"2026-04-28T05:02:00.5141Z","end":"2026-04-28T05:02:00.80946Z","steps":["trace[1078985436] 'agreement among raft nodes before linearized reading' (duration: 294.880284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:10.77973Z","caller":"traceutil/trace.go:171","msg":"trace[1877966583] linearizableReadLoop","detail":"{readStateIndex:3004; appliedIndex:3002; }","duration":"174.0513ms","start":"2026-04-28T05:02:10.605652Z","end":"2026-04-28T05:02:10.779704Z","steps":["trace[1877966583] 'read index received' (duration: 18.300806ms)","trace[1877966583] 'applied index is now lower than readState.Index' (duration: 155.749084ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:10.77975Z","caller":"traceutil/trace.go:171","msg":"trace[612158438] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"200.1339ms","start":"2026-04-28T05:02:10.579575Z","end":"2026-04-28T05:02:10.779708Z","steps":["trace[612158438] 'process raft request' (duration: 143.387555ms)","trace[612158438] 'compare' (duration: 56.629433ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:10.779957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.781614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:10.779995Z","caller":"traceutil/trace.go:171","msg":"trace[1658869128] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2880; }","duration":"119.846755ms","start":"2026-04-28T05:02:10.660138Z","end":"2026-04-28T05:02:10.779984Z","steps":["trace[1658869128] 'agreement among raft nodes before linearized reading' (duration: 119.745573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:10.780088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.298493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T05:02:10.780192Z","caller":"traceutil/trace.go:171","msg":"trace[691654701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2880; }","duration":"161.473857ms","start":"2026-04-28T05:02:10.618695Z","end":"2026-04-28T05:02:10.780169Z","steps":["trace[691654701] 'agreement among raft nodes before linearized reading' (duration: 161.185721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:10.780711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.046169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:10.78079Z","caller":"traceutil/trace.go:171","msg":"trace[324417735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2880; }","duration":"175.138641ms","start":"2026-04-28T05:02:10.605636Z","end":"2026-04-28T05:02:10.780775Z","steps":["trace[324417735] 'agreement among raft nodes before linearized reading' (duration: 174.199972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:11.415012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.418256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T05:02:11.415091Z","caller":"traceutil/trace.go:171","msg":"trace[896827812] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2886; }","duration":"132.54615ms","start":"2026-04-28T05:02:11.282527Z","end":"2026-04-28T05:02:11.415073Z","steps":["trace[896827812] 'range keys from in-memory index tree' (duration: 132.224513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:11.785137Z","caller":"traceutil/trace.go:171","msg":"trace[1607511684] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"365.804282ms","start":"2026-04-28T05:02:11.419289Z","end":"2026-04-28T05:02:11.785093Z","steps":["trace[1607511684] 'process raft request' (duration: 365.635968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:11.785351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:11.41927Z","time spent":"365.974575ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:12.209322Z","caller":"traceutil/trace.go:171","msg":"trace[348510809] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"214.09412ms","start":"2026-04-28T05:02:11.995204Z","end":"2026-04-28T05:02:12.209299Z","steps":["trace[348510809] 'process raft request' (duration: 213.949027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:12.925559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.719429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:02:12.925696Z","caller":"traceutil/trace.go:171","msg":"trace[998715228] linearizableReadLoop","detail":"{readStateIndex:3013; appliedIndex:3012; }","duration":"319.530837ms","start":"2026-04-28T05:02:12.606141Z","end":"2026-04-28T05:02:12.925672Z","steps":["trace[998715228] 'read index received' (duration: 56.221µs)","trace[998715228] 'applied index is now lower than readState.Index' (duration: 319.469466ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:12.925728Z","caller":"traceutil/trace.go:171","msg":"trace[453851093] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"575.967431ms","start":"2026-04-28T05:02:12.349739Z","end":"2026-04-28T05:02:12.925706Z","steps":["trace[453851093] 'process raft request' (duration: 215.946146ms)","trace[453851093] 'compare' (duration: 359.24636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:12.925825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.68275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:02:12.925831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:12.349709Z","time spent":"576.075705ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:12.925871Z","caller":"traceutil/trace.go:171","msg":"trace[981066292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2889; }","duration":"319.769052ms","start":"2026-04-28T05:02:12.60609Z","end":"2026-04-28T05:02:12.925859Z","steps":["trace[981066292] 'agreement among raft nodes before linearized reading' (duration: 319.673189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:12.925918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:12.606071Z","time spent":"319.837223ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:02:13.206511Z","caller":"traceutil/trace.go:171","msg":"trace[752708904] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"576.072364ms","start":"2026-04-28T05:02:12.630408Z","end":"2026-04-28T05:02:13.20648Z","steps":["trace[752708904] 'process raft request' (duration: 493.612766ms)","trace[752708904] 'compare' (duration: 82.250214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:13.206667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:12.630384Z","time spent":"576.202526ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:13.215129Z","caller":"traceutil/trace.go:171","msg":"trace[276588947] linearizableReadLoop","detail":"{readStateIndex:3015; appliedIndex:3013; }","duration":"289.373884ms","start":"2026-04-28T05:02:12.92573Z","end":"2026-04-28T05:02:13.215104Z","steps":["trace[276588947] 'read index received' (duration: 198.266424ms)","trace[276588947] 'applied index is now lower than readState.Index' (duration: 91.10654ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:13.215179Z","caller":"traceutil/trace.go:171","msg":"trace[839491926] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"429.267019ms","start":"2026-04-28T05:02:12.785893Z","end":"2026-04-28T05:02:13.21516Z","steps":["trace[839491926] 'process raft request' (duration: 429.059945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:13.215356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.841803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T05:02:13.215414Z","caller":"traceutil/trace.go:171","msg":"trace[510634038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2891; }","duration":"340.958545ms","start":"2026-04-28T05:02:12.874443Z","end":"2026-04-28T05:02:13.215402Z","steps":["trace[510634038] 'agreement among raft nodes before linearized reading' (duration: 340.790092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:13.215464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:12.874413Z","time spent":"341.042896ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:02:13.215444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.072325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:02:13.215526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.281213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:02:13.215522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.165801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:13.215599Z","caller":"traceutil/trace.go:171","msg":"trace[2068926603] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:2891; }","duration":"146.455326ms","start":"2026-04-28T05:02:13.069125Z","end":"2026-04-28T05:02:13.215581Z","steps":["trace[2068926603] 'agreement among raft nodes before linearized reading' (duration: 146.348554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:13.21562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.499297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T05:02:13.215599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.68536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T05:02:13.215537Z","caller":"traceutil/trace.go:171","msg":"trace[885303266] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2891; }","duration":"493.275939ms","start":"2026-04-28T05:02:12.722238Z","end":"2026-04-28T05:02:13.215514Z","steps":["trace[885303266] 'agreement among raft nodes before linearized reading' (duration: 493.056985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:13.21565Z","caller":"traceutil/trace.go:171","msg":"trace[407575679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2891; }","duration":"270.546859ms","start":"2026-04-28T05:02:12.945094Z","end":"2026-04-28T05:02:13.215641Z","steps":["trace[407575679] 'agreement among raft nodes before linearized reading' (duration: 270.482416ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:13.21567Z","caller":"traceutil/trace.go:171","msg":"trace[1577354665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2891; }","duration":"244.775883ms","start":"2026-04-28T05:02:12.970878Z","end":"2026-04-28T05:02:13.215654Z","steps":["trace[1577354665] 'agreement among raft nodes before linearized reading' (duration: 244.621209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:13.215465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.284523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:02:13.215678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:12.722215Z","time spent":"493.450923ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:02:13.215752Z","caller":"traceutil/trace.go:171","msg":"trace[964438597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2891; }","duration":"288.618889ms","start":"2026-04-28T05:02:12.927121Z","end":"2026-04-28T05:02:13.21574Z","steps":["trace[964438597] 'agreement among raft nodes before linearized reading' (duration: 288.278152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:13.215536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.004766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T05:02:13.215769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.67791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:02:13.215841Z","caller":"traceutil/trace.go:171","msg":"trace[1720540437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2891; }","duration":"244.350764ms","start":"2026-04-28T05:02:12.971473Z","end":"2026-04-28T05:02:13.215823Z","steps":["trace[1720540437] 'agreement among raft nodes before linearized reading' (duration: 243.940085ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:13.215865Z","caller":"traceutil/trace.go:171","msg":"trace[25751021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2891; }","duration":"251.809644ms","start":"2026-04-28T05:02:12.964039Z","end":"2026-04-28T05:02:13.215849Z","steps":["trace[25751021] 'agreement among raft nodes before linearized reading' (duration: 251.541977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:13.215831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.721422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:02:13.21561Z","caller":"traceutil/trace.go:171","msg":"trace[1492631056] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:2891; }","duration":"178.293044ms","start":"2026-04-28T05:02:13.037298Z","end":"2026-04-28T05:02:13.215591Z","steps":["trace[1492631056] 'agreement among raft nodes before linearized reading' (duration: 178.149011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:13.215941Z","caller":"traceutil/trace.go:171","msg":"trace[1667350729] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2891; }","duration":"241.921406ms","start":"2026-04-28T05:02:12.973997Z","end":"2026-04-28T05:02:13.215919Z","steps":["trace[1667350729] 'agreement among raft nodes before linearized reading' (duration: 241.539048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:13.216628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:12.785874Z","time spent":"429.474613ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:13.440513Z","caller":"traceutil/trace.go:171","msg":"trace[607572508] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"220.879635ms","start":"2026-04-28T05:02:13.219595Z","end":"2026-04-28T05:02:13.440474Z","steps":["trace[607572508] 'process raft request' (duration: 220.673161ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:13.502719Z","caller":"traceutil/trace.go:171","msg":"trace[1864573989] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"282.774802ms","start":"2026-04-28T05:02:13.219911Z","end":"2026-04-28T05:02:13.502686Z","steps":["trace[1864573989] 'process raft request' (duration: 282.662709ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:13.503024Z","caller":"traceutil/trace.go:171","msg":"trace[1738434201] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"283.048677ms","start":"2026-04-28T05:02:13.21995Z","end":"2026-04-28T05:02:13.502999Z","steps":["trace[1738434201] 'process raft request' (duration: 282.684739ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:13.502736Z","caller":"traceutil/trace.go:171","msg":"trace[85695637] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"283.065439ms","start":"2026-04-28T05:02:13.219622Z","end":"2026-04-28T05:02:13.502687Z","steps":["trace[85695637] 'process raft request' (duration: 282.745292ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:13.503433Z","caller":"traceutil/trace.go:171","msg":"trace[334933672] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"283.404674ms","start":"2026-04-28T05:02:13.220012Z","end":"2026-04-28T05:02:13.503417Z","steps":["trace[334933672] 'process raft request' (duration: 282.880304ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:13.503424Z","caller":"traceutil/trace.go:171","msg":"trace[113486816] linearizableReadLoop","detail":"{readStateIndex:3020; appliedIndex:3015; }","duration":"282.570289ms","start":"2026-04-28T05:02:13.220815Z","end":"2026-04-28T05:02:13.503385Z","steps":["trace[113486816] 'read index received' (duration: 219.453077ms)","trace[113486816] 'applied index is now lower than readState.Index' (duration: 63.114672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:13.503863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.027767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68645"} {"level":"info","ts":"2026-04-28T05:02:13.503951Z","caller":"traceutil/trace.go:171","msg":"trace[709434220] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2896; }","duration":"283.155569ms","start":"2026-04-28T05:02:13.220777Z","end":"2026-04-28T05:02:13.503932Z","steps":["trace[709434220] 'agreement among raft nodes before linearized reading' (duration: 282.788852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:13.675983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.52469ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T05:02:14.46777Z","caller":"traceutil/trace.go:171","msg":"trace[1355660795] linearizableReadLoop","detail":"{readStateIndex:3023; appliedIndex:3022; }","duration":"179.042039ms","start":"2026-04-28T05:02:14.288698Z","end":"2026-04-28T05:02:14.46774Z","steps":["trace[1355660795] 'read index received' (duration: 178.806695ms)","trace[1355660795] 'applied index is now lower than readState.Index' (duration: 233.624µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:14.467877Z","caller":"traceutil/trace.go:171","msg":"trace[96494390] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"253.006467ms","start":"2026-04-28T05:02:14.21484Z","end":"2026-04-28T05:02:14.467846Z","steps":["trace[96494390] 'process raft request' (duration: 252.732982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:14.468008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.282874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:14.468087Z","caller":"traceutil/trace.go:171","msg":"trace[529812105] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:2898; }","duration":"179.410446ms","start":"2026-04-28T05:02:14.28866Z","end":"2026-04-28T05:02:14.46807Z","steps":["trace[529812105] 'agreement among raft nodes before linearized reading' (duration: 179.208022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:15.017458Z","caller":"traceutil/trace.go:171","msg":"trace[668337380] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"306.777092ms","start":"2026-04-28T05:02:14.71064Z","end":"2026-04-28T05:02:15.017417Z","steps":["trace[668337380] 'process raft request' (duration: 306.474946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:15.01785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:14.710609Z","time spent":"307.099969ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:02:15.532621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.994314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:02:15.532763Z","caller":"traceutil/trace.go:171","msg":"trace[627567134] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"600.881851ms","start":"2026-04-28T05:02:14.931866Z","end":"2026-04-28T05:02:15.532748Z","steps":["trace[627567134] 'process raft request' (duration: 158.697203ms)","trace[627567134] 'compare' (duration: 441.854832ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:15.532815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:14.931836Z","time spent":"600.957662ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:15.533327Z","caller":"traceutil/trace.go:171","msg":"trace[1734378868] transaction","detail":"{read_only:false; response_revision:2901; number_of_response:1; }","duration":"320.913034ms","start":"2026-04-28T05:02:15.212366Z","end":"2026-04-28T05:02:15.533279Z","steps":["trace[1734378868] 'process raft request' (duration: 320.348522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:15.533835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:15.212334Z","time spent":"321.368393ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:15.55889Z","caller":"traceutil/trace.go:171","msg":"trace[1733586111] linearizableReadLoop","detail":"{readStateIndex:3027; appliedIndex:3024; }","duration":"299.18241ms","start":"2026-04-28T05:02:15.259682Z","end":"2026-04-28T05:02:15.558865Z","steps":["trace[1733586111] 'read index received' (duration: 204.58771ms)","trace[1733586111] 'applied index is now lower than readState.Index' (duration: 94.59311ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:15.558981Z","caller":"traceutil/trace.go:171","msg":"trace[928866415] transaction","detail":"{read_only:false; response_revision:2902; number_of_response:1; }","duration":"337.313272ms","start":"2026-04-28T05:02:15.221636Z","end":"2026-04-28T05:02:15.558949Z","steps":["trace[928866415] 'process raft request' (duration: 337.094198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:15.559089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.366834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:15.559143Z","caller":"traceutil/trace.go:171","msg":"trace[1193461693] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2902; }","duration":"299.481706ms","start":"2026-04-28T05:02:15.259642Z","end":"2026-04-28T05:02:15.559123Z","steps":["trace[1193461693] 'agreement among raft nodes before linearized reading' (duration: 299.374574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:15.559208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:15.221608Z","time spent":"337.447765ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:02:15.560128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.017438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T05:02:15.560198Z","caller":"traceutil/trace.go:171","msg":"trace[1115690726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2902; }","duration":"115.127681ms","start":"2026-04-28T05:02:15.445055Z","end":"2026-04-28T05:02:15.560183Z","steps":["trace[1115690726] 'agreement among raft nodes before linearized reading' (duration: 114.154481ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:15.677881Z","caller":"traceutil/trace.go:171","msg":"trace[1940712588] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"113.499479ms","start":"2026-04-28T05:02:15.564347Z","end":"2026-04-28T05:02:15.677847Z","steps":["trace[1940712588] 'process raft request' (duration: 113.144282ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:15.678262Z","caller":"traceutil/trace.go:171","msg":"trace[2007275938] transaction","detail":"{read_only:false; response_revision:2905; number_of_response:1; }","duration":"113.462428ms","start":"2026-04-28T05:02:15.564721Z","end":"2026-04-28T05:02:15.678184Z","steps":["trace[2007275938] 'process raft request' (duration: 113.072741ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:15.678332Z","caller":"traceutil/trace.go:171","msg":"trace[358909433] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"113.262493ms","start":"2026-04-28T05:02:15.565043Z","end":"2026-04-28T05:02:15.678306Z","steps":["trace[358909433] 'process raft request' (duration: 113.044229ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:15.678371Z","caller":"traceutil/trace.go:171","msg":"trace[2004405920] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"111.971958ms","start":"2026-04-28T05:02:15.566364Z","end":"2026-04-28T05:02:15.678336Z","steps":["trace[2004405920] 'process raft request' (duration: 111.866556ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:17.798913Z","caller":"traceutil/trace.go:171","msg":"trace[1990343492] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"111.842446ms","start":"2026-04-28T05:02:17.687046Z","end":"2026-04-28T05:02:17.798889Z","steps":["trace[1990343492] 'process raft request' (duration: 111.660353ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:17.810457Z","caller":"traceutil/trace.go:171","msg":"trace[1558748200] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"123.037609ms","start":"2026-04-28T05:02:17.687373Z","end":"2026-04-28T05:02:17.81041Z","steps":["trace[1558748200] 'process raft request' (duration: 122.841035ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:17.810772Z","caller":"traceutil/trace.go:171","msg":"trace[1794984156] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"123.301965ms","start":"2026-04-28T05:02:17.687453Z","end":"2026-04-28T05:02:17.810755Z","steps":["trace[1794984156] 'process raft request' (duration: 122.910807ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:17.810947Z","caller":"traceutil/trace.go:171","msg":"trace[511985017] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"123.254154ms","start":"2026-04-28T05:02:17.687657Z","end":"2026-04-28T05:02:17.810911Z","steps":["trace[511985017] 'process raft request' (duration: 123.044449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:20.104248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317020931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:02:20.604888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317020931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:02:21.105317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317020931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:02:21.152906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.607290387s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T05:02:21.153304Z","caller":"traceutil/trace.go:171","msg":"trace[1869399614] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"1.607796137s","start":"2026-04-28T05:02:19.545477Z","end":"2026-04-28T05:02:21.153273Z","steps":["trace[1869399614] 'process raft request' (duration: 1.607603603s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:21.153477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:19.545444Z","time spent":"1.60794051s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:21.350777Z","caller":"traceutil/trace.go:171","msg":"trace[1682809860] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"1.773351746s","start":"2026-04-28T05:02:19.577385Z","end":"2026-04-28T05:02:21.350736Z","steps":["trace[1682809860] 'process raft request' (duration: 1.773210613s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:21.350802Z","caller":"traceutil/trace.go:171","msg":"trace[1912510799] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"1.803324085s","start":"2026-04-28T05:02:19.547435Z","end":"2026-04-28T05:02:21.350759Z","steps":["trace[1912510799] 'process raft request' (duration: 1.770327975s)","trace[1912510799] 'compare' (duration: 32.577201ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:21.350924Z","caller":"traceutil/trace.go:171","msg":"trace[50085706] linearizableReadLoop","detail":"{readStateIndex:3051; appliedIndex:3046; }","duration":"1.746719964s","start":"2026-04-28T05:02:19.604182Z","end":"2026-04-28T05:02:21.350902Z","steps":["trace[50085706] 'read index received' (duration: 1.548947051s)","trace[50085706] 'applied index is now lower than readState.Index' (duration: 197.771883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:21.350979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:19.577365Z","time spent":"1.773501019s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:02:21.351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:19.547363Z","time spent":"1.803528669s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:21.351029Z","caller":"traceutil/trace.go:171","msg":"trace[74934846] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"857.686544ms","start":"2026-04-28T05:02:20.493333Z","end":"2026-04-28T05:02:21.351019Z","steps":["trace[74934846] 'process raft request' (duration: 857.505591ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:21.351077Z","caller":"traceutil/trace.go:171","msg":"trace[1960656172] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"1.357925222s","start":"2026-04-28T05:02:19.993138Z","end":"2026-04-28T05:02:21.351063Z","steps":["trace[1960656172] 'process raft request' (duration: 1.357551725s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:21.351123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:20.49324Z","time spent":"857.813957ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:02:21.351137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:19.993092Z","time spent":"1.358018274s","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:02:21.351272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.060494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:21.35132Z","caller":"traceutil/trace.go:171","msg":"trace[1123484719] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2925; }","duration":"683.199966ms","start":"2026-04-28T05:02:20.668105Z","end":"2026-04-28T05:02:21.351305Z","steps":["trace[1123484719] 'agreement among raft nodes before linearized reading' (duration: 683.116104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:21.351346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537332928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T05:02:21.351346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731362776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T05:02:21.351367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:20.668084Z","time spent":"683.265098ms","remote":"127.0.0.1:43086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:02:21.351389Z","caller":"traceutil/trace.go:171","msg":"trace[470262770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2925; }","duration":"1.537384419s","start":"2026-04-28T05:02:19.81399Z","end":"2026-04-28T05:02:21.351374Z","steps":["trace[470262770] 'agreement among raft nodes before linearized reading' (duration: 1.537256977s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:21.351339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366109386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:02:21.351391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.738203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:02:21.351428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:19.81398Z","time spent":"1.53743415s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T05:02:21.351418Z","caller":"traceutil/trace.go:171","msg":"trace[1066266391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2925; }","duration":"1.731459438s","start":"2026-04-28T05:02:19.619931Z","end":"2026-04-28T05:02:21.35139Z","steps":["trace[1066266391] 'agreement among raft nodes before linearized reading' (duration: 1.731280445s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:21.351467Z","caller":"traceutil/trace.go:171","msg":"trace[1747833106] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2925; }","duration":"998.871406ms","start":"2026-04-28T05:02:20.352579Z","end":"2026-04-28T05:02:21.351451Z","steps":["trace[1747833106] 'agreement among raft nodes before linearized reading' (duration: 998.710302ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:21.351463Z","caller":"traceutil/trace.go:171","msg":"trace[154488199] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:2925; }","duration":"1.36629936s","start":"2026-04-28T05:02:19.985132Z","end":"2026-04-28T05:02:21.351431Z","steps":["trace[154488199] 'agreement among raft nodes before linearized reading' (duration: 1.366057056s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:21.351476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:19.619907Z","time spent":"1.73155899s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:02:21.351506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:20.352561Z","time spent":"998.936987ms","remote":"127.0.0.1:46428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:02:21.351527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467084085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:02:21.351522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:19.985112Z","time spent":"1.366396482s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:02:21.351553Z","caller":"traceutil/trace.go:171","msg":"trace[593456653] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2925; }","duration":"1.467137855s","start":"2026-04-28T05:02:19.884407Z","end":"2026-04-28T05:02:21.351545Z","steps":["trace[593456653] 'agreement among raft nodes before linearized reading' (duration: 1.467091525s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:21.351537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730595811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:02:21.35154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549036242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T05:02:21.351544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.632447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:02:21.351591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:19.884395Z","time spent":"1.467179646s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:02:21.351631Z","caller":"traceutil/trace.go:171","msg":"trace[1913037790] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2925; }","duration":"1.549178575s","start":"2026-04-28T05:02:19.802427Z","end":"2026-04-28T05:02:21.351606Z","steps":["trace[1913037790] 'agreement among raft nodes before linearized reading' (duration: 1.548846188s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:21.351634Z","caller":"traceutil/trace.go:171","msg":"trace[50888553] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2925; }","duration":"1.730669732s","start":"2026-04-28T05:02:19.620924Z","end":"2026-04-28T05:02:21.351594Z","steps":["trace[50888553] 'agreement among raft nodes before linearized reading' (duration: 1.730432028s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:21.351647Z","caller":"traceutil/trace.go:171","msg":"trace[61552866] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2925; }","duration":"505.749019ms","start":"2026-04-28T05:02:20.845877Z","end":"2026-04-28T05:02:21.351626Z","steps":["trace[61552866] 'agreement among raft nodes before linearized reading' (duration: 505.571836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:21.351679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:19.802404Z","time spent":"1.549263806s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:02:21.351683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:19.620887Z","time spent":"1.730784475s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:02:21.351696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:20.845816Z","time spent":"505.867881ms","remote":"127.0.0.1:46572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:02:21.35177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53792059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T05:02:21.35188Z","caller":"traceutil/trace.go:171","msg":"trace[1551184028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2925; }","duration":"1.538091873s","start":"2026-04-28T05:02:19.813766Z","end":"2026-04-28T05:02:21.351858Z","steps":["trace[1551184028] 'agreement among raft nodes before linearized reading' (duration: 1.537738756s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:21.351936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:19.813745Z","time spent":"1.538181466s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T05:02:21.352158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536552643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T05:02:21.352195Z","caller":"traceutil/trace.go:171","msg":"trace[223891812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2925; }","duration":"1.536594664s","start":"2026-04-28T05:02:19.815591Z","end":"2026-04-28T05:02:21.352186Z","steps":["trace[223891812] 'agreement among raft nodes before linearized reading' (duration: 1.53591403s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:21.352215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:19.815503Z","time spent":"1.536708256s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:02:21.352232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113879085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:21.352288Z","caller":"traceutil/trace.go:171","msg":"trace[354501184] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:2925; }","duration":"1.113980577s","start":"2026-04-28T05:02:20.238294Z","end":"2026-04-28T05:02:21.352275Z","steps":["trace[354501184] 'agreement among raft nodes before linearized reading' (duration: 1.1131991s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:21.352318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:20.238271Z","time spent":"1.114038988s","remote":"127.0.0.1:46938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:02:21.352572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747124852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:21.353015Z","caller":"traceutil/trace.go:171","msg":"trace[1314335379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2925; }","duration":"1.749141642s","start":"2026-04-28T05:02:19.60385Z","end":"2026-04-28T05:02:21.352992Z","steps":["trace[1314335379] 'agreement among raft nodes before linearized reading' (duration: 1.747400798s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:21.353191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:19.603825Z","time spent":"1.749346276s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:02:21.814918Z","caller":"traceutil/trace.go:171","msg":"trace[141436726] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"457.912423ms","start":"2026-04-28T05:02:21.356986Z","end":"2026-04-28T05:02:21.814898Z","steps":["trace[141436726] 'process raft request' (duration: 457.859902ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:21.814994Z","caller":"traceutil/trace.go:171","msg":"trace[1025683223] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"458.141187ms","start":"2026-04-28T05:02:21.356812Z","end":"2026-04-28T05:02:21.814953Z","steps":["trace[1025683223] 'process raft request' (duration: 457.921113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:21.815061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:21.356976Z","time spent":"458.003435ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:02:21.815228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:21.356801Z","time spent":"458.29483ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:21.815419Z","caller":"traceutil/trace.go:171","msg":"trace[14018047] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"458.405523ms","start":"2026-04-28T05:02:21.357004Z","end":"2026-04-28T05:02:21.81541Z","steps":["trace[14018047] 'process raft request' (duration: 457.868371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:21.815469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:21.356998Z","time spent":"458.443443ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:21.815444Z","caller":"traceutil/trace.go:171","msg":"trace[981517949] linearizableReadLoop","detail":"{readStateIndex:3056; appliedIndex:3051; }","duration":"453.655008ms","start":"2026-04-28T05:02:21.361762Z","end":"2026-04-28T05:02:21.815417Z","steps":["trace[981517949] 'read index received' (duration: 13.275415ms)","trace[981517949] 'applied index is now lower than readState.Index' (duration: 440.378303ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:21.815516Z","caller":"traceutil/trace.go:171","msg":"trace[676085467] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"458.431504ms","start":"2026-04-28T05:02:21.357042Z","end":"2026-04-28T05:02:21.815473Z","steps":["trace[676085467] 'process raft request' (duration: 458.22279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:21.81565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.877222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:02:21.815673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.095137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:21.815716Z","caller":"traceutil/trace.go:171","msg":"trace[513440651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2930; }","duration":"453.988184ms","start":"2026-04-28T05:02:21.36171Z","end":"2026-04-28T05:02:21.815698Z","steps":["trace[513440651] 'agreement among raft nodes before linearized reading' (duration: 453.866602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:21.815718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:21.357021Z","time spent":"458.588047ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:02:21.815763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:21.361686Z","time spent":"454.066325ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:02:21.815755Z","caller":"traceutil/trace.go:171","msg":"trace[1592847342] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2930; }","duration":"440.281361ms","start":"2026-04-28T05:02:21.375455Z","end":"2026-04-28T05:02:21.815737Z","steps":["trace[1592847342] 'agreement among raft nodes before linearized reading' (duration: 440.151599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:21.815842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:21.375426Z","time spent":"440.406383ms","remote":"127.0.0.1:37752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:02:25.519164Z","caller":"traceutil/trace.go:171","msg":"trace[296767088] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"153.295785ms","start":"2026-04-28T05:02:25.36584Z","end":"2026-04-28T05:02:25.519136Z","steps":["trace[296767088] 'process raft request' (duration: 153.140122ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:25.519164Z","caller":"traceutil/trace.go:171","msg":"trace[924459855] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"153.484909ms","start":"2026-04-28T05:02:25.365654Z","end":"2026-04-28T05:02:25.519138Z","steps":["trace[924459855] 'process raft request' (duration: 95.958639ms)","trace[924459855] 'compare' (duration: 57.191663ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:25.519079Z","caller":"traceutil/trace.go:171","msg":"trace[1194171790] linearizableReadLoop","detail":"{readStateIndex:3071; appliedIndex:3068; }","duration":"149.525459ms","start":"2026-04-28T05:02:25.36952Z","end":"2026-04-28T05:02:25.519045Z","steps":["trace[1194171790] 'read index received' (duration: 11.292026ms)","trace[1194171790] 'applied index is now lower than readState.Index' (duration: 138.231773ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:25.519903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.363445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:02:25.519975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.187252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T05:02:25.520023Z","caller":"traceutil/trace.go:171","msg":"trace[1730063444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2944; }","duration":"133.316935ms","start":"2026-04-28T05:02:25.386693Z","end":"2026-04-28T05:02:25.52001Z","steps":["trace[1730063444] 'agreement among raft nodes before linearized reading' (duration: 133.029419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:25.520019Z","caller":"traceutil/trace.go:171","msg":"trace[536509546] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2944; }","duration":"150.541438ms","start":"2026-04-28T05:02:25.369449Z","end":"2026-04-28T05:02:25.519991Z","steps":["trace[536509546] 'agreement among raft nodes before linearized reading' (duration: 149.823024ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:27.648618Z","caller":"traceutil/trace.go:171","msg":"trace[1334793224] linearizableReadLoop","detail":"{readStateIndex:3087; appliedIndex:3085; }","duration":"120.027739ms","start":"2026-04-28T05:02:27.528566Z","end":"2026-04-28T05:02:27.648593Z","steps":["trace[1334793224] 'read index received' (duration: 16.765585ms)","trace[1334793224] 'applied index is now lower than readState.Index' (duration: 103.261004ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:27.648912Z","caller":"traceutil/trace.go:171","msg":"trace[1765819773] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"123.540139ms","start":"2026-04-28T05:02:27.525351Z","end":"2026-04-28T05:02:27.648892Z","steps":["trace[1765819773] 'process raft request' (duration: 123.144891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:27.649255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.675211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:02:27.649317Z","caller":"traceutil/trace.go:171","msg":"trace[1585519259] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2959; }","duration":"120.767304ms","start":"2026-04-28T05:02:27.528535Z","end":"2026-04-28T05:02:27.649302Z","steps":["trace[1585519259] 'agreement among raft nodes before linearized reading' (duration: 120.59068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:30.635397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.349732ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:30.635533Z","caller":"traceutil/trace.go:171","msg":"trace[1296165056] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2973; }","duration":"477.503685ms","start":"2026-04-28T05:02:30.15801Z","end":"2026-04-28T05:02:30.635514Z","steps":["trace[1296165056] 'range keys from in-memory index tree' (duration: 477.330851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:30.635617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.053844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:02:30.635735Z","caller":"traceutil/trace.go:171","msg":"trace[730169552] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"609.166426ms","start":"2026-04-28T05:02:30.026549Z","end":"2026-04-28T05:02:30.635715Z","steps":["trace[730169552] 'process raft request' (duration: 44.910268ms)","trace[730169552] 'compare' (duration: 563.949203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:30.635856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:30.026535Z","time spent":"609.252738ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:31.330047Z","caller":"traceutil/trace.go:171","msg":"trace[1305186445] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"117.124811ms","start":"2026-04-28T05:02:31.2129Z","end":"2026-04-28T05:02:31.330025Z","steps":["trace[1305186445] 'process raft request' (duration: 116.978909ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:31.574372Z","caller":"traceutil/trace.go:171","msg":"trace[908360033] transaction","detail":"{read_only:false; response_revision:2976; number_of_response:1; }","duration":"152.254563ms","start":"2026-04-28T05:02:31.422094Z","end":"2026-04-28T05:02:31.574349Z","steps":["trace[908360033] 'process raft request' (duration: 152.113941ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:33.701833Z","caller":"traceutil/trace.go:171","msg":"trace[672661807] linearizableReadLoop","detail":"{readStateIndex:3113; appliedIndex:3112; }","duration":"269.578038ms","start":"2026-04-28T05:02:33.43223Z","end":"2026-04-28T05:02:33.701808Z","steps":["trace[672661807] 'read index received' (duration: 269.415904ms)","trace[672661807] 'applied index is now lower than readState.Index' (duration: 160.694µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:33.7019Z","caller":"traceutil/trace.go:171","msg":"trace[1327209686] transaction","detail":"{read_only:false; response_revision:2984; number_of_response:1; }","duration":"367.381673ms","start":"2026-04-28T05:02:33.334483Z","end":"2026-04-28T05:02:33.701865Z","steps":["trace[1327209686] 'process raft request' (duration: 367.164778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:33.702031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.782141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-28T05:02:33.70207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:33.33446Z","time spent":"367.517366ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:33.702091Z","caller":"traceutil/trace.go:171","msg":"trace[1102223690] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:2984; }","duration":"269.892894ms","start":"2026-04-28T05:02:33.432185Z","end":"2026-04-28T05:02:33.702077Z","steps":["trace[1102223690] 'agreement among raft nodes before linearized reading' (duration: 269.7153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:34.152592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.094929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:02:34.152804Z","caller":"traceutil/trace.go:171","msg":"trace[1142187719] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"687.891479ms","start":"2026-04-28T05:02:33.464892Z","end":"2026-04-28T05:02:34.152783Z","steps":["trace[1142187719] 'process raft request' (duration: 434.505635ms)","trace[1142187719] 'compare' (duration: 252.724572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:34.152909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:33.464868Z","time spent":"687.986811ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:34.153013Z","caller":"traceutil/trace.go:171","msg":"trace[1405792882] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"573.484382ms","start":"2026-04-28T05:02:33.579498Z","end":"2026-04-28T05:02:34.152983Z","steps":["trace[1405792882] 'process raft request' (duration: 573.211357ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:34.153104Z","caller":"traceutil/trace.go:171","msg":"trace[2001452119] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"442.123216ms","start":"2026-04-28T05:02:33.710966Z","end":"2026-04-28T05:02:34.153089Z","steps":["trace[2001452119] 'process raft request' (duration: 442.064145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:34.153141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:33.579471Z","time spent":"573.612884ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:02:34.153191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.580565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:34.153212Z","caller":"traceutil/trace.go:171","msg":"trace[715063049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2988; }","duration":"547.659897ms","start":"2026-04-28T05:02:33.605548Z","end":"2026-04-28T05:02:34.153208Z","steps":["trace[715063049] 'agreement among raft nodes before linearized reading' (duration: 547.605676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:34.153227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:33.60553Z","time spent":"547.694838ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:02:34.153211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:33.710941Z","time spent":"442.220719ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:34.153305Z","caller":"traceutil/trace.go:171","msg":"trace[1021976142] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"502.253079ms","start":"2026-04-28T05:02:33.651047Z","end":"2026-04-28T05:02:34.1533Z","steps":["trace[1021976142] 'process raft request' (duration: 501.80196ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:34.153139Z","caller":"traceutil/trace.go:171","msg":"trace[1613733762] linearizableReadLoop","detail":"{readStateIndex:3116; appliedIndex:3113; }","duration":"451.229589ms","start":"2026-04-28T05:02:33.701902Z","end":"2026-04-28T05:02:34.153132Z","steps":["trace[1613733762] 'read index received' (duration: 197.510588ms)","trace[1613733762] 'applied index is now lower than readState.Index' (duration: 253.718481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:34.153338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:33.651022Z","time spent":"502.29859ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:02:34.153331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:33.703201Z","time spent":"450.128208ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T05:02:34.153588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.212199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:02:34.153651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.251813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T05:02:34.153666Z","caller":"traceutil/trace.go:171","msg":"trace[148595827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2988; }","duration":"148.287744ms","start":"2026-04-28T05:02:34.005374Z","end":"2026-04-28T05:02:34.153662Z","steps":["trace[148595827] 'agreement among raft nodes before linearized reading' (duration: 148.216563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:34.153679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.195712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T05:02:34.153743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.901453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T05:02:34.153772Z","caller":"traceutil/trace.go:171","msg":"trace[668179639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2988; }","duration":"390.957464ms","start":"2026-04-28T05:02:33.762806Z","end":"2026-04-28T05:02:34.153764Z","steps":["trace[668179639] 'agreement among raft nodes before linearized reading' (duration: 390.873543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:34.153757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.512138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T05:02:34.15381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:33.762793Z","time spent":"391.010595ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T05:02:34.153832Z","caller":"traceutil/trace.go:171","msg":"trace[14406691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2988; }","duration":"194.61575ms","start":"2026-04-28T05:02:33.9592Z","end":"2026-04-28T05:02:34.153816Z","steps":["trace[14406691] 'agreement among raft nodes before linearized reading' (duration: 194.445187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:34.153883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.713992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T05:02:34.153937Z","caller":"traceutil/trace.go:171","msg":"trace[540726660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2988; }","duration":"164.805884ms","start":"2026-04-28T05:02:33.989119Z","end":"2026-04-28T05:02:34.153925Z","steps":["trace[540726660] 'agreement among raft nodes before linearized reading' (duration: 164.680942ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:34.153655Z","caller":"traceutil/trace.go:171","msg":"trace[1105608365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:2988; }","duration":"438.314341ms","start":"2026-04-28T05:02:33.715325Z","end":"2026-04-28T05:02:34.153639Z","steps":["trace[1105608365] 'agreement among raft nodes before linearized reading' (duration: 438.067356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:34.154033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:33.715312Z","time spent":"438.712478ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T05:02:34.153766Z","caller":"traceutil/trace.go:171","msg":"trace[141950473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2988; }","duration":"149.304774ms","start":"2026-04-28T05:02:34.004445Z","end":"2026-04-28T05:02:34.15375Z","steps":["trace[141950473] 'agreement among raft nodes before linearized reading' (duration: 149.10482ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:34.286111Z","caller":"traceutil/trace.go:171","msg":"trace[971971322] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"128.459067ms","start":"2026-04-28T05:02:34.157625Z","end":"2026-04-28T05:02:34.286085Z","steps":["trace[971971322] 'process raft request' (duration: 128.11674ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:34.286414Z","caller":"traceutil/trace.go:171","msg":"trace[1892051478] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"128.374036ms","start":"2026-04-28T05:02:34.158011Z","end":"2026-04-28T05:02:34.286385Z","steps":["trace[1892051478] 'process raft request' (duration: 127.953657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:34.28652Z","caller":"traceutil/trace.go:171","msg":"trace[631924989] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"126.821855ms","start":"2026-04-28T05:02:34.159683Z","end":"2026-04-28T05:02:34.286505Z","steps":["trace[631924989] 'process raft request' (duration: 126.713973ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:34.286655Z","caller":"traceutil/trace.go:171","msg":"trace[256909822] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"128.524718ms","start":"2026-04-28T05:02:34.15812Z","end":"2026-04-28T05:02:34.286645Z","steps":["trace[256909822] 'process raft request' (duration: 128.161061ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:34.286749Z","caller":"traceutil/trace.go:171","msg":"trace[1153939149] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"127.477318ms","start":"2026-04-28T05:02:34.159259Z","end":"2026-04-28T05:02:34.286736Z","steps":["trace[1153939149] 'process raft request' (duration: 127.104031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:34.286783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.979129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68645"} {"level":"info","ts":"2026-04-28T05:02:34.286828Z","caller":"traceutil/trace.go:171","msg":"trace[1703780290] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2994; }","duration":"128.06921ms","start":"2026-04-28T05:02:34.158747Z","end":"2026-04-28T05:02:34.286816Z","steps":["trace[1703780290] 'agreement among raft nodes before linearized reading' (duration: 127.839785ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:38.326232Z","caller":"traceutil/trace.go:171","msg":"trace[620471068] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"159.769913ms","start":"2026-04-28T05:02:38.166443Z","end":"2026-04-28T05:02:38.326213Z","steps":["trace[620471068] 'process raft request' (duration: 159.650441ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:38.3327Z","caller":"traceutil/trace.go:171","msg":"trace[41562686] transaction","detail":"{read_only:false; response_revision:3009; number_of_response:1; }","duration":"163.258634ms","start":"2026-04-28T05:02:38.169426Z","end":"2026-04-28T05:02:38.332684Z","steps":["trace[41562686] 'process raft request' (duration: 163.028189ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:38.332818Z","caller":"traceutil/trace.go:171","msg":"trace[788016853] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"162.322385ms","start":"2026-04-28T05:02:38.170466Z","end":"2026-04-28T05:02:38.332788Z","steps":["trace[788016853] 'process raft request' (duration: 162.145371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:38.933414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.500289ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T05:02:41.92555Z","caller":"traceutil/trace.go:171","msg":"trace[1545896631] transaction","detail":"{read_only:false; response_revision:3027; number_of_response:1; }","duration":"117.645494ms","start":"2026-04-28T05:02:41.80788Z","end":"2026-04-28T05:02:41.925526Z","steps":["trace[1545896631] 'process raft request' (duration: 117.594293ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:41.925586Z","caller":"traceutil/trace.go:171","msg":"trace[107212151] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"119.517542ms","start":"2026-04-28T05:02:41.806039Z","end":"2026-04-28T05:02:41.925557Z","steps":["trace[107212151] 'process raft request' (duration: 28.101488ms)","trace[107212151] 'compare' (duration: 91.23365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:42.67392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.221023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:02:42.674216Z","caller":"traceutil/trace.go:171","msg":"trace[314050340] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"234.071635ms","start":"2026-04-28T05:02:42.440126Z","end":"2026-04-28T05:02:42.674197Z","steps":["trace[314050340] 'process raft request' (duration: 234.024324ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:42.674378Z","caller":"traceutil/trace.go:171","msg":"trace[1135021797] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"236.741788ms","start":"2026-04-28T05:02:42.437605Z","end":"2026-04-28T05:02:42.674347Z","steps":["trace[1135021797] 'process raft request' (duration: 31.006845ms)","trace[1135021797] 'compare' (duration: 204.928908ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:42.674437Z","caller":"traceutil/trace.go:171","msg":"trace[376145896] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"234.816979ms","start":"2026-04-28T05:02:42.43961Z","end":"2026-04-28T05:02:42.674427Z","steps":["trace[376145896] 'process raft request' (duration: 234.417612ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:42.674568Z","caller":"traceutil/trace.go:171","msg":"trace[761895286] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"234.716939ms","start":"2026-04-28T05:02:42.439841Z","end":"2026-04-28T05:02:42.674558Z","steps":["trace[761895286] 'process raft request' (duration: 234.275099ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:44.102795Z","caller":"traceutil/trace.go:171","msg":"trace[1537216351] linearizableReadLoop","detail":"{readStateIndex:3167; appliedIndex:3166; }","duration":"496.509475ms","start":"2026-04-28T05:02:43.606262Z","end":"2026-04-28T05:02:44.102772Z","steps":["trace[1537216351] 'read index received' (duration: 496.395083ms)","trace[1537216351] 'applied index is now lower than readState.Index' (duration: 112.892µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:44.102824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:43.434035Z","time spent":"668.781605ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T05:02:44.10291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.639497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:44.102943Z","caller":"traceutil/trace.go:171","msg":"trace[140859302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3035; }","duration":"496.724889ms","start":"2026-04-28T05:02:43.606208Z","end":"2026-04-28T05:02:44.102933Z","steps":["trace[140859302] 'agreement among raft nodes before linearized reading' (duration: 496.651688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:44.102975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:43.606187Z","time spent":"496.779119ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:02:44.389949Z","caller":"traceutil/trace.go:171","msg":"trace[1681044641] linearizableReadLoop","detail":"{readStateIndex:3168; appliedIndex:3167; }","duration":"285.885155ms","start":"2026-04-28T05:02:44.104037Z","end":"2026-04-28T05:02:44.389922Z","steps":["trace[1681044641] 'read index received' (duration: 228.728161ms)","trace[1681044641] 'applied index is now lower than readState.Index' (duration: 57.155414ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:44.389961Z","caller":"traceutil/trace.go:171","msg":"trace[563962843] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"459.35945ms","start":"2026-04-28T05:02:43.930574Z","end":"2026-04-28T05:02:44.389934Z","steps":["trace[563962843] 'process raft request' (duration: 402.164014ms)","trace[563962843] 'compare' (duration: 57.047303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:44.390087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.032598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:44.390118Z","caller":"traceutil/trace.go:171","msg":"trace[461028277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3036; }","duration":"286.11449ms","start":"2026-04-28T05:02:44.103994Z","end":"2026-04-28T05:02:44.390109Z","steps":["trace[461028277] 'agreement among raft nodes before linearized reading' (duration: 286.040398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:44.390125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:43.930549Z","time spent":"459.503352ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:44.403025Z","caller":"traceutil/trace.go:171","msg":"trace[1389562499] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"298.94437ms","start":"2026-04-28T05:02:44.104065Z","end":"2026-04-28T05:02:44.40301Z","steps":["trace[1389562499] 'process raft request' (duration: 298.844018ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:44.690134Z","caller":"traceutil/trace.go:171","msg":"trace[687587331] linearizableReadLoop","detail":"{readStateIndex:3173; appliedIndex:3172; }","duration":"224.504189ms","start":"2026-04-28T05:02:44.465605Z","end":"2026-04-28T05:02:44.690109Z","steps":["trace[687587331] 'read index received' (duration: 161.144333ms)","trace[687587331] 'applied index is now lower than readState.Index' (duration: 63.358516ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:44.690241Z","caller":"traceutil/trace.go:171","msg":"trace[405439885] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"225.921206ms","start":"2026-04-28T05:02:44.464294Z","end":"2026-04-28T05:02:44.690215Z","steps":["trace[405439885] 'process raft request' (duration: 162.55683ms)","trace[405439885] 'compare' (duration: 63.145262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:44.690496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.884456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68645"} {"level":"info","ts":"2026-04-28T05:02:44.690554Z","caller":"traceutil/trace.go:171","msg":"trace[1056800418] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:3041; }","duration":"224.991318ms","start":"2026-04-28T05:02:44.465549Z","end":"2026-04-28T05:02:44.69054Z","steps":["trace[1056800418] 'agreement among raft nodes before linearized reading' (duration: 224.708003ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:44.956135Z","caller":"traceutil/trace.go:171","msg":"trace[1369364284] transaction","detail":"{read_only:false; response_revision:3043; number_of_response:1; }","duration":"261.130312ms","start":"2026-04-28T05:02:44.69498Z","end":"2026-04-28T05:02:44.95611Z","steps":["trace[1369364284] 'process raft request' (duration: 261.0403ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:44.956474Z","caller":"traceutil/trace.go:171","msg":"trace[1916769120] transaction","detail":"{read_only:false; response_revision:3042; number_of_response:1; }","duration":"261.844446ms","start":"2026-04-28T05:02:44.694616Z","end":"2026-04-28T05:02:44.956461Z","steps":["trace[1916769120] 'process raft request' (duration: 177.41218ms)","trace[1916769120] 'compare' (duration: 83.846135ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:44.956609Z","caller":"traceutil/trace.go:171","msg":"trace[1980299437] transaction","detail":"{read_only:false; response_revision:3045; number_of_response:1; }","duration":"260.971699ms","start":"2026-04-28T05:02:44.695623Z","end":"2026-04-28T05:02:44.956595Z","steps":["trace[1980299437] 'process raft request' (duration: 260.694474ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:44.956439Z","caller":"traceutil/trace.go:171","msg":"trace[351005333] transaction","detail":"{read_only:false; response_revision:3044; number_of_response:1; }","duration":"261.434408ms","start":"2026-04-28T05:02:44.694976Z","end":"2026-04-28T05:02:44.95641Z","steps":["trace[351005333] 'process raft request' (duration: 261.099771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:46.059756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.883524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:02:46.059878Z","caller":"traceutil/trace.go:171","msg":"trace[1556051945] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3045; }","duration":"852.116599ms","start":"2026-04-28T05:02:45.207741Z","end":"2026-04-28T05:02:46.059858Z","steps":["trace[1556051945] 'count revisions from in-memory index tree' (duration: 851.750982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:46.059868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.183028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:02:46.059938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:45.207712Z","time spent":"852.20665ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:02:46.059972Z","caller":"traceutil/trace.go:171","msg":"trace[618987561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3045; }","duration":"454.31907ms","start":"2026-04-28T05:02:45.605612Z","end":"2026-04-28T05:02:46.059931Z","steps":["trace[618987561] 'range keys from in-memory index tree' (duration: 454.092196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:46.060028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:45.605592Z","time spent":"454.423233ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:02:46.060125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.811519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T05:02:46.060198Z","caller":"traceutil/trace.go:171","msg":"trace[2069204533] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3045; }","duration":"419.93018ms","start":"2026-04-28T05:02:45.640248Z","end":"2026-04-28T05:02:46.060178Z","steps":["trace[2069204533] 'range keys from in-memory index tree' (duration: 419.562633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:46.060239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:45.640226Z","time spent":"420.004302ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T05:02:46.994285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317021203,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T05:02:47.329519Z","caller":"traceutil/trace.go:171","msg":"trace[398818932] transaction","detail":"{read_only:false; response_revision:3047; number_of_response:1; }","duration":"934.951296ms","start":"2026-04-28T05:02:46.394545Z","end":"2026-04-28T05:02:47.329497Z","steps":["trace[398818932] 'process raft request' (duration: 934.819483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:47.329716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:46.39452Z","time spent":"935.12851ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:47.368786Z","caller":"traceutil/trace.go:171","msg":"trace[1763005414] transaction","detail":"{read_only:false; response_revision:3048; number_of_response:1; }","duration":"903.685635ms","start":"2026-04-28T05:02:46.465077Z","end":"2026-04-28T05:02:47.368763Z","steps":["trace[1763005414] 'process raft request' (duration: 903.524072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:47.36893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:46.465051Z","time spent":"903.805918ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:02:47.369102Z","caller":"traceutil/trace.go:171","msg":"trace[1709354632] linearizableReadLoop","detail":"{readStateIndex:3182; appliedIndex:3178; }","duration":"874.873323ms","start":"2026-04-28T05:02:46.494207Z","end":"2026-04-28T05:02:47.36908Z","steps":["trace[1709354632] 'read index received' (duration: 835.169489ms)","trace[1709354632] 'applied index is now lower than readState.Index' (duration: 39.702594ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:47.369206Z","caller":"traceutil/trace.go:171","msg":"trace[1654432154] transaction","detail":"{read_only:false; response_revision:3050; number_of_response:1; }","duration":"902.167387ms","start":"2026-04-28T05:02:46.467008Z","end":"2026-04-28T05:02:47.369175Z","steps":["trace[1654432154] 'process raft request' (duration: 901.949722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:47.36927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.041547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:47.369287Z","caller":"traceutil/trace.go:171","msg":"trace[498497825] transaction","detail":"{read_only:false; response_revision:3049; number_of_response:1; }","duration":"903.047553ms","start":"2026-04-28T05:02:46.466227Z","end":"2026-04-28T05:02:47.369274Z","steps":["trace[498497825] 'process raft request' (duration: 902.492782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:47.369317Z","caller":"traceutil/trace.go:171","msg":"trace[883902666] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3050; }","duration":"875.15699ms","start":"2026-04-28T05:02:46.494146Z","end":"2026-04-28T05:02:47.369303Z","steps":["trace[883902666] 'agreement among raft nodes before linearized reading' (duration: 875.065778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:47.369316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:46.466992Z","time spent":"902.266369ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:02:47.36936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:46.466214Z","time spent":"903.106665ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:02:47.369363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:46.494118Z","time spent":"875.23459ms","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:02:47.552501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.904584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:02:47.552628Z","caller":"traceutil/trace.go:171","msg":"trace[1336591755] linearizableReadLoop","detail":"{readStateIndex:3183; appliedIndex:3182; }","duration":"183.422868ms","start":"2026-04-28T05:02:47.369183Z","end":"2026-04-28T05:02:47.552605Z","steps":["trace[1336591755] 'read index received' (duration: 56.242347ms)","trace[1336591755] 'applied index is now lower than readState.Index' (duration: 127.176511ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:47.552674Z","caller":"traceutil/trace.go:171","msg":"trace[2047226838] transaction","detail":"{read_only:false; response_revision:3051; number_of_response:1; }","duration":"196.082194ms","start":"2026-04-28T05:02:47.356549Z","end":"2026-04-28T05:02:47.552631Z","steps":["trace[2047226838] 'process raft request' (duration: 68.972885ms)","trace[2047226838] 'compare' (duration: 126.773702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:47.552765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.307213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T05:02:47.5528Z","caller":"traceutil/trace.go:171","msg":"trace[562870447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3051; }","duration":"592.381273ms","start":"2026-04-28T05:02:46.96041Z","end":"2026-04-28T05:02:47.552791Z","steps":["trace[562870447] 'agreement among raft nodes before linearized reading' (duration: 592.271181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:47.552831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:46.96039Z","time spent":"592.434205ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:02:47.552809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.810963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T05:02:47.552879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.999399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:47.552979Z","caller":"traceutil/trace.go:171","msg":"trace[154150296] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3051; }","duration":"226.151121ms","start":"2026-04-28T05:02:47.326807Z","end":"2026-04-28T05:02:47.552959Z","steps":["trace[154150296] 'agreement among raft nodes before linearized reading' (duration: 225.946528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:47.552945Z","caller":"traceutil/trace.go:171","msg":"trace[183271179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3051; }","duration":"591.969076ms","start":"2026-04-28T05:02:46.96096Z","end":"2026-04-28T05:02:47.552929Z","steps":["trace[183271179] 'agreement among raft nodes before linearized reading' (duration: 591.67056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:47.55299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.857384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T05:02:47.552967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.464935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:02:47.553026Z","caller":"traceutil/trace.go:171","msg":"trace[390070111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3051; }","duration":"591.940606ms","start":"2026-04-28T05:02:46.961077Z","end":"2026-04-28T05:02:47.553017Z","steps":["trace[390070111] 'agreement among raft nodes before linearized reading' (duration: 591.849624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:47.553014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.576357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T05:02:47.553006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.691608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T05:02:47.553019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.743896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:02:47.553063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:46.961044Z","time spent":"592.010097ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T05:02:47.553077Z","caller":"traceutil/trace.go:171","msg":"trace[828496065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3051; }","duration":"592.676389ms","start":"2026-04-28T05:02:46.960384Z","end":"2026-04-28T05:02:47.55306Z","steps":["trace[828496065] 'agreement among raft nodes before linearized reading' (duration: 592.524196ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:47.55309Z","caller":"traceutil/trace.go:171","msg":"trace[834018323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3051; }","duration":"858.823401ms","start":"2026-04-28T05:02:46.694249Z","end":"2026-04-28T05:02:47.553072Z","steps":["trace[834018323] 'agreement among raft nodes before linearized reading' (duration: 858.590026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:47.553029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:46.96095Z","time spent":"592.067257ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T05:02:47.553103Z","caller":"traceutil/trace.go:171","msg":"trace[643775980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3051; }","duration":"946.881808ms","start":"2026-04-28T05:02:46.606202Z","end":"2026-04-28T05:02:47.553083Z","steps":["trace[643775980] 'agreement among raft nodes before linearized reading' (duration: 946.704774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:47.553134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:46.960364Z","time spent":"592.760571ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:02:47.553147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:46.694231Z","time spent":"858.898392ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T05:02:47.553053Z","caller":"traceutil/trace.go:171","msg":"trace[1107349074] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3051; }","duration":"856.570788ms","start":"2026-04-28T05:02:46.69646Z","end":"2026-04-28T05:02:47.55303Z","steps":["trace[1107349074] 'agreement among raft nodes before linearized reading' (duration: 856.356744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:47.553157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:46.606185Z","time spent":"946.96427ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:02:47.553045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.367704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:47.553295Z","caller":"traceutil/trace.go:171","msg":"trace[354108644] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3051; }","duration":"230.767911ms","start":"2026-04-28T05:02:47.32251Z","end":"2026-04-28T05:02:47.553278Z","steps":["trace[354108644] 'agreement among raft nodes before linearized reading' (duration: 230.208131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:47.553231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:02:46.696447Z","time spent":"856.757691ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T05:02:47.64484Z","caller":"traceutil/trace.go:171","msg":"trace[1983175513] transaction","detail":"{read_only:false; response_revision:3052; number_of_response:1; }","duration":"190.554216ms","start":"2026-04-28T05:02:47.454259Z","end":"2026-04-28T05:02:47.644813Z","steps":["trace[1983175513] 'process raft request' (duration: 190.363273ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:47.693179Z","caller":"traceutil/trace.go:171","msg":"trace[698104556] transaction","detail":"{read_only:false; response_revision:3053; number_of_response:1; }","duration":"135.959072ms","start":"2026-04-28T05:02:47.557196Z","end":"2026-04-28T05:02:47.693155Z","steps":["trace[698104556] 'process raft request' (duration: 105.184022ms)","trace[698104556] 'compare' (duration: 30.588996ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:02:47.693515Z","caller":"traceutil/trace.go:171","msg":"trace[968868462] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"135.814479ms","start":"2026-04-28T05:02:47.557669Z","end":"2026-04-28T05:02:47.693484Z","steps":["trace[968868462] 'process raft request' (duration: 135.439012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:47.693574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.103293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:47.693607Z","caller":"traceutil/trace.go:171","msg":"trace[2077755792] transaction","detail":"{read_only:false; response_revision:3056; number_of_response:1; }","duration":"134.906661ms","start":"2026-04-28T05:02:47.558686Z","end":"2026-04-28T05:02:47.693593Z","steps":["trace[2077755792] 'process raft request' (duration: 134.755578ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:47.69366Z","caller":"traceutil/trace.go:171","msg":"trace[58630634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3057; }","duration":"139.260696ms","start":"2026-04-28T05:02:47.554379Z","end":"2026-04-28T05:02:47.69364Z","steps":["trace[58630634] 'agreement among raft nodes before linearized reading' (duration: 139.138604ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:47.693662Z","caller":"traceutil/trace.go:171","msg":"trace[1413467468] transaction","detail":"{read_only:false; response_revision:3057; number_of_response:1; }","duration":"134.574815ms","start":"2026-04-28T05:02:47.559055Z","end":"2026-04-28T05:02:47.69363Z","steps":["trace[1413467468] 'process raft request' (duration: 134.415182ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:47.693652Z","caller":"traceutil/trace.go:171","msg":"trace[1239235740] transaction","detail":"{read_only:false; response_revision:3055; number_of_response:1; }","duration":"135.487292ms","start":"2026-04-28T05:02:47.558118Z","end":"2026-04-28T05:02:47.693605Z","steps":["trace[1239235740] 'process raft request' (duration: 135.209977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:02:47.693984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.512733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68645"} {"level":"info","ts":"2026-04-28T05:02:47.694034Z","caller":"traceutil/trace.go:171","msg":"trace[1873222447] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:3057; }","duration":"136.621035ms","start":"2026-04-28T05:02:47.557402Z","end":"2026-04-28T05:02:47.694023Z","steps":["trace[1873222447] 'agreement among raft nodes before linearized reading' (duration: 136.338009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:49.410912Z","caller":"traceutil/trace.go:171","msg":"trace[1915369906] transaction","detail":"{read_only:false; response_revision:3058; number_of_response:1; }","duration":"164.905147ms","start":"2026-04-28T05:02:49.245987Z","end":"2026-04-28T05:02:49.410892Z","steps":["trace[1915369906] 'process raft request' (duration: 164.747074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:49.481778Z","caller":"traceutil/trace.go:171","msg":"trace[1262164819] transaction","detail":"{read_only:false; response_revision:3060; number_of_response:1; }","duration":"107.70624ms","start":"2026-04-28T05:02:49.374046Z","end":"2026-04-28T05:02:49.481752Z","steps":["trace[1262164819] 'process raft request' (duration: 107.610779ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:49.482056Z","caller":"traceutil/trace.go:171","msg":"trace[887306006] transaction","detail":"{read_only:false; response_revision:3061; number_of_response:1; }","duration":"107.945995ms","start":"2026-04-28T05:02:49.374098Z","end":"2026-04-28T05:02:49.482044Z","steps":["trace[887306006] 'process raft request' (duration: 107.618198ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:49.482087Z","caller":"traceutil/trace.go:171","msg":"trace[717137126] transaction","detail":"{read_only:false; response_revision:3062; number_of_response:1; }","duration":"107.516937ms","start":"2026-04-28T05:02:49.374538Z","end":"2026-04-28T05:02:49.482055Z","steps":["trace[717137126] 'process raft request' (duration: 107.426915ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:49.482266Z","caller":"traceutil/trace.go:171","msg":"trace[216675200] transaction","detail":"{read_only:false; response_revision:3059; number_of_response:1; }","duration":"148.13808ms","start":"2026-04-28T05:02:49.334113Z","end":"2026-04-28T05:02:49.482252Z","steps":["trace[216675200] 'process raft request' (duration: 147.366764ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:53.637085Z","caller":"traceutil/trace.go:171","msg":"trace[1605846414] linearizableReadLoop","detail":"{readStateIndex:3210; appliedIndex:3209; }","duration":"158.381219ms","start":"2026-04-28T05:02:53.478625Z","end":"2026-04-28T05:02:53.637006Z","steps":["trace[1605846414] 'read index received' (duration: 158.345798ms)","trace[1605846414] 'applied index is now lower than readState.Index' (duration: 31.971µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:02:53.637425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.761666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:02:53.637493Z","caller":"traceutil/trace.go:171","msg":"trace[467977113] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3076; }","duration":"158.889329ms","start":"2026-04-28T05:02:53.478589Z","end":"2026-04-28T05:02:53.637478Z","steps":["trace[467977113] 'agreement among raft nodes before linearized reading' (duration: 158.652884ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:53.642743Z","caller":"traceutil/trace.go:171","msg":"trace[2118051868] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"147.948105ms","start":"2026-04-28T05:02:53.494769Z","end":"2026-04-28T05:02:53.642717Z","steps":["trace[2118051868] 'process raft request' (duration: 147.749721ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:53.643027Z","caller":"traceutil/trace.go:171","msg":"trace[543426034] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"138.533261ms","start":"2026-04-28T05:02:53.504468Z","end":"2026-04-28T05:02:53.643001Z","steps":["trace[543426034] 'process raft request' (duration: 138.388229ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:53.643039Z","caller":"traceutil/trace.go:171","msg":"trace[294275022] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"137.96648ms","start":"2026-04-28T05:02:53.505058Z","end":"2026-04-28T05:02:53.643024Z","steps":["trace[294275022] 'process raft request' (duration: 137.890828ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:02:53.643062Z","caller":"traceutil/trace.go:171","msg":"trace[781241363] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"138.99273ms","start":"2026-04-28T05:02:53.504053Z","end":"2026-04-28T05:02:53.643046Z","steps":["trace[781241363] 'process raft request' (duration: 138.621583ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:21.957463Z","caller":"traceutil/trace.go:171","msg":"trace[437695054] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"100.508751ms","start":"2026-04-28T05:03:21.856928Z","end":"2026-04-28T05:03:21.957437Z","steps":["trace[437695054] 'process raft request' (duration: 100.320567ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:22.104298Z","caller":"traceutil/trace.go:171","msg":"trace[974162312] transaction","detail":"{read_only:false; response_revision:3222; number_of_response:1; }","duration":"240.101672ms","start":"2026-04-28T05:03:21.864131Z","end":"2026-04-28T05:03:22.104233Z","steps":["trace[974162312] 'process raft request' (duration: 239.760285ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:22.104475Z","caller":"traceutil/trace.go:171","msg":"trace[291064548] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"239.52014ms","start":"2026-04-28T05:03:21.864937Z","end":"2026-04-28T05:03:22.104457Z","steps":["trace[291064548] 'process raft request' (duration: 239.208444ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:22.104666Z","caller":"traceutil/trace.go:171","msg":"trace[628784566] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"238.962249ms","start":"2026-04-28T05:03:21.86568Z","end":"2026-04-28T05:03:22.104642Z","steps":["trace[628784566] 'process raft request' (duration: 238.720424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:22.104717Z","caller":"traceutil/trace.go:171","msg":"trace[1248392008] linearizableReadLoop","detail":"{readStateIndex:3363; appliedIndex:3360; }","duration":"127.19134ms","start":"2026-04-28T05:03:21.977436Z","end":"2026-04-28T05:03:22.104628Z","steps":["trace[1248392008] 'read index received' (duration: 126.524208ms)","trace[1248392008] 'applied index is now lower than readState.Index' (duration: 665.392µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:03:22.105067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.284142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T05:03:22.105138Z","caller":"traceutil/trace.go:171","msg":"trace[538039521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3224; }","duration":"109.391823ms","start":"2026-04-28T05:03:21.99571Z","end":"2026-04-28T05:03:22.105102Z","steps":["trace[538039521] 'agreement among raft nodes before linearized reading' (duration: 109.125757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:22.105649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.20897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T05:03:22.105743Z","caller":"traceutil/trace.go:171","msg":"trace[1196149458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3224; }","duration":"128.342583ms","start":"2026-04-28T05:03:21.977379Z","end":"2026-04-28T05:03:22.105722Z","steps":["trace[1196149458] 'agreement among raft nodes before linearized reading' (duration: 127.401774ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:24.255358Z","caller":"traceutil/trace.go:171","msg":"trace[845935169] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"144.981487ms","start":"2026-04-28T05:03:24.110355Z","end":"2026-04-28T05:03:24.255337Z","steps":["trace[845935169] 'process raft request' (duration: 48.125018ms)","trace[845935169] 'compare' (duration: 96.714816ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:03:24.255618Z","caller":"traceutil/trace.go:171","msg":"trace[1799692929] linearizableReadLoop","detail":"{readStateIndex:3374; appliedIndex:3371; }","duration":"130.622367ms","start":"2026-04-28T05:03:24.124905Z","end":"2026-04-28T05:03:24.255528Z","steps":["trace[1799692929] 'read index received' (duration: 4.06141ms)","trace[1799692929] 'applied index is now lower than readState.Index' (duration: 126.557327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:03:24.255894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.981505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T05:03:24.255858Z","caller":"traceutil/trace.go:171","msg":"trace[1755412551] transaction","detail":"{read_only:false; response_revision:3234; number_of_response:1; }","duration":"144.965038ms","start":"2026-04-28T05:03:24.110844Z","end":"2026-04-28T05:03:24.255809Z","steps":["trace[1755412551] 'process raft request' (duration: 144.460497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:24.255935Z","caller":"traceutil/trace.go:171","msg":"trace[234941891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3234; }","duration":"131.060747ms","start":"2026-04-28T05:03:24.124863Z","end":"2026-04-28T05:03:24.255924Z","steps":["trace[234941891] 'agreement among raft nodes before linearized reading' (duration: 130.941854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:24.256118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.470455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T05:03:24.256143Z","caller":"traceutil/trace.go:171","msg":"trace[1818508125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3234; }","duration":"129.495836ms","start":"2026-04-28T05:03:24.126641Z","end":"2026-04-28T05:03:24.256137Z","steps":["trace[1818508125] 'agreement among raft nodes before linearized reading' (duration: 129.431755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:24.256113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.797802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T05:03:24.256187Z","caller":"traceutil/trace.go:171","msg":"trace[653808929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3234; }","duration":"128.917244ms","start":"2026-04-28T05:03:24.127252Z","end":"2026-04-28T05:03:24.256169Z","steps":["trace[653808929] 'agreement among raft nodes before linearized reading' (duration: 128.71231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:24.256198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.490967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:03:24.256269Z","caller":"traceutil/trace.go:171","msg":"trace[1578116037] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3234; }","duration":"127.596308ms","start":"2026-04-28T05:03:24.128656Z","end":"2026-04-28T05:03:24.256252Z","steps":["trace[1578116037] 'agreement among raft nodes before linearized reading' (duration: 127.415534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:24.256381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.900813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T05:03:24.256463Z","caller":"traceutil/trace.go:171","msg":"trace[1759035293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3234; }","duration":"130.022225ms","start":"2026-04-28T05:03:24.126421Z","end":"2026-04-28T05:03:24.256443Z","steps":["trace[1759035293] 'agreement among raft nodes before linearized reading' (duration: 129.682679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:24.256715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.422203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T05:03:24.256756Z","caller":"traceutil/trace.go:171","msg":"trace[1697376015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3234; }","duration":"131.480664ms","start":"2026-04-28T05:03:24.125264Z","end":"2026-04-28T05:03:24.256744Z","steps":["trace[1697376015] 'agreement among raft nodes before linearized reading' (duration: 130.70545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:26.678624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317021658,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T05:03:26.804937Z","caller":"traceutil/trace.go:171","msg":"trace[1900307620] transaction","detail":"{read_only:false; response_revision:3240; number_of_response:1; }","duration":"832.65554ms","start":"2026-04-28T05:03:25.972218Z","end":"2026-04-28T05:03:26.804874Z","steps":["trace[1900307620] 'process raft request' (duration: 832.452906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:26.805102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:25.972184Z","time spent":"832.837585ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19147,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:03:26.817549Z","caller":"traceutil/trace.go:171","msg":"trace[1330356479] transaction","detail":"{read_only:false; response_revision:3242; number_of_response:1; }","duration":"682.820368ms","start":"2026-04-28T05:03:26.134703Z","end":"2026-04-28T05:03:26.817523Z","steps":["trace[1330356479] 'process raft request' (duration: 682.711906ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:26.817683Z","caller":"traceutil/trace.go:171","msg":"trace[1766513832] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"556.957532ms","start":"2026-04-28T05:03:26.260707Z","end":"2026-04-28T05:03:26.817665Z","steps":["trace[1766513832] 'process raft request' (duration: 556.767129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:26.817785Z","caller":"traceutil/trace.go:171","msg":"trace[930260470] linearizableReadLoop","detail":"{readStateIndex:3384; appliedIndex:3379; }","duration":"639.771018ms","start":"2026-04-28T05:03:26.178001Z","end":"2026-04-28T05:03:26.817772Z","steps":["trace[930260470] 'read index received' (duration: 626.648113ms)","trace[930260470] 'applied index is now lower than readState.Index' (duration: 13.121945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:03:26.817817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:26.260681Z","time spent":"557.084995ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:03:26.817811Z","caller":"traceutil/trace.go:171","msg":"trace[825855552] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"556.720699ms","start":"2026-04-28T05:03:26.26106Z","end":"2026-04-28T05:03:26.817781Z","steps":["trace[825855552] 'process raft request' (duration: 556.517715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:26.817701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:26.13468Z","time spent":"682.94594ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:03:26.817928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.904862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:03:26.817968Z","caller":"traceutil/trace.go:171","msg":"trace[570352351] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3244; }","duration":"639.997844ms","start":"2026-04-28T05:03:26.177959Z","end":"2026-04-28T05:03:26.817957Z","steps":["trace[570352351] 'agreement among raft nodes before linearized reading' (duration: 639.908502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:26.817974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:26.261032Z","time spent":"556.851051ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:03:26.817559Z","caller":"traceutil/trace.go:171","msg":"trace[1340329632] transaction","detail":"{read_only:false; response_revision:3241; number_of_response:1; }","duration":"844.878679ms","start":"2026-04-28T05:03:25.972646Z","end":"2026-04-28T05:03:26.817525Z","steps":["trace[1340329632] 'process raft request' (duration: 844.634694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:26.818003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:26.177943Z","time spent":"640.048965ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:03:26.818074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.150283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T05:03:26.818073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:25.972625Z","time spent":"845.40138ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:03:26.818133Z","caller":"traceutil/trace.go:171","msg":"trace[1551037517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3244; }","duration":"507.246964ms","start":"2026-04-28T05:03:26.310869Z","end":"2026-04-28T05:03:26.818116Z","steps":["trace[1551037517] 'agreement among raft nodes before linearized reading' (duration: 507.0403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:26.818119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.256469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:03:26.818234Z","caller":"traceutil/trace.go:171","msg":"trace[1702647051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3244; }","duration":"214.450963ms","start":"2026-04-28T05:03:26.603763Z","end":"2026-04-28T05:03:26.818214Z","steps":["trace[1702647051] 'agreement among raft nodes before linearized reading' (duration: 214.257109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:26.818251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.179928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:03:26.818275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.232659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T05:03:26.818327Z","caller":"traceutil/trace.go:171","msg":"trace[442117314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3244; }","duration":"476.31522ms","start":"2026-04-28T05:03:26.342Z","end":"2026-04-28T05:03:26.818315Z","steps":["trace[442117314] 'agreement among raft nodes before linearized reading' (duration: 476.196307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:26.818264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.885695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:03:26.818359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:26.341985Z","time spent":"476.368131ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:03:26.818173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:26.310846Z","time spent":"507.318406ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T05:03:26.818322Z","caller":"traceutil/trace.go:171","msg":"trace[2009938671] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:3244; }","duration":"314.250799ms","start":"2026-04-28T05:03:26.50405Z","end":"2026-04-28T05:03:26.818301Z","steps":["trace[2009938671] 'agreement among raft nodes before linearized reading' (duration: 314.148867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:26.818425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.078951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:03:26.81817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.443343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T05:03:26.818462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:26.503994Z","time spent":"314.456084ms","remote":"127.0.0.1:55560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:03:26.818462Z","caller":"traceutil/trace.go:171","msg":"trace[151687592] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3244; }","duration":"506.148482ms","start":"2026-04-28T05:03:26.312303Z","end":"2026-04-28T05:03:26.818452Z","steps":["trace[151687592] 'agreement among raft nodes before linearized reading' (duration: 506.0332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:26.818553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:26.312293Z","time spent":"506.250475ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T05:03:26.81853Z","caller":"traceutil/trace.go:171","msg":"trace[1250215539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3244; }","duration":"475.855631ms","start":"2026-04-28T05:03:26.342659Z","end":"2026-04-28T05:03:26.818515Z","steps":["trace[1250215539] 'agreement among raft nodes before linearized reading' (duration: 475.356152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:26.818549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.577141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T05:03:26.818597Z","caller":"traceutil/trace.go:171","msg":"trace[672532671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3244; }","duration":"507.663122ms","start":"2026-04-28T05:03:26.310923Z","end":"2026-04-28T05:03:26.818586Z","steps":["trace[672532671] 'agreement among raft nodes before linearized reading' (duration: 507.463948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:26.818603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:26.342639Z","time spent":"475.947843ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T05:03:26.818626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:26.310889Z","time spent":"507.730353ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T05:03:26.818367Z","caller":"traceutil/trace.go:171","msg":"trace[1406235717] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3244; }","duration":"390.011677ms","start":"2026-04-28T05:03:26.428344Z","end":"2026-04-28T05:03:26.818355Z","steps":["trace[1406235717] 'agreement among raft nodes before linearized reading' (duration: 389.865835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:26.8187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:26.428331Z","time spent":"390.354144ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":29,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:03:26.818726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.080806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T05:03:26.818789Z","caller":"traceutil/trace.go:171","msg":"trace[132960774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3244; }","duration":"477.200397ms","start":"2026-04-28T05:03:26.341574Z","end":"2026-04-28T05:03:26.818775Z","steps":["trace[132960774] 'agreement among raft nodes before linearized reading' (duration: 477.001363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:26.818824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:26.341552Z","time spent":"477.265419ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T05:03:27.027871Z","caller":"traceutil/trace.go:171","msg":"trace[632785111] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"204.780154ms","start":"2026-04-28T05:03:26.823053Z","end":"2026-04-28T05:03:27.027833Z","steps":["trace[632785111] 'process raft request' (duration: 198.780567ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:27.02816Z","caller":"traceutil/trace.go:171","msg":"trace[701791472] transaction","detail":"{read_only:false; response_revision:3249; number_of_response:1; }","duration":"204.893427ms","start":"2026-04-28T05:03:26.823243Z","end":"2026-04-28T05:03:27.028136Z","steps":["trace[701791472] 'process raft request' (duration: 204.846886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:27.028189Z","caller":"traceutil/trace.go:171","msg":"trace[1857452696] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"205.086491ms","start":"2026-04-28T05:03:26.823089Z","end":"2026-04-28T05:03:27.028175Z","steps":["trace[1857452696] 'process raft request' (duration: 204.651452ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:27.028313Z","caller":"traceutil/trace.go:171","msg":"trace[1021515457] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"205.178262ms","start":"2026-04-28T05:03:26.823126Z","end":"2026-04-28T05:03:27.028304Z","steps":["trace[1021515457] 'process raft request' (duration: 204.886437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:27.633864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.243564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:03:27.634155Z","caller":"traceutil/trace.go:171","msg":"trace[1721153151] transaction","detail":"{read_only:false; response_revision:3251; number_of_response:1; }","duration":"598.90093ms","start":"2026-04-28T05:03:27.035184Z","end":"2026-04-28T05:03:27.634085Z","steps":["trace[1721153151] 'process raft request' (duration: 212.34623ms)","trace[1721153151] 'compare' (duration: 386.083001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:03:27.634325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:27.035159Z","time spent":"599.080995ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:03:28.528129Z","caller":"traceutil/trace.go:171","msg":"trace[1140827797] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"129.811552ms","start":"2026-04-28T05:03:28.398287Z","end":"2026-04-28T05:03:28.528099Z","steps":["trace[1140827797] 'process raft request' (duration: 32.002785ms)","trace[1140827797] 'compare' (duration: 97.694225ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:03:29.022206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.617255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:03:29.022264Z","caller":"traceutil/trace.go:171","msg":"trace[1362021012] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3253; }","duration":"256.725337ms","start":"2026-04-28T05:03:28.765527Z","end":"2026-04-28T05:03:29.022252Z","steps":["trace[1362021012] 'count revisions from in-memory index tree' (duration: 256.527183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:29.326682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317021682,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T05:03:29.774531Z","caller":"traceutil/trace.go:171","msg":"trace[2067803400] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"950.043939ms","start":"2026-04-28T05:03:28.824457Z","end":"2026-04-28T05:03:29.774501Z","steps":["trace[2067803400] 'process raft request' (duration: 949.831625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:29.774693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:28.824422Z","time spent":"950.189532ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:03:29.798892Z","caller":"traceutil/trace.go:171","msg":"trace[217599503] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"974.13818ms","start":"2026-04-28T05:03:28.824717Z","end":"2026-04-28T05:03:29.798855Z","steps":["trace[217599503] 'process raft request' (duration: 973.885924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:29.799079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:28.82469Z","time spent":"974.293123ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:03:29.799339Z","caller":"traceutil/trace.go:171","msg":"trace[494425782] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"974.516887ms","start":"2026-04-28T05:03:28.824808Z","end":"2026-04-28T05:03:29.799325Z","steps":["trace[494425782] 'process raft request' (duration: 973.919785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:29.799518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:28.824768Z","time spent":"974.617879ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:03:29.799663Z","caller":"traceutil/trace.go:171","msg":"trace[2138107184] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"974.733011ms","start":"2026-04-28T05:03:28.824856Z","end":"2026-04-28T05:03:29.799589Z","steps":["trace[2138107184] 'process raft request' (duration: 973.912006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:29.800069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:28.824845Z","time spent":"974.902024ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:03:29.856849Z","caller":"traceutil/trace.go:171","msg":"trace[576305337] linearizableReadLoop","detail":"{readStateIndex:3398; appliedIndex:3393; }","duration":"1.030429768s","start":"2026-04-28T05:03:28.826389Z","end":"2026-04-28T05:03:29.856818Z","steps":["trace[576305337] 'read index received' (duration: 947.909378ms)","trace[576305337] 'applied index is now lower than readState.Index' (duration: 82.51858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:03:29.857218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.242386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T05:03:29.857237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.888179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T05:03:29.857295Z","caller":"traceutil/trace.go:171","msg":"trace[370321537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3257; }","duration":"824.336857ms","start":"2026-04-28T05:03:29.032941Z","end":"2026-04-28T05:03:29.857278Z","steps":["trace[370321537] 'agreement among raft nodes before linearized reading' (duration: 824.068962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:29.857337Z","caller":"traceutil/trace.go:171","msg":"trace[1577667021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3257; }","duration":"823.040842ms","start":"2026-04-28T05:03:29.034283Z","end":"2026-04-28T05:03:29.857324Z","steps":["trace[1577667021] 'agreement among raft nodes before linearized reading' (duration: 822.783617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:29.857342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:29.032935Z","time spent":"824.398048ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:03:29.857375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:29.034264Z","time spent":"823.105064ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:03:29.85738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.142274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T05:03:29.857454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.654344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T05:03:29.857468Z","caller":"traceutil/trace.go:171","msg":"trace[1866683988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3257; }","duration":"825.276777ms","start":"2026-04-28T05:03:29.032169Z","end":"2026-04-28T05:03:29.857445Z","steps":["trace[1866683988] 'agreement among raft nodes before linearized reading' (duration: 824.874239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:29.857586Z","caller":"traceutil/trace.go:171","msg":"trace[718735598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3257; }","duration":"824.774786ms","start":"2026-04-28T05:03:29.032755Z","end":"2026-04-28T05:03:29.857529Z","steps":["trace[718735598] 'agreement among raft nodes before linearized reading' (duration: 824.285367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:29.857638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:29.03274Z","time spent":"824.88259ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T05:03:29.857728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012191643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T05:03:29.857733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031343336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:03:29.857771Z","caller":"traceutil/trace.go:171","msg":"trace[860403103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3257; }","duration":"1.012258684s","start":"2026-04-28T05:03:28.845502Z","end":"2026-04-28T05:03:29.85776Z","steps":["trace[860403103] 'agreement among raft nodes before linearized reading' (duration: 1.011496588s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:29.857783Z","caller":"traceutil/trace.go:171","msg":"trace[1861580572] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3257; }","duration":"1.031421978s","start":"2026-04-28T05:03:28.826347Z","end":"2026-04-28T05:03:29.857769Z","steps":["trace[1861580572] 'agreement among raft nodes before linearized reading' (duration: 1.030699013s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:29.857802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:28.845491Z","time spent":"1.012303464s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:03:29.857817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:28.826335Z","time spent":"1.031474088s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:03:29.857639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:29.032153Z","time spent":"825.463061ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:03:30.292315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.754338ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:03:30.292446Z","caller":"traceutil/trace.go:171","msg":"trace[1788635154] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3262; }","duration":"134.949532ms","start":"2026-04-28T05:03:30.157479Z","end":"2026-04-28T05:03:30.292428Z","steps":["trace[1788635154] 'range keys from in-memory index tree' (duration: 134.738938ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:34.13937Z","caller":"traceutil/trace.go:171","msg":"trace[2061337199] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"350.564448ms","start":"2026-04-28T05:03:33.788781Z","end":"2026-04-28T05:03:34.139346Z","steps":["trace[2061337199] 'process raft request' (duration: 350.411035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:34.139578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:33.788757Z","time spent":"350.680721ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:03:34.296204Z","caller":"traceutil/trace.go:171","msg":"trace[560285389] transaction","detail":"{read_only:false; response_revision:3275; number_of_response:1; }","duration":"473.879913ms","start":"2026-04-28T05:03:33.822292Z","end":"2026-04-28T05:03:34.296172Z","steps":["trace[560285389] 'process raft request' (duration: 472.259111ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:34.296216Z","caller":"traceutil/trace.go:171","msg":"trace[1279175373] transaction","detail":"{read_only:false; response_revision:3276; number_of_response:1; }","duration":"472.551767ms","start":"2026-04-28T05:03:33.823648Z","end":"2026-04-28T05:03:34.2962Z","steps":["trace[1279175373] 'process raft request' (duration: 472.403684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:34.296341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:33.823626Z","time spent":"472.65361ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:03:34.296344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:33.822265Z","time spent":"474.010145ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:03:34.296364Z","caller":"traceutil/trace.go:171","msg":"trace[104210573] linearizableReadLoop","detail":"{readStateIndex:3419; appliedIndex:3415; }","duration":"386.957758ms","start":"2026-04-28T05:03:33.909379Z","end":"2026-04-28T05:03:34.296337Z","steps":["trace[104210573] 'read index received' (duration: 229.790023ms)","trace[104210573] 'applied index is now lower than readState.Index' (duration: 157.166525ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:03:34.296476Z","caller":"traceutil/trace.go:171","msg":"trace[567765774] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"472.472876ms","start":"2026-04-28T05:03:33.823984Z","end":"2026-04-28T05:03:34.296457Z","steps":["trace[567765774] 'process raft request' (duration: 472.17563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:34.296544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:33.823972Z","time spent":"472.534697ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:03:34.296652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.430539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T05:03:34.296672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.268023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T05:03:34.296706Z","caller":"traceutil/trace.go:171","msg":"trace[1014290544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3277; }","duration":"381.524001ms","start":"2026-04-28T05:03:33.91517Z","end":"2026-04-28T05:03:34.296694Z","steps":["trace[1014290544] 'agreement among raft nodes before linearized reading' (duration: 381.364678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:34.296713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.019102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:03:34.296741Z","caller":"traceutil/trace.go:171","msg":"trace[419962812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3277; }","duration":"387.380406ms","start":"2026-04-28T05:03:33.909343Z","end":"2026-04-28T05:03:34.296724Z","steps":["trace[419962812] 'agreement among raft nodes before linearized reading' (duration: 387.147921ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:34.296753Z","caller":"traceutil/trace.go:171","msg":"trace[882369733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3277; }","duration":"381.077452ms","start":"2026-04-28T05:03:33.915664Z","end":"2026-04-28T05:03:34.296741Z","steps":["trace[882369733] 'agreement among raft nodes before linearized reading' (duration: 380.97666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:34.296757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.052161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:03:34.296752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.987301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T05:03:34.2968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:33.90933Z","time spent":"387.461287ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T05:03:34.296812Z","caller":"traceutil/trace.go:171","msg":"trace[1524254439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3277; }","duration":"381.082102ms","start":"2026-04-28T05:03:33.915714Z","end":"2026-04-28T05:03:34.296796Z","steps":["trace[1524254439] 'agreement among raft nodes before linearized reading' (duration: 380.930309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:34.296838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:33.91565Z","time spent":"381.125753ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:03:34.296856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.244273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:03:34.296799Z","caller":"traceutil/trace.go:171","msg":"trace[1868492380] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3277; }","duration":"321.127843ms","start":"2026-04-28T05:03:33.975655Z","end":"2026-04-28T05:03:34.296783Z","steps":["trace[1868492380] 'agreement among raft nodes before linearized reading' (duration: 321.074092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:34.296872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:33.915705Z","time spent":"381.155683ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T05:03:34.296886Z","caller":"traceutil/trace.go:171","msg":"trace[416321234] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:3277; }","duration":"346.300344ms","start":"2026-04-28T05:03:33.950577Z","end":"2026-04-28T05:03:34.296877Z","steps":["trace[416321234] 'agreement among raft nodes before linearized reading' (duration: 346.256523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:34.29692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:33.950563Z","time spent":"346.348525ms","remote":"127.0.0.1:46996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:03:34.29693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:33.975625Z","time spent":"321.279146ms","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:03:34.296695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.482252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:03:34.297088Z","caller":"traceutil/trace.go:171","msg":"trace[78226345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3277; }","duration":"379.895449ms","start":"2026-04-28T05:03:33.917168Z","end":"2026-04-28T05:03:34.297064Z","steps":["trace[78226345] 'agreement among raft nodes before linearized reading' (duration: 379.371929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:34.297024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.697014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T05:03:34.297171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:33.917158Z","time spent":"379.990691ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T05:03:34.297195Z","caller":"traceutil/trace.go:171","msg":"trace[1947402138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3277; }","duration":"381.858847ms","start":"2026-04-28T05:03:33.915317Z","end":"2026-04-28T05:03:34.297176Z","steps":["trace[1947402138] 'agreement among raft nodes before linearized reading' (duration: 381.629183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:34.297263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:33.915243Z","time spent":"382.00034ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:03:34.296742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:03:33.915153Z","time spent":"381.581232ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T05:03:42.195074Z","caller":"traceutil/trace.go:171","msg":"trace[1075167367] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"143.944297ms","start":"2026-04-28T05:03:42.051106Z","end":"2026-04-28T05:03:42.195051Z","steps":["trace[1075167367] 'process raft request' (duration: 143.792445ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:42.652006Z","caller":"traceutil/trace.go:171","msg":"trace[524720746] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"145.506397ms","start":"2026-04-28T05:03:42.506466Z","end":"2026-04-28T05:03:42.651973Z","steps":["trace[524720746] 'process raft request' (duration: 91.382922ms)","trace[524720746] 'compare' (duration: 53.940152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:03:49.03155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.63556ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T05:03:49.180065Z","caller":"traceutil/trace.go:171","msg":"trace[1226935810] transaction","detail":"{read_only:false; response_revision:3354; number_of_response:1; }","duration":"124.940816ms","start":"2026-04-28T05:03:49.055097Z","end":"2026-04-28T05:03:49.180038Z","steps":["trace[1226935810] 'process raft request' (duration: 97.187146ms)","trace[1226935810] 'compare' (duration: 27.628408ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:03:52.430847Z","caller":"traceutil/trace.go:171","msg":"trace[735033801] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"103.234581ms","start":"2026-04-28T05:03:52.327585Z","end":"2026-04-28T05:03:52.43082Z","steps":["trace[735033801] 'process raft request' (duration: 103.041398ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:54.613718Z","caller":"traceutil/trace.go:171","msg":"trace[1400192457] transaction","detail":"{read_only:false; response_revision:3375; number_of_response:1; }","duration":"177.584552ms","start":"2026-04-28T05:03:54.436108Z","end":"2026-04-28T05:03:54.613693Z","steps":["trace[1400192457] 'process raft request' (duration: 177.437689ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:54.638686Z","caller":"traceutil/trace.go:171","msg":"trace[683147479] transaction","detail":"{read_only:false; response_revision:3376; number_of_response:1; }","duration":"134.120492ms","start":"2026-04-28T05:03:54.504539Z","end":"2026-04-28T05:03:54.638659Z","steps":["trace[683147479] 'process raft request' (duration: 133.945348ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:54.638828Z","caller":"traceutil/trace.go:171","msg":"trace[624776054] transaction","detail":"{read_only:false; response_revision:3377; number_of_response:1; }","duration":"130.735648ms","start":"2026-04-28T05:03:54.508078Z","end":"2026-04-28T05:03:54.638814Z","steps":["trace[624776054] 'process raft request' (duration: 130.535584ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:54.638964Z","caller":"traceutil/trace.go:171","msg":"trace[1917634696] linearizableReadLoop","detail":"{readStateIndex:3524; appliedIndex:3520; }","duration":"112.326665ms","start":"2026-04-28T05:03:54.526611Z","end":"2026-04-28T05:03:54.638937Z","steps":["trace[1917634696] 'read index received' (duration: 86.94167ms)","trace[1917634696] 'applied index is now lower than readState.Index' (duration: 25.383945ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:03:54.639012Z","caller":"traceutil/trace.go:171","msg":"trace[403217978] transaction","detail":"{read_only:false; response_revision:3378; number_of_response:1; }","duration":"118.975423ms","start":"2026-04-28T05:03:54.520013Z","end":"2026-04-28T05:03:54.638988Z","steps":["trace[403217978] 'process raft request' (duration: 118.733298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:54.639123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.513748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:03:54.63915Z","caller":"traceutil/trace.go:171","msg":"trace[1614972140] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3378; }","duration":"112.5823ms","start":"2026-04-28T05:03:54.526562Z","end":"2026-04-28T05:03:54.639144Z","steps":["trace[1614972140] 'agreement among raft nodes before linearized reading' (duration: 112.495558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:54.639345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.05495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T05:03:54.639405Z","caller":"traceutil/trace.go:171","msg":"trace[977096915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3378; }","duration":"112.127461ms","start":"2026-04-28T05:03:54.527264Z","end":"2026-04-28T05:03:54.639391Z","steps":["trace[977096915] 'agreement among raft nodes before linearized reading' (duration: 111.842326ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:56.797338Z","caller":"traceutil/trace.go:171","msg":"trace[581206884] transaction","detail":"{read_only:false; response_revision:3384; number_of_response:1; }","duration":"179.03725ms","start":"2026-04-28T05:03:56.618279Z","end":"2026-04-28T05:03:56.797317Z","steps":["trace[581206884] 'process raft request' (duration: 178.871477ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:56.798216Z","caller":"traceutil/trace.go:171","msg":"trace[1532144862] linearizableReadLoop","detail":"{readStateIndex:3533; appliedIndex:3529; }","duration":"137.72257ms","start":"2026-04-28T05:03:56.660469Z","end":"2026-04-28T05:03:56.798192Z","steps":["trace[1532144862] 'read index received' (duration: 136.67767ms)","trace[1532144862] 'applied index is now lower than readState.Index' (duration: 1.04354ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:03:56.798429Z","caller":"traceutil/trace.go:171","msg":"trace[1412722643] transaction","detail":"{read_only:false; response_revision:3385; number_of_response:1; }","duration":"154.148704ms","start":"2026-04-28T05:03:56.644267Z","end":"2026-04-28T05:03:56.798415Z","steps":["trace[1412722643] 'process raft request' (duration: 153.678105ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:56.798484Z","caller":"traceutil/trace.go:171","msg":"trace[97519650] transaction","detail":"{read_only:false; response_revision:3386; number_of_response:1; }","duration":"153.95097ms","start":"2026-04-28T05:03:56.644519Z","end":"2026-04-28T05:03:56.79847Z","steps":["trace[97519650] 'process raft request' (duration: 153.587323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:56.798535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.910307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:03:56.798423Z","caller":"traceutil/trace.go:171","msg":"trace[1293127270] transaction","detail":"{read_only:false; response_revision:3387; number_of_response:1; }","duration":"153.817427ms","start":"2026-04-28T05:03:56.644565Z","end":"2026-04-28T05:03:56.798382Z","steps":["trace[1293127270] 'process raft request' (duration: 153.578763ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:56.798594Z","caller":"traceutil/trace.go:171","msg":"trace[329853178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3387; }","duration":"134.001289ms","start":"2026-04-28T05:03:56.664578Z","end":"2026-04-28T05:03:56.79858Z","steps":["trace[329853178] 'agreement among raft nodes before linearized reading' (duration: 133.836056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:56.798735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.69788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T05:03:56.798739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.26439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T05:03:56.798768Z","caller":"traceutil/trace.go:171","msg":"trace[413739247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3387; }","duration":"125.73197ms","start":"2026-04-28T05:03:56.673029Z","end":"2026-04-28T05:03:56.798761Z","steps":["trace[413739247] 'agreement among raft nodes before linearized reading' (duration: 125.647919ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:56.798776Z","caller":"traceutil/trace.go:171","msg":"trace[164084272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3387; }","duration":"138.358882ms","start":"2026-04-28T05:03:56.660408Z","end":"2026-04-28T05:03:56.798766Z","steps":["trace[164084272] 'agreement among raft nodes before linearized reading' (duration: 138.239389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:56.799043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.280047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:03:56.799133Z","caller":"traceutil/trace.go:171","msg":"trace[1870763284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3387; }","duration":"131.40416ms","start":"2026-04-28T05:03:56.667708Z","end":"2026-04-28T05:03:56.799112Z","steps":["trace[1870763284] 'agreement among raft nodes before linearized reading' (duration: 131.127494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:03:56.799537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.985945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T05:03:56.799602Z","caller":"traceutil/trace.go:171","msg":"trace[1244750032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3387; }","duration":"127.053727ms","start":"2026-04-28T05:03:56.672533Z","end":"2026-04-28T05:03:56.799587Z","steps":["trace[1244750032] 'agreement among raft nodes before linearized reading' (duration: 126.795212ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:57.869171Z","caller":"traceutil/trace.go:171","msg":"trace[731701424] transaction","detail":"{read_only:false; response_revision:3395; number_of_response:1; }","duration":"202.229363ms","start":"2026-04-28T05:03:57.666916Z","end":"2026-04-28T05:03:57.869145Z","steps":["trace[731701424] 'process raft request' (duration: 202.04459ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:59.002013Z","caller":"traceutil/trace.go:171","msg":"trace[68364465] transaction","detail":"{read_only:false; response_revision:3400; number_of_response:1; }","duration":"122.377067ms","start":"2026-04-28T05:03:58.879599Z","end":"2026-04-28T05:03:59.001977Z","steps":["trace[68364465] 'process raft request' (duration: 36.911095ms)","trace[68364465] 'compare' (duration: 85.277588ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:03:59.062484Z","caller":"traceutil/trace.go:171","msg":"trace[1261548808] transaction","detail":"{read_only:false; response_revision:3401; number_of_response:1; }","duration":"182.290651ms","start":"2026-04-28T05:03:58.88017Z","end":"2026-04-28T05:03:59.062461Z","steps":["trace[1261548808] 'process raft request' (duration: 182.111987ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:59.062786Z","caller":"traceutil/trace.go:171","msg":"trace[621340034] transaction","detail":"{read_only:false; response_revision:3402; number_of_response:1; }","duration":"182.182709ms","start":"2026-04-28T05:03:58.880577Z","end":"2026-04-28T05:03:59.06276Z","steps":["trace[621340034] 'process raft request' (duration: 181.852883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:59.062875Z","caller":"traceutil/trace.go:171","msg":"trace[165789472] transaction","detail":"{read_only:false; response_revision:3403; number_of_response:1; }","duration":"182.195429ms","start":"2026-04-28T05:03:58.880673Z","end":"2026-04-28T05:03:59.062869Z","steps":["trace[165789472] 'process raft request' (duration: 182.000166ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:59.062888Z","caller":"traceutil/trace.go:171","msg":"trace[1549834863] transaction","detail":"{read_only:false; response_revision:3404; number_of_response:1; }","duration":"181.911693ms","start":"2026-04-28T05:03:58.880969Z","end":"2026-04-28T05:03:59.062881Z","steps":["trace[1549834863] 'process raft request' (duration: 181.806692ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:59.107404Z","caller":"traceutil/trace.go:171","msg":"trace[879850646] linearizableReadLoop","detail":"{readStateIndex:3547; appliedIndex:3545; }","duration":"227.065326ms","start":"2026-04-28T05:03:58.880279Z","end":"2026-04-28T05:03:59.107345Z","steps":["trace[879850646] 'read index received' (duration: 36.245482ms)","trace[879850646] 'applied index is now lower than readState.Index' (duration: 190.817894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:03:59.107773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.474264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68645"} {"level":"info","ts":"2026-04-28T05:03:59.107871Z","caller":"traceutil/trace.go:171","msg":"trace[1644122658] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:3404; }","duration":"227.620227ms","start":"2026-04-28T05:03:58.880234Z","end":"2026-04-28T05:03:59.107855Z","steps":["trace[1644122658] 'agreement among raft nodes before linearized reading' (duration: 227.27153ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:59.484179Z","caller":"traceutil/trace.go:171","msg":"trace[1394044357] transaction","detail":"{read_only:false; response_revision:3405; number_of_response:1; }","duration":"177.098242ms","start":"2026-04-28T05:03:59.307055Z","end":"2026-04-28T05:03:59.484153Z","steps":["trace[1394044357] 'process raft request' (duration: 176.902708ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:03:59.5039Z","caller":"traceutil/trace.go:171","msg":"trace[991065348] transaction","detail":"{read_only:false; response_revision:3406; number_of_response:1; }","duration":"196.582004ms","start":"2026-04-28T05:03:59.30729Z","end":"2026-04-28T05:03:59.503871Z","steps":["trace[991065348] 'process raft request' (duration: 196.3591ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:07.003938Z","caller":"traceutil/trace.go:171","msg":"trace[268481639] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"102.123661ms","start":"2026-04-28T05:04:06.901775Z","end":"2026-04-28T05:04:07.003898Z","steps":["trace[268481639] 'process raft request' (duration: 96.426082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:07.229075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.407545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:04:07.229194Z","caller":"traceutil/trace.go:171","msg":"trace[877128773] transaction","detail":"{read_only:false; response_revision:3442; number_of_response:1; }","duration":"129.512024ms","start":"2026-04-28T05:04:07.099658Z","end":"2026-04-28T05:04:07.22917Z","steps":["trace[877128773] 'process raft request' (duration: 13.919446ms)","trace[877128773] 'compare' (duration: 115.284693ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:04:07.265695Z","caller":"traceutil/trace.go:171","msg":"trace[611057973] transaction","detail":"{read_only:false; response_revision:3443; number_of_response:1; }","duration":"165.900578ms","start":"2026-04-28T05:04:07.099755Z","end":"2026-04-28T05:04:07.265656Z","steps":["trace[611057973] 'process raft request' (duration: 165.555662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:07.265708Z","caller":"traceutil/trace.go:171","msg":"trace[1426093395] linearizableReadLoop","detail":"{readStateIndex:3593; appliedIndex:3590; }","duration":"123.974359ms","start":"2026-04-28T05:04:07.141706Z","end":"2026-04-28T05:04:07.26568Z","steps":["trace[1426093395] 'read index received' (duration: 123.51925ms)","trace[1426093395] 'applied index is now lower than readState.Index' (duration: 453.519µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:04:07.26573Z","caller":"traceutil/trace.go:171","msg":"trace[1192331504] transaction","detail":"{read_only:false; response_revision:3444; number_of_response:1; }","duration":"163.645066ms","start":"2026-04-28T05:04:07.102048Z","end":"2026-04-28T05:04:07.265693Z","steps":["trace[1192331504] 'process raft request' (duration: 163.517154ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:07.265894Z","caller":"traceutil/trace.go:171","msg":"trace[55453369] transaction","detail":"{read_only:false; response_revision:3445; number_of_response:1; }","duration":"163.459872ms","start":"2026-04-28T05:04:07.102425Z","end":"2026-04-28T05:04:07.265885Z","steps":["trace[55453369] 'process raft request' (duration: 163.201908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:07.265916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.188873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:04:07.265951Z","caller":"traceutil/trace.go:171","msg":"trace[367606717] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3445; }","duration":"124.261893ms","start":"2026-04-28T05:04:07.141678Z","end":"2026-04-28T05:04:07.26594Z","steps":["trace[367606717] 'agreement among raft nodes before linearized reading' (duration: 124.09264ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:09.375715Z","caller":"traceutil/trace.go:171","msg":"trace[1342946187] transaction","detail":"{read_only:false; response_revision:3452; number_of_response:1; }","duration":"101.299874ms","start":"2026-04-28T05:04:09.274382Z","end":"2026-04-28T05:04:09.375682Z","steps":["trace[1342946187] 'process raft request' (duration: 36.261763ms)","trace[1342946187] 'compare' (duration: 64.632174ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:04:09.375867Z","caller":"traceutil/trace.go:171","msg":"trace[1140921017] linearizableReadLoop","detail":"{readStateIndex:3603; appliedIndex:3600; }","duration":"100.331706ms","start":"2026-04-28T05:04:09.275523Z","end":"2026-04-28T05:04:09.375855Z","steps":["trace[1140921017] 'read index received' (duration: 35.10872ms)","trace[1140921017] 'applied index is now lower than readState.Index' (duration: 65.222036ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:04:09.37575Z","caller":"traceutil/trace.go:171","msg":"trace[1938129422] transaction","detail":"{read_only:false; response_revision:3453; number_of_response:1; }","duration":"100.783055ms","start":"2026-04-28T05:04:09.274937Z","end":"2026-04-28T05:04:09.37572Z","steps":["trace[1938129422] 'process raft request' (duration: 100.650823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:09.376109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.558371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:04:09.37609Z","caller":"traceutil/trace.go:171","msg":"trace[429135153] transaction","detail":"{read_only:false; response_revision:3454; number_of_response:1; }","duration":"101.017529ms","start":"2026-04-28T05:04:09.275025Z","end":"2026-04-28T05:04:09.376042Z","steps":["trace[429135153] 'process raft request' (duration: 100.654082ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:09.376152Z","caller":"traceutil/trace.go:171","msg":"trace[972854573] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3454; }","duration":"100.641793ms","start":"2026-04-28T05:04:09.275499Z","end":"2026-04-28T05:04:09.37614Z","steps":["trace[972854573] 'agreement among raft nodes before linearized reading' (duration: 100.413949ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:11.75711Z","caller":"traceutil/trace.go:171","msg":"trace[1390458056] transaction","detail":"{read_only:false; response_revision:3464; number_of_response:1; }","duration":"372.220299ms","start":"2026-04-28T05:04:11.384869Z","end":"2026-04-28T05:04:11.757089Z","steps":["trace[1390458056] 'process raft request' (duration: 372.025936ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:11.757242Z","caller":"traceutil/trace.go:171","msg":"trace[163903174] linearizableReadLoop","detail":"{readStateIndex:3614; appliedIndex:3611; }","duration":"371.70428ms","start":"2026-04-28T05:04:11.385506Z","end":"2026-04-28T05:04:11.757211Z","steps":["trace[163903174] 'read index received' (duration: 21.685205ms)","trace[163903174] 'applied index is now lower than readState.Index' (duration: 350.016705ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:04:11.757269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:11.384842Z","time spent":"372.352251ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:11.757355Z","caller":"traceutil/trace.go:171","msg":"trace[1879964380] transaction","detail":"{read_only:false; response_revision:3465; number_of_response:1; }","duration":"372.357342ms","start":"2026-04-28T05:04:11.384978Z","end":"2026-04-28T05:04:11.757335Z","steps":["trace[1879964380] 'process raft request' (duration: 372.064687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:11.757456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:11.384968Z","time spent":"372.436193ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:11.757546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.018525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:04:11.757586Z","caller":"traceutil/trace.go:171","msg":"trace[670822988] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3465; }","duration":"372.100247ms","start":"2026-04-28T05:04:11.385472Z","end":"2026-04-28T05:04:11.757572Z","steps":["trace[670822988] 'agreement among raft nodes before linearized reading' (duration: 371.891913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:11.75762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:11.385463Z","time spent":"372.149248ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:04:11.757605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.787928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:11.757688Z","caller":"traceutil/trace.go:171","msg":"trace[2023670746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3465; }","duration":"151.935371ms","start":"2026-04-28T05:04:11.605731Z","end":"2026-04-28T05:04:11.757666Z","steps":["trace[2023670746] 'agreement among raft nodes before linearized reading' (duration: 151.780248ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:13.673146Z","caller":"traceutil/trace.go:171","msg":"trace[44830135] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"116.642898ms","start":"2026-04-28T05:04:13.556458Z","end":"2026-04-28T05:04:13.673101Z","steps":["trace[44830135] 'process raft request' (duration: 35.146251ms)","trace[44830135] 'compare' (duration: 81.288863ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:04:15.384544Z","caller":"traceutil/trace.go:171","msg":"trace[1923430002] transaction","detail":"{read_only:false; response_revision:3483; number_of_response:1; }","duration":"101.314155ms","start":"2026-04-28T05:04:15.283206Z","end":"2026-04-28T05:04:15.38452Z","steps":["trace[1923430002] 'process raft request' (duration: 101.186603ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:21.538796Z","caller":"traceutil/trace.go:171","msg":"trace[2114513407] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"481.047417ms","start":"2026-04-28T05:04:21.057722Z","end":"2026-04-28T05:04:21.53877Z","steps":["trace[2114513407] 'process raft request' (duration: 480.878444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:21.538981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:21.057697Z","time spent":"481.20137ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:23.606079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999980868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:04:23.606183Z","caller":"traceutil/trace.go:171","msg":"trace[1253771898] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00009806s","start":"2026-04-28T05:04:21.606055Z","end":"2026-04-28T05:04:23.606153Z","steps":["trace[1253771898] 'agreement among raft nodes before linearized reading' (duration: 1.999976658s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:23.606234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:21.606018Z","time spent":"2.000205282s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:04:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:04:23.643877Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.105260208s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T05:04:23.644567Z","caller":"traceutil/trace.go:171","msg":"trace[1320744907] transaction","detail":"{read_only:false; response_revision:3510; number_of_response:1; }","duration":"2.570451262s","start":"2026-04-28T05:04:21.074074Z","end":"2026-04-28T05:04:23.644525Z","steps":["trace[1320744907] 'process raft request' (duration: 2.570064785s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:23.644741Z","caller":"traceutil/trace.go:171","msg":"trace[1924089964] transaction","detail":"{read_only:false; response_revision:3511; number_of_response:1; }","duration":"2.51008462s","start":"2026-04-28T05:04:21.13462Z","end":"2026-04-28T05:04:23.644705Z","steps":["trace[1924089964] 'process raft request' (duration: 2.509784544s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:23.644771Z","caller":"traceutil/trace.go:171","msg":"trace[111981269] linearizableReadLoop","detail":"{readStateIndex:3661; appliedIndex:3659; }","duration":"2.540775785s","start":"2026-04-28T05:04:21.103969Z","end":"2026-04-28T05:04:23.644745Z","steps":["trace[111981269] 'read index received' (duration: 434.700472ms)","trace[111981269] 'applied index is now lower than readState.Index' (duration: 2.106073183s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:04:23.64479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:21.074046Z","time spent":"2.570641176s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:23.644852Z","caller":"traceutil/trace.go:171","msg":"trace[935955938] transaction","detail":"{read_only:false; response_revision:3512; number_of_response:1; }","duration":"2.509974167s","start":"2026-04-28T05:04:21.134856Z","end":"2026-04-28T05:04:23.64483Z","steps":["trace[935955938] 'process raft request' (duration: 2.509771083s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:23.644917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:21.134575Z","time spent":"2.510241873s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:23.644924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540948368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:23.644951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:21.134846Z","time spent":"2.510049798s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:23.64498Z","caller":"traceutil/trace.go:171","msg":"trace[1906407800] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:3512; }","duration":"2.54104524s","start":"2026-04-28T05:04:21.103915Z","end":"2026-04-28T05:04:23.64496Z","steps":["trace[1906407800] 'agreement among raft nodes before linearized reading' (duration: 2.540948549s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:23.645029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:21.103893Z","time spent":"2.541122601s","remote":"127.0.0.1:46980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:04:23.670522Z","caller":"traceutil/trace.go:171","msg":"trace[575135416] transaction","detail":"{read_only:false; response_revision:3513; number_of_response:1; }","duration":"126.041677ms","start":"2026-04-28T05:04:23.544456Z","end":"2026-04-28T05:04:23.670497Z","steps":["trace[575135416] 'process raft request' (duration: 125.896674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:23.670987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519272015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T05:04:23.671066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828581284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T05:04:23.671111Z","caller":"traceutil/trace.go:171","msg":"trace[395848279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3513; }","duration":"1.828628415s","start":"2026-04-28T05:04:21.84247Z","end":"2026-04-28T05:04:23.671098Z","steps":["trace[395848279] 'agreement among raft nodes before linearized reading' (duration: 1.828507243s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:23.671144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:21.842459Z","time spent":"1.828676756s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:04:23.671184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839892399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T05:04:23.671235Z","caller":"traceutil/trace.go:171","msg":"trace[1873137415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3513; }","duration":"1.839983581s","start":"2026-04-28T05:04:21.831238Z","end":"2026-04-28T05:04:23.671221Z","steps":["trace[1873137415] 'agreement among raft nodes before linearized reading' (duration: 1.839859399s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:23.67124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.211523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-28T05:04:23.671274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:21.831216Z","time spent":"1.840048152s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T05:04:23.671297Z","caller":"traceutil/trace.go:171","msg":"trace[1306035243] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:3513; }","duration":"234.342465ms","start":"2026-04-28T05:04:23.436938Z","end":"2026-04-28T05:04:23.671281Z","steps":["trace[1306035243] 'agreement among raft nodes before linearized reading' (duration: 234.132322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:23.671384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826742148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:04:23.671422Z","caller":"traceutil/trace.go:171","msg":"trace[1802502434] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3513; }","duration":"1.826797249s","start":"2026-04-28T05:04:21.844612Z","end":"2026-04-28T05:04:23.67141Z","steps":["trace[1802502434] 'agreement among raft nodes before linearized reading' (duration: 1.826680657s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:23.671069Z","caller":"traceutil/trace.go:171","msg":"trace[1128118327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3513; }","duration":"2.519412597s","start":"2026-04-28T05:04:21.151634Z","end":"2026-04-28T05:04:23.671047Z","steps":["trace[1128118327] 'agreement among raft nodes before linearized reading' (duration: 2.519197063s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:23.671462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:21.844603Z","time spent":"1.826850261s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:04:23.671499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:21.151604Z","time spent":"2.519874696s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:04:23.671537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118737085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:04:23.671571Z","caller":"traceutil/trace.go:171","msg":"trace[1412860530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3513; }","duration":"2.118811747s","start":"2026-04-28T05:04:21.552751Z","end":"2026-04-28T05:04:23.671562Z","steps":["trace[1412860530] 'agreement among raft nodes before linearized reading' (duration: 2.118707395s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:23.6716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:21.552731Z","time spent":"2.118862327s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:04:23.671756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436908463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:23.671847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127894591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T05:04:23.671859Z","caller":"traceutil/trace.go:171","msg":"trace[776748225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3513; }","duration":"2.437100787s","start":"2026-04-28T05:04:21.234738Z","end":"2026-04-28T05:04:23.671839Z","steps":["trace[776748225] 'agreement among raft nodes before linearized reading' (duration: 2.436880192s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:23.671895Z","caller":"traceutil/trace.go:171","msg":"trace[2113905087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3513; }","duration":"2.127947522s","start":"2026-04-28T05:04:21.543934Z","end":"2026-04-28T05:04:23.671882Z","steps":["trace[2113905087] 'agreement among raft nodes before linearized reading' (duration: 2.127749007s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:23.671907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:21.234711Z","time spent":"2.437184878s","remote":"127.0.0.1:55706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:23.671929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:21.543779Z","time spent":"2.128142615s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:04:26.20744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:26.707649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:27.208672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:27.554309Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.904607926s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T05:04:27.554762Z","caller":"traceutil/trace.go:171","msg":"trace[890656749] transaction","detail":"{read_only:false; response_revision:3521; number_of_response:1; }","duration":"1.905170907s","start":"2026-04-28T05:04:25.649559Z","end":"2026-04-28T05:04:27.55473Z","steps":["trace[890656749] 'process raft request' (duration: 1.904952333s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:27.554944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:25.649534Z","time spent":"1.905311229s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:28.4313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.841881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:04:28.431496Z","caller":"traceutil/trace.go:171","msg":"trace[447590964] transaction","detail":"{read_only:false; response_revision:3522; number_of_response:1; }","duration":"2.781111945s","start":"2026-04-28T05:04:25.650352Z","end":"2026-04-28T05:04:28.431464Z","steps":["trace[447590964] 'process raft request' (duration: 2.26402728s)","trace[447590964] 'compare' (duration: 516.725509ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:04:28.431601Z","caller":"traceutil/trace.go:171","msg":"trace[152378012] linearizableReadLoop","detail":"{readStateIndex:3677; appliedIndex:3673; }","duration":"2.724972963s","start":"2026-04-28T05:04:25.706611Z","end":"2026-04-28T05:04:28.431584Z","steps":["trace[152378012] 'read index received' (duration: 1.847983854s)","trace[152378012] 'applied index is now lower than readState.Index' (duration: 876.988129ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:04:28.431834Z","caller":"traceutil/trace.go:171","msg":"trace[2118880575] transaction","detail":"{read_only:false; response_revision:3523; number_of_response:1; }","duration":"2.781312959s","start":"2026-04-28T05:04:25.650474Z","end":"2026-04-28T05:04:28.431787Z","steps":["trace[2118880575] 'process raft request' (duration: 2.780917102s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:28.431923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:25.650463Z","time spent":"2.781415601s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:28.432093Z","caller":"traceutil/trace.go:171","msg":"trace[300322555] transaction","detail":"{read_only:false; response_revision:3524; number_of_response:1; }","duration":"2.756825292s","start":"2026-04-28T05:04:25.675258Z","end":"2026-04-28T05:04:28.432083Z","steps":["trace[300322555] 'process raft request' (duration: 2.75618087s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:28.432142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:25.675232Z","time spent":"2.756883943s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:28.432611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726004583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T05:04:28.432658Z","caller":"traceutil/trace.go:171","msg":"trace[732797389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3526; }","duration":"2.726088585s","start":"2026-04-28T05:04:25.706558Z","end":"2026-04-28T05:04:28.432646Z","steps":["trace[732797389] 'agreement among raft nodes before linearized reading' (duration: 2.725945902s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:28.432687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:25.70654Z","time spent":"2.726140706s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T05:04:28.432711Z","caller":"traceutil/trace.go:171","msg":"trace[886863705] transaction","detail":"{read_only:false; response_revision:3526; number_of_response:1; }","duration":"944.999108ms","start":"2026-04-28T05:04:27.487692Z","end":"2026-04-28T05:04:28.432691Z","steps":["trace[886863705] 'process raft request' (duration: 943.832755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:28.432716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725447043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T05:04:28.432784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562748866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:28.432792Z","caller":"traceutil/trace.go:171","msg":"trace[1699509879] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3526; }","duration":"2.725578335s","start":"2026-04-28T05:04:25.707197Z","end":"2026-04-28T05:04:28.432776Z","steps":["trace[1699509879] 'agreement among raft nodes before linearized reading' (duration: 2.725349111s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:28.432815Z","caller":"traceutil/trace.go:171","msg":"trace[841405533] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3526; }","duration":"1.562779457s","start":"2026-04-28T05:04:26.870025Z","end":"2026-04-28T05:04:28.432805Z","steps":["trace[841405533] 'agreement among raft nodes before linearized reading' (duration: 1.562729866s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:28.432811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:27.487642Z","time spent":"945.12475ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18815,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:28.432837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:25.707174Z","time spent":"2.725650906s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:04:28.432852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.4759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-hc5jw.18aa6c9b81ca3ec3\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-28T05:04:28.432904Z","caller":"traceutil/trace.go:171","msg":"trace[354373936] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-hc5jw.18aa6c9b81ca3ec3; range_end:; response_count:1; response_revision:3526; }","duration":"487.566701ms","start":"2026-04-28T05:04:27.945318Z","end":"2026-04-28T05:04:28.432885Z","steps":["trace[354373936] 'agreement among raft nodes before linearized reading' (duration: 487.438499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:28.432937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:27.945297Z","time spent":"487.632793ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/libvirt-libvirt-default-hc5jw.18aa6c9b81ca3ec3\" "} {"level":"warn","ts":"2026-04-28T05:04:28.432953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.395107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T05:04:28.432972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.416833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:28.432986Z","caller":"traceutil/trace.go:171","msg":"trace[931741414] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3526; }","duration":"532.484879ms","start":"2026-04-28T05:04:27.90049Z","end":"2026-04-28T05:04:28.432975Z","steps":["trace[931741414] 'agreement among raft nodes before linearized reading' (duration: 532.372397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:28.433007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725390651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T05:04:28.433019Z","caller":"traceutil/trace.go:171","msg":"trace[90939707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3526; }","duration":"827.500415ms","start":"2026-04-28T05:04:27.605507Z","end":"2026-04-28T05:04:28.433007Z","steps":["trace[90939707] 'agreement among raft nodes before linearized reading' (duration: 827.423853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:28.433021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:27.900466Z","time spent":"532.547101ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T05:04:28.433039Z","caller":"traceutil/trace.go:171","msg":"trace[1871898038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3526; }","duration":"2.725463752s","start":"2026-04-28T05:04:25.707566Z","end":"2026-04-28T05:04:28.43303Z","steps":["trace[1871898038] 'agreement among raft nodes before linearized reading' (duration: 2.7253764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:28.43305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:27.605488Z","time spent":"827.556505ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:04:28.433068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:25.707546Z","time spent":"2.725516404s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T05:04:28.432842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:26.869958Z","time spent":"1.562877378s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:28.433057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.933513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:28.433151Z","caller":"traceutil/trace.go:171","msg":"trace[877943284] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3526; }","duration":"351.071725ms","start":"2026-04-28T05:04:28.08205Z","end":"2026-04-28T05:04:28.433122Z","steps":["trace[877943284] 'agreement among raft nodes before linearized reading' (duration: 350.917132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:28.433142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725607255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T05:04:28.433169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725719088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:04:28.43174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:25.650305Z","time spent":"2.781307809s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:28.432842Z","caller":"traceutil/trace.go:171","msg":"trace[617150684] transaction","detail":"{read_only:false; response_revision:3525; number_of_response:1; }","duration":"1.194213068s","start":"2026-04-28T05:04:27.238609Z","end":"2026-04-28T05:04:28.432823Z","steps":["trace[617150684] 'process raft request' (duration: 1.192882163s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:28.433207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:28.08203Z","time spent":"351.163327ms","remote":"127.0.0.1:46456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:04:28.433213Z","caller":"traceutil/trace.go:171","msg":"trace[1353844156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3526; }","duration":"2.725701917s","start":"2026-04-28T05:04:25.707493Z","end":"2026-04-28T05:04:28.433195Z","steps":["trace[1353844156] 'agreement among raft nodes before linearized reading' (duration: 2.725493863s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:28.433262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:25.707488Z","time spent":"2.725765468s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T05:04:28.43321Z","caller":"traceutil/trace.go:171","msg":"trace[1214238328] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3526; }","duration":"2.725779229s","start":"2026-04-28T05:04:25.707421Z","end":"2026-04-28T05:04:28.4332Z","steps":["trace[1214238328] 'agreement among raft nodes before linearized reading' (duration: 2.725655297s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:28.433322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:25.707413Z","time spent":"2.725895601s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:04:28.433485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725927751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T05:04:28.433411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:27.238583Z","time spent":"1.194659476s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:28.43364Z","caller":"traceutil/trace.go:171","msg":"trace[923670118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3526; }","duration":"2.726092075s","start":"2026-04-28T05:04:25.707533Z","end":"2026-04-28T05:04:28.433625Z","steps":["trace[923670118] 'agreement among raft nodes before linearized reading' (duration: 2.725533694s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:28.4338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:25.707524Z","time spent":"2.726151066s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:04:28.995596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:29.496183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:29.996333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:30.497385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:30.605907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:04:30.605963Z","caller":"traceutil/trace.go:171","msg":"trace[116529309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102399s","start":"2026-04-28T05:04:28.605849Z","end":"2026-04-28T05:04:30.605951Z","steps":["trace[116529309] 'agreement among raft nodes before linearized reading' (duration: 2.000034868s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:30.605988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:28.605826Z","time spent":"2.000157569s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:04:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:04:30.997896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:31.499015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:31.743335Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.251849926s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:04:32.606877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00064615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:04:32.606968Z","caller":"traceutil/trace.go:171","msg":"trace[2099271986] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000811114s","start":"2026-04-28T05:04:30.606137Z","end":"2026-04-28T05:04:32.606948Z","steps":["trace[2099271986] 'agreement among raft nodes before linearized reading' (duration: 2.000683161s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:32.607024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:30.606116Z","time spent":"2.000897735s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:04:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:04:33.092004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933717952s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:33.092135Z","caller":"traceutil/trace.go:171","msg":"trace[1801963245] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3527; }","duration":"2.933862924s","start":"2026-04-28T05:04:30.158253Z","end":"2026-04-28T05:04:33.092116Z","steps":["trace[1801963245] 'range keys from in-memory index tree' (duration: 2.933698651s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:33.094758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351111325s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:04:33.095005Z","caller":"traceutil/trace.go:171","msg":"trace[1946363644] transaction","detail":"{read_only:false; response_revision:3528; number_of_response:1; }","duration":"4.653378125s","start":"2026-04-28T05:04:28.441601Z","end":"2026-04-28T05:04:33.094979Z","steps":["trace[1946363644] 'process raft request' (duration: 3.301942584s)","trace[1946363644] 'compare' (duration: 1.348955213s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:04:33.095083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:28.44158Z","time spent":"4.653464066s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:33.095241Z","caller":"traceutil/trace.go:171","msg":"trace[1620417380] transaction","detail":"{read_only:false; response_revision:3529; number_of_response:1; }","duration":"4.653525467s","start":"2026-04-28T05:04:28.441692Z","end":"2026-04-28T05:04:33.095218Z","steps":["trace[1620417380] 'process raft request' (duration: 4.653175241s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:33.095581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:28.441686Z","time spent":"4.653812692s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:33.097051Z","caller":"traceutil/trace.go:171","msg":"trace[769027384] transaction","detail":"{read_only:false; response_revision:3530; number_of_response:1; }","duration":"4.65526839s","start":"2026-04-28T05:04:28.441739Z","end":"2026-04-28T05:04:33.097007Z","steps":["trace[769027384] 'process raft request' (duration: 4.653379164s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:33.097092Z","caller":"traceutil/trace.go:171","msg":"trace[1426548004] transaction","detail":"{read_only:false; response_revision:3532; number_of_response:1; }","duration":"4.655243759s","start":"2026-04-28T05:04:28.44183Z","end":"2026-04-28T05:04:33.097074Z","steps":["trace[1426548004] 'process raft request' (duration: 4.655143678s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:33.097076Z","caller":"traceutil/trace.go:171","msg":"trace[319190585] transaction","detail":"{read_only:false; response_revision:3531; number_of_response:1; }","duration":"4.65525369s","start":"2026-04-28T05:04:28.441788Z","end":"2026-04-28T05:04:33.097042Z","steps":["trace[319190585] 'process raft request' (duration: 4.655070366s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:33.097237Z","caller":"traceutil/trace.go:171","msg":"trace[1430205993] transaction","detail":"{read_only:false; response_revision:3533; number_of_response:1; }","duration":"4.655126157s","start":"2026-04-28T05:04:28.442089Z","end":"2026-04-28T05:04:33.097215Z","steps":["trace[1430205993] 'process raft request' (duration: 4.654946054s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:33.097313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:28.441733Z","time spent":"4.655418503s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:33.097336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:28.441782Z","time spent":"4.655478634s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:33.097339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:28.441825Z","time spent":"4.655343481s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:33.097397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:28.44207Z","time spent":"4.655243019s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:33.98732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.243674171s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:04:34.559191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:29.560754Z","time spent":"4.998429855s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:04:34.614676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000582859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:04:34.614859Z","caller":"traceutil/trace.go:171","msg":"trace[34120914] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000795382s","start":"2026-04-28T05:04:32.614014Z","end":"2026-04-28T05:04:34.614809Z","steps":["trace[34120914] 'agreement among raft nodes before linearized reading' (duration: 2.000612969s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:34.614963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:32.613996Z","time spent":"2.000949436s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:04:35.440093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:30.442293Z","time spent":"4.997792783s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:04:35.440373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:30.441976Z","time spent":"4.998395604s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 05:04:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:04:35.441655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:30.442961Z","time spent":"4.998686989s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 05:04:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:04:35.780674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793159148s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T05:04:35.785292Z","caller":"traceutil/trace.go:171","msg":"trace[1043224156] transaction","detail":"{read_only:false; response_revision:3536; number_of_response:1; }","duration":"5.38671279s","start":"2026-04-28T05:04:30.398565Z","end":"2026-04-28T05:04:35.785278Z","steps":["trace[1043224156] 'process raft request' (duration: 5.386630908s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.785389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:30.398534Z","time spent":"5.386797371s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:35.785368Z","caller":"traceutil/trace.go:171","msg":"trace[1399932646] transaction","detail":"{read_only:false; response_revision:3535; number_of_response:1; }","duration":"5.854613636s","start":"2026-04-28T05:04:29.930717Z","end":"2026-04-28T05:04:35.785331Z","steps":["trace[1399932646] 'process raft request' (duration: 5.850459086s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.785537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:29.930694Z","time spent":"5.854754018s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:35.785982Z","caller":"traceutil/trace.go:171","msg":"trace[250929541] linearizableReadLoop","detail":"{readStateIndex:3693; appliedIndex:3680; }","duration":"7.29098027s","start":"2026-04-28T05:04:28.494979Z","end":"2026-04-28T05:04:35.78596Z","steps":["trace[250929541] 'read index received' (duration: 3.248701097s)","trace[250929541] 'applied index is now lower than readState.Index' (duration: 4.042276263s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:04:35.786222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.560060319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:04:35.786223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.291223214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-hc5jw.18aa6c9b81cd9050\" ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-28T05:04:35.786326Z","caller":"traceutil/trace.go:171","msg":"trace[407133574] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3539; }","duration":"6.560177251s","start":"2026-04-28T05:04:29.226131Z","end":"2026-04-28T05:04:35.786308Z","steps":["trace[407133574] 'agreement among raft nodes before linearized reading' (duration: 6.559984497s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.786375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:29.226072Z","time spent":"6.560293344s","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":35,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:04:35.786372Z","caller":"traceutil/trace.go:171","msg":"trace[1763339178] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-hc5jw.18aa6c9b81cd9050; range_end:; response_count:1; response_revision:3539; }","duration":"7.291418398s","start":"2026-04-28T05:04:28.49493Z","end":"2026-04-28T05:04:35.786348Z","steps":["trace[1763339178] 'agreement among raft nodes before linearized reading' (duration: 7.291101722s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.786435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:28.494913Z","time spent":"7.291506629s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":817,"request content":"key:\"/registry/events/openstack/libvirt-libvirt-default-hc5jw.18aa6c9b81cd9050\" "} {"level":"warn","ts":"2026-04-28T05:04:35.786484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.543585237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T05:04:35.786558Z","caller":"traceutil/trace.go:171","msg":"trace[1898422594] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3539; }","duration":"4.543655108s","start":"2026-04-28T05:04:31.242882Z","end":"2026-04-28T05:04:35.786537Z","steps":["trace[1898422594] 'agreement among raft nodes before linearized reading' (duration: 4.543466455s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.786609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:31.242821Z","time spent":"4.5437753s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T05:04:35.786637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.275576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T05:04:35.786699Z","caller":"traceutil/trace.go:171","msg":"trace[1723279731] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3539; }","duration":"344.366797ms","start":"2026-04-28T05:04:35.442318Z","end":"2026-04-28T05:04:35.786685Z","steps":["trace[1723279731] 'agreement among raft nodes before linearized reading' (duration: 344.273605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.786741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.442309Z","time spent":"344.420718ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T05:04:35.786771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.211610275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T05:04:35.786783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658643245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:04:35.786812Z","caller":"traceutil/trace.go:171","msg":"trace[623153496] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3539; }","duration":"5.211676267s","start":"2026-04-28T05:04:30.575126Z","end":"2026-04-28T05:04:35.786802Z","steps":["trace[623153496] 'agreement among raft nodes before linearized reading' (duration: 5.211434603s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:35.786837Z","caller":"traceutil/trace.go:171","msg":"trace[941067650] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3539; }","duration":"3.658760048s","start":"2026-04-28T05:04:32.128064Z","end":"2026-04-28T05:04:35.786824Z","steps":["trace[941067650] 'agreement among raft nodes before linearized reading' (duration: 3.658677586s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.78689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:32.128033Z","time spent":"3.65884401s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:35.786904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.417819635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:35.786957Z","caller":"traceutil/trace.go:171","msg":"trace[1822957355] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:3539; }","duration":"4.417910217s","start":"2026-04-28T05:04:31.36903Z","end":"2026-04-28T05:04:35.78694Z","steps":["trace[1822957355] 'agreement among raft nodes before linearized reading' (duration: 4.417837745s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.786958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.771205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T05:04:35.786978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.290544203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:04:35.787001Z","caller":"traceutil/trace.go:171","msg":"trace[534765180] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3539; }","duration":"344.833196ms","start":"2026-04-28T05:04:35.442156Z","end":"2026-04-28T05:04:35.786989Z","steps":["trace[534765180] 'agreement among raft nodes before linearized reading' (duration: 344.758384ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:35.787009Z","caller":"traceutil/trace.go:171","msg":"trace[274320588] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3539; }","duration":"5.290611214s","start":"2026-04-28T05:04:30.49639Z","end":"2026-04-28T05:04:35.787001Z","steps":["trace[274320588] 'agreement among raft nodes before linearized reading' (duration: 5.290473261s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.787039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:30.496373Z","time spent":"5.290660425s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:04:35.787045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.442145Z","time spent":"344.889936ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T05:04:35.78717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349898601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-28T05:04:35.787204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.734295509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:04:35.787236Z","caller":"traceutil/trace.go:171","msg":"trace[137037724] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3539; }","duration":"5.73436658s","start":"2026-04-28T05:04:30.052861Z","end":"2026-04-28T05:04:35.787227Z","steps":["trace[137037724] 'agreement among raft nodes before linearized reading' (duration: 5.734314169s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:35.78723Z","caller":"traceutil/trace.go:171","msg":"trace[1369154173] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:3539; }","duration":"2.349980173s","start":"2026-04-28T05:04:33.437226Z","end":"2026-04-28T05:04:35.787206Z","steps":["trace[1369154173] 'agreement among raft nodes before linearized reading' (duration: 2.34984919s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.78632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959559595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:35.787283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.327766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-04-28T05:04:35.787304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:33.437205Z","time spent":"2.350086744s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-04-28T05:04:35.787314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.990791457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:04:35.78733Z","caller":"traceutil/trace.go:171","msg":"trace[1663323908] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3539; }","duration":"345.422798ms","start":"2026-04-28T05:04:35.441894Z","end":"2026-04-28T05:04:35.787317Z","steps":["trace[1663323908] 'agreement among raft nodes before linearized reading' (duration: 345.341686ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:35.78733Z","caller":"traceutil/trace.go:171","msg":"trace[2065531908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3539; }","duration":"1.960622757s","start":"2026-04-28T05:04:33.82669Z","end":"2026-04-28T05:04:35.787312Z","steps":["trace[2065531908] 'agreement among raft nodes before linearized reading' (duration: 1.959512215s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.787375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.441866Z","time spent":"345.49815ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T05:04:35.787397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:33.826674Z","time spent":"1.960698488s","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:35.786846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:30.575114Z","time spent":"5.211725038s","remote":"127.0.0.1:58096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":331,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:35.787461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.08724094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:35.786839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.95151787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:35.787536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.358168083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:04:35.787574Z","caller":"traceutil/trace.go:171","msg":"trace[955858619] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3539; }","duration":"6.358241095s","start":"2026-04-28T05:04:29.429321Z","end":"2026-04-28T05:04:35.787562Z","steps":["trace[955858619] 'agreement among raft nodes before linearized reading' (duration: 6.358163424s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:35.78758Z","caller":"traceutil/trace.go:171","msg":"trace[582644471] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:3539; }","duration":"6.087365382s","start":"2026-04-28T05:04:29.700148Z","end":"2026-04-28T05:04:35.787514Z","steps":["trace[582644471] 'agreement among raft nodes before linearized reading' (duration: 6.08721875s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.787601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:29.429302Z","time spent":"6.358291416s","remote":"127.0.0.1:46926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:04:35.78759Z","caller":"traceutil/trace.go:171","msg":"trace[470867736] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3539; }","duration":"3.952301705s","start":"2026-04-28T05:04:31.83526Z","end":"2026-04-28T05:04:35.787562Z","steps":["trace[470867736] 'agreement among raft nodes before linearized reading' (duration: 3.95153118s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.787623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:29.700128Z","time spent":"6.087485984s","remote":"127.0.0.1:47008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:35.787642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724138558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:35.787263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:30.052839Z","time spent":"5.734416432s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:35.787659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.891683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T05:04:35.787697Z","caller":"traceutil/trace.go:171","msg":"trace[473474120] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3539; }","duration":"2.724202549s","start":"2026-04-28T05:04:33.063477Z","end":"2026-04-28T05:04:35.78768Z","steps":["trace[473474120] 'agreement among raft nodes before linearized reading' (duration: 2.724116938s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:35.787709Z","caller":"traceutil/trace.go:171","msg":"trace[107440711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3539; }","duration":"683.968194ms","start":"2026-04-28T05:04:35.103727Z","end":"2026-04-28T05:04:35.787696Z","steps":["trace[107440711] 'agreement among raft nodes before linearized reading' (duration: 683.832141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.787732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:33.063406Z","time spent":"2.724317262s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:35.787754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.103717Z","time spent":"684.021254ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:04:35.787875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110315196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:35.787879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227165107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-28T05:04:35.787919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171952913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:35.787948Z","caller":"traceutil/trace.go:171","msg":"trace[1314572657] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3539; }","duration":"1.227271039s","start":"2026-04-28T05:04:34.560662Z","end":"2026-04-28T05:04:35.787933Z","steps":["trace[1314572657] 'agreement among raft nodes before linearized reading' (duration: 1.227069125s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:35.787958Z","caller":"traceutil/trace.go:171","msg":"trace[769032650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3539; }","duration":"1.172007814s","start":"2026-04-28T05:04:34.615939Z","end":"2026-04-28T05:04:35.787947Z","steps":["trace[769032650] 'agreement among raft nodes before linearized reading' (duration: 1.171934113s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.787962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.647873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:04:35.787971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.497447178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:04:35.787992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:34.615892Z","time spent":"1.172094846s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:04:35.788004Z","caller":"traceutil/trace.go:171","msg":"trace[1078508316] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3539; }","duration":"742.716145ms","start":"2026-04-28T05:04:35.045275Z","end":"2026-04-28T05:04:35.787991Z","steps":["trace[1078508316] 'agreement among raft nodes before linearized reading' (duration: 742.652824ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:35.788005Z","caller":"traceutil/trace.go:171","msg":"trace[1831990194] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3539; }","duration":"3.497522159s","start":"2026-04-28T05:04:32.290474Z","end":"2026-04-28T05:04:35.787996Z","steps":["trace[1831990194] 'agreement among raft nodes before linearized reading' (duration: 3.497422677s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:35.787902Z","caller":"traceutil/trace.go:171","msg":"trace[744832383] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3539; }","duration":"1.110374367s","start":"2026-04-28T05:04:34.67752Z","end":"2026-04-28T05:04:35.787894Z","steps":["trace[744832383] 'agreement among raft nodes before linearized reading' (duration: 1.110324886s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.788008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.743658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T05:04:35.788033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.045259Z","time spent":"742.765696ms","remote":"127.0.0.1:37934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:35.788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:34.560643Z","time spent":"1.22734183s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T05:04:35.788051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:34.677504Z","time spent":"1.11053311s","remote":"127.0.0.1:43102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:04:35.788057Z","caller":"traceutil/trace.go:171","msg":"trace[1595781839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3539; }","duration":"684.811329ms","start":"2026-04-28T05:04:35.103232Z","end":"2026-04-28T05:04:35.788044Z","steps":["trace[1595781839] 'agreement among raft nodes before linearized reading' (duration: 684.698197ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:35.787339Z","caller":"traceutil/trace.go:171","msg":"trace[1102582439] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3539; }","duration":"5.990845889s","start":"2026-04-28T05:04:29.796487Z","end":"2026-04-28T05:04:35.787333Z","steps":["trace[1102582439] 'agreement among raft nodes before linearized reading' (duration: 5.990793188s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.788091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.434551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T05:04:35.788104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.103222Z","time spent":"684.87196ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T05:04:35.788118Z","caller":"traceutil/trace.go:171","msg":"trace[1123373974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3539; }","duration":"685.482811ms","start":"2026-04-28T05:04:35.102627Z","end":"2026-04-28T05:04:35.78811Z","steps":["trace[1123373974] 'agreement among raft nodes before linearized reading' (duration: 685.379319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.788137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.102616Z","time spent":"685.516473ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:04:35.788133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:29.796471Z","time spent":"5.991642323s","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":34,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:35.787894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.768666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T05:04:35.787002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:31.369009Z","time spent":"4.417978318s","remote":"127.0.0.1:43086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:35.788267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.673044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T05:04:35.788277Z","caller":"traceutil/trace.go:171","msg":"trace[676047072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3539; }","duration":"688.197893ms","start":"2026-04-28T05:04:35.100064Z","end":"2026-04-28T05:04:35.788261Z","steps":["trace[676047072] 'agreement among raft nodes before linearized reading' (duration: 687.674893ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:35.788311Z","caller":"traceutil/trace.go:171","msg":"trace[986568997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3539; }","duration":"687.738355ms","start":"2026-04-28T05:04:35.10056Z","end":"2026-04-28T05:04:35.788298Z","steps":["trace[986568997] 'agreement among raft nodes before linearized reading' (duration: 687.626213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:35.787655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:31.835241Z","time spent":"3.952391226s","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:35.788331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.100019Z","time spent":"688.295585ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:04:35.788353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.100546Z","time spent":"687.795647ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T05:04:35.788037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:32.290446Z","time spent":"3.49758444s","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":80,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:36.294375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:36.795276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:37.296375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:37.501439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.711248083s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:04:37.797403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000081329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:04:37.797515Z","caller":"traceutil/trace.go:171","msg":"trace[1187988551] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000258292s","start":"2026-04-28T05:04:35.797232Z","end":"2026-04-28T05:04:37.79749Z","steps":["trace[1187988551] 'agreement among raft nodes before linearized reading' (duration: 2.000089419s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:37.797575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.797226Z","time spent":"2.000335813s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:04:38.490187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.335146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:04:38.490328Z","caller":"traceutil/trace.go:171","msg":"trace[850745828] transaction","detail":"{read_only:false; response_revision:3540; number_of_response:1; }","duration":"2.70021119s","start":"2026-04-28T05:04:35.790091Z","end":"2026-04-28T05:04:38.490302Z","steps":["trace[850745828] 'process raft request' (duration: 1.71165346s)","trace[850745828] 'compare' (duration: 987.410548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:04:38.490433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.790067Z","time spent":"2.700314702s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:39.559388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.765604639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:04:39.559471Z","caller":"traceutil/trace.go:171","msg":"trace[533773641] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"3.765725362s","start":"2026-04-28T05:04:35.793727Z","end":"2026-04-28T05:04:39.559452Z","steps":["trace[533773641] 'agreement among raft nodes before linearized reading' (duration: 3.76562346s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:39.559518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.793717Z","time spent":"3.765790943s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/28 05:04:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:04:39.799161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000190492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:04:39.7993Z","caller":"traceutil/trace.go:171","msg":"trace[432792604] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347365s","start":"2026-04-28T05:04:37.798934Z","end":"2026-04-28T05:04:39.799282Z","steps":["trace[432792604] 'agreement among raft nodes before linearized reading' (duration: 2.000186742s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:39.799351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:37.798873Z","time spent":"2.000466677s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:04:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:04:40.439961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.646266509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T05:04:40.439996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.646249018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:04:40.440056Z","caller":"traceutil/trace.go:171","msg":"trace[952503149] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.646411171s","start":"2026-04-28T05:04:35.793625Z","end":"2026-04-28T05:04:40.440036Z","steps":["trace[952503149] 'agreement among raft nodes before linearized reading' (duration: 4.646287059s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:40.440081Z","caller":"traceutil/trace.go:171","msg":"trace[870852344] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.646380601s","start":"2026-04-28T05:04:35.793678Z","end":"2026-04-28T05:04:40.440059Z","steps":["trace[870852344] 'agreement among raft nodes before linearized reading' (duration: 4.646253359s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:40.440107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.793593Z","time spent":"4.646503843s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/28 05:04:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:04:40.440134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.793671Z","time spent":"4.646452493s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/28 05:04:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:04:40.441421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.64787318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:04:40.441487Z","caller":"traceutil/trace.go:171","msg":"trace[1212605230] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.647993232s","start":"2026-04-28T05:04:35.793478Z","end":"2026-04-28T05:04:40.441472Z","steps":["trace[1212605230] 'agreement among raft nodes before linearized reading' (duration: 4.64790054s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:40.44154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.79347Z","time spent":"4.648051002s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/28 05:04:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:04:40.791834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.793664Z","time spent":"4.99816256s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 05:04:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:04:40.791949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000182701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:04:40.792035Z","caller":"traceutil/trace.go:171","msg":"trace[1997239559] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000314314s","start":"2026-04-28T05:04:38.791702Z","end":"2026-04-28T05:04:40.792016Z","steps":["trace[1997239559] 'agreement among raft nodes before linearized reading' (duration: 2.000200342s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:40.792051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.79361Z","time spent":"4.998433295s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:04:40.792092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:38.791685Z","time spent":"2.000392135s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:04:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 05:04:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:04:40.793256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.793734Z","time spent":"4.999518415s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:04:40.875964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.374296996s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:04:41.621739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464328277s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:41.62188Z","caller":"traceutil/trace.go:171","msg":"trace[179251180] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3540; }","duration":"1.46448152s","start":"2026-04-28T05:04:40.15738Z","end":"2026-04-28T05:04:41.621862Z","steps":["trace[179251180] 'range keys from in-memory index tree' (duration: 1.464312777s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:41.622038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.916596ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T05:04:41.62221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.789952Z","time spent":"5.832254859s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T05:04:41.623311Z","caller":"traceutil/trace.go:171","msg":"trace[1089991502] transaction","detail":"{read_only:false; response_revision:3542; number_of_response:1; }","duration":"5.829733142s","start":"2026-04-28T05:04:35.793564Z","end":"2026-04-28T05:04:41.623297Z","steps":["trace[1089991502] 'process raft request' (duration: 5.82961183s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:41.62331Z","caller":"traceutil/trace.go:171","msg":"trace[316369470] transaction","detail":"{read_only:false; response_revision:3541; number_of_response:1; }","duration":"5.829906465s","start":"2026-04-28T05:04:35.793372Z","end":"2026-04-28T05:04:41.623279Z","steps":["trace[316369470] 'process raft request' (duration: 5.828743262s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:41.623619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.793557Z","time spent":"5.829800473s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:41.623655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.793346Z","time spent":"5.830027908s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:41.624027Z","caller":"traceutil/trace.go:171","msg":"trace[772463831] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"5.830370363s","start":"2026-04-28T05:04:35.793638Z","end":"2026-04-28T05:04:41.624008Z","steps":["trace[772463831] 'process raft request' (duration: 5.830123789s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:41.624202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.793618Z","time spent":"5.830450805s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:41.62431Z","caller":"traceutil/trace.go:171","msg":"trace[911624348] linearizableReadLoop","detail":"{readStateIndex:3702; appliedIndex:3693; }","duration":"5.830784373s","start":"2026-04-28T05:04:35.793514Z","end":"2026-04-28T05:04:41.624298Z","steps":["trace[911624348] 'read index received' (duration: 1.708214226s)","trace[911624348] 'applied index is now lower than readState.Index' (duration: 4.122569187s)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:04:41.624306Z","caller":"traceutil/trace.go:171","msg":"trace[200637688] transaction","detail":"{read_only:false; response_revision:3547; number_of_response:1; }","duration":"5.682552221s","start":"2026-04-28T05:04:35.941724Z","end":"2026-04-28T05:04:41.624276Z","steps":["trace[200637688] 'process raft request' (duration: 5.68248694s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:41.624468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.941695Z","time spent":"5.682674403s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:41.676581Z","caller":"traceutil/trace.go:171","msg":"trace[1635484746] transaction","detail":"{read_only:false; response_revision:3549; number_of_response:1; }","duration":"1.232169543s","start":"2026-04-28T05:04:40.444373Z","end":"2026-04-28T05:04:41.676542Z","steps":["trace[1635484746] 'process raft request' (duration: 1.231931859s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:41.676723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:40.444351Z","time spent":"1.232302535s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:04:41.676917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.88143931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68645"} {"level":"info","ts":"2026-04-28T05:04:41.676985Z","caller":"traceutil/trace.go:171","msg":"trace[1185046840] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:3549; }","duration":"5.881538921s","start":"2026-04-28T05:04:35.795429Z","end":"2026-04-28T05:04:41.676968Z","steps":["trace[1185046840] 'agreement among raft nodes before linearized reading' (duration: 5.881204205s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:41.676962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.190371242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:41.677078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471913159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:41.677111Z","caller":"traceutil/trace.go:171","msg":"trace[395973168] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3549; }","duration":"4.47198402s","start":"2026-04-28T05:04:37.205117Z","end":"2026-04-28T05:04:41.677101Z","steps":["trace[395973168] 'agreement among raft nodes before linearized reading' (duration: 4.471929819s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:41.677091Z","caller":"traceutil/trace.go:171","msg":"trace[1096915650] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:3549; }","duration":"3.190516945s","start":"2026-04-28T05:04:38.486539Z","end":"2026-04-28T05:04:41.677056Z","steps":["trace[1096915650] 'agreement among raft nodes before linearized reading' (duration: 3.190212309s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:41.677138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:37.205097Z","time spent":"4.472033551s","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:41.677111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959722896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:04:41.677189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.650682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:41.677025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.795414Z","time spent":"5.881601723s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":68668,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T05:04:41.677211Z","caller":"traceutil/trace.go:171","msg":"trace[738262488] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3549; }","duration":"3.959871799s","start":"2026-04-28T05:04:37.717311Z","end":"2026-04-28T05:04:41.677183Z","steps":["trace[738262488] 'agreement among raft nodes before linearized reading' (duration: 3.959728036s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:41.67723Z","caller":"traceutil/trace.go:171","msg":"trace[533530638] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3549; }","duration":"244.724174ms","start":"2026-04-28T05:04:41.432493Z","end":"2026-04-28T05:04:41.677217Z","steps":["trace[533530638] 'agreement among raft nodes before linearized reading' (duration: 244.669983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:41.677264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:37.717291Z","time spent":"3.95995616s","remote":"127.0.0.1:58068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":8,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:41.67746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87025905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:41.67749Z","caller":"traceutil/trace.go:171","msg":"trace[2117124955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3549; }","duration":"1.870325841s","start":"2026-04-28T05:04:39.807155Z","end":"2026-04-28T05:04:41.677481Z","steps":["trace[2117124955] 'agreement among raft nodes before linearized reading' (duration: 1.870278781s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:41.67743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.463093069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:41.677515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:39.807134Z","time spent":"1.870375693s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:04:41.67753Z","caller":"traceutil/trace.go:171","msg":"trace[210381645] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3549; }","duration":"5.463262712s","start":"2026-04-28T05:04:36.214255Z","end":"2026-04-28T05:04:41.677518Z","steps":["trace[210381645] 'agreement among raft nodes before linearized reading' (duration: 5.463138649s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:41.677539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268359513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:41.677565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:36.214228Z","time spent":"5.463326254s","remote":"127.0.0.1:38114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:04:41.677574Z","caller":"traceutil/trace.go:171","msg":"trace[908680706] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3549; }","duration":"3.268434305s","start":"2026-04-28T05:04:38.409128Z","end":"2026-04-28T05:04:41.677562Z","steps":["trace[908680706] 'agreement among raft nodes before linearized reading' (duration: 3.268377124s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:41.677604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:38.409104Z","time spent":"3.268492626s","remote":"127.0.0.1:55784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:41.677182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:38.486477Z","time spent":"3.190681619s","remote":"127.0.0.1:47012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:41.677658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608279405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:41.677717Z","caller":"traceutil/trace.go:171","msg":"trace[1642695963] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3549; }","duration":"2.608373267s","start":"2026-04-28T05:04:39.069327Z","end":"2026-04-28T05:04:41.6777Z","steps":["trace[1642695963] 'agreement among raft nodes before linearized reading' (duration: 2.608282976s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:41.677746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.740400785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:04:41.677762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:39.069307Z","time spent":"2.608444148s","remote":"127.0.0.1:46396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:04:41.677775Z","caller":"traceutil/trace.go:171","msg":"trace[419484531] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3549; }","duration":"5.740490957s","start":"2026-04-28T05:04:35.937275Z","end":"2026-04-28T05:04:41.677766Z","steps":["trace[419484531] 'agreement among raft nodes before linearized reading' (duration: 5.740434316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:41.67781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:35.937247Z","time spent":"5.740553878s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:41.67777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.736071546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:41.677973Z","caller":"traceutil/trace.go:171","msg":"trace[354198391] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3549; }","duration":"3.73631514s","start":"2026-04-28T05:04:37.941644Z","end":"2026-04-28T05:04:41.677959Z","steps":["trace[354198391] 'agreement among raft nodes before linearized reading' (duration: 3.736087896s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:41.677128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870808811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-04-28T05:04:41.67807Z","caller":"traceutil/trace.go:171","msg":"trace[2024284758] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3549; }","duration":"1.871780189s","start":"2026-04-28T05:04:39.806273Z","end":"2026-04-28T05:04:41.678053Z","steps":["trace[2024284758] 'agreement among raft nodes before linearized reading' (duration: 1.8707796s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:41.678118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183114114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6caafdb3bcea\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T05:04:41.678184Z","caller":"traceutil/trace.go:171","msg":"trace[716565974] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa6caafdb3bcea; range_end:; response_count:1; response_revision:3549; }","duration":"3.183215876s","start":"2026-04-28T05:04:38.494952Z","end":"2026-04-28T05:04:41.678168Z","steps":["trace[716565974] 'agreement among raft nodes before linearized reading' (duration: 3.183042033s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:41.678234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:38.494933Z","time spent":"3.183290897s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6caafdb3bcea\" "} {"level":"warn","ts":"2026-04-28T05:04:41.678135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:39.806259Z","time spent":"1.871862491s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T05:04:41.678022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:37.941619Z","time spent":"3.736389082s","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:42.188798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022342,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:43.650219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20217226s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T05:04:43.650298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:41.679127Z","time spent":"1.971168697s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T05:04:43.687707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999958747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:04:43.687886Z","caller":"traceutil/trace.go:171","msg":"trace[1468699517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00018636s","start":"2026-04-28T05:04:41.687675Z","end":"2026-04-28T05:04:43.687861Z","steps":["trace[1468699517] 'agreement among raft nodes before linearized reading' (duration: 1.999982426s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:43.688015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:41.687665Z","time spent":"2.000334815s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:04:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:04:43.837986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.389807264s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:04:45.099031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305648394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:04:45.099119Z","caller":"traceutil/trace.go:171","msg":"trace[1449002512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.305787056s","start":"2026-04-28T05:04:42.793318Z","end":"2026-04-28T05:04:45.099105Z","steps":["trace[1449002512] 'agreement among raft nodes before linearized reading' (duration: 2.305676164s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:45.09915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:42.793288Z","time spent":"2.305856149s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 05:04:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:04:45.100839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262555723s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:04:45.101323Z","caller":"traceutil/trace.go:171","msg":"trace[210038595] transaction","detail":"{read_only:false; response_revision:3551; number_of_response:1; }","duration":"3.415781828s","start":"2026-04-28T05:04:41.685528Z","end":"2026-04-28T05:04:45.10131Z","steps":["trace[210038595] 'process raft request' (duration: 3.415417521s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:45.101308Z","caller":"traceutil/trace.go:171","msg":"trace[1295990891] transaction","detail":"{read_only:false; response_revision:3550; number_of_response:1; }","duration":"3.420571118s","start":"2026-04-28T05:04:41.680706Z","end":"2026-04-28T05:04:45.101277Z","steps":["trace[1295990891] 'process raft request' (duration: 2.157530056s)","trace[1295990891] 'compare' (duration: 1.262100544s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:04:45.101379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:41.685509Z","time spent":"3.415847549s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:45.101448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:41.680681Z","time spent":"3.420689231s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:45.101709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306370729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:04:45.101783Z","caller":"traceutil/trace.go:171","msg":"trace[857995291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.30648599s","start":"2026-04-28T05:04:42.795281Z","end":"2026-04-28T05:04:45.101767Z","steps":["trace[857995291] 'agreement among raft nodes before linearized reading' (duration: 2.306400559s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:45.101769Z","caller":"traceutil/trace.go:171","msg":"trace[2094802267] transaction","detail":"{read_only:false; response_revision:3552; number_of_response:1; }","duration":"1.449009634s","start":"2026-04-28T05:04:43.652749Z","end":"2026-04-28T05:04:45.101758Z","steps":["trace[2094802267] 'process raft request' (duration: 1.448529615s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:45.101782Z","caller":"traceutil/trace.go:171","msg":"trace[341833548] linearizableReadLoop","detail":"{readStateIndex:3708; appliedIndex:3705; }","duration":"3.414058484s","start":"2026-04-28T05:04:41.687708Z","end":"2026-04-28T05:04:45.101766Z","steps":["trace[341833548] 'read index received' (duration: 760.369123ms)","trace[341833548] 'applied index is now lower than readState.Index' (duration: 2.653687261s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:04:45.101823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:42.795255Z","time spent":"2.306558812s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 05:04:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:04:45.101859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:43.652719Z","time spent":"1.449116457s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:45.101992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.24313798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:45.102009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51945968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:45.102031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417230967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:04:45.102029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472925911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T05:04:45.102055Z","caller":"traceutil/trace.go:171","msg":"trace[697529714] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3552; }","duration":"1.519547082s","start":"2026-04-28T05:04:43.582495Z","end":"2026-04-28T05:04:45.102042Z","steps":["trace[697529714] 'agreement among raft nodes before linearized reading' (duration: 1.51944774s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:45.102063Z","caller":"traceutil/trace.go:171","msg":"trace[322873219] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3552; }","duration":"1.417309849s","start":"2026-04-28T05:04:43.684744Z","end":"2026-04-28T05:04:45.102053Z","steps":["trace[322873219] 'agreement among raft nodes before linearized reading' (duration: 1.417183246s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:45.102071Z","caller":"traceutil/trace.go:171","msg":"trace[1282475657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3552; }","duration":"1.472991453s","start":"2026-04-28T05:04:43.629068Z","end":"2026-04-28T05:04:45.102059Z","steps":["trace[1282475657] 'agreement among raft nodes before linearized reading' (duration: 1.47286272s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:45.102096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:43.684723Z","time spent":"1.417367959s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:04:45.102102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:43.629058Z","time spent":"1.473037833s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:04:45.102147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307676514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T05:04:45.102098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:43.582476Z","time spent":"1.519612632s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:04:45.102033Z","caller":"traceutil/trace.go:171","msg":"trace[2053746191] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3552; }","duration":"3.243250162s","start":"2026-04-28T05:04:41.858772Z","end":"2026-04-28T05:04:45.102022Z","steps":["trace[2053746191] 'agreement among raft nodes before linearized reading' (duration: 3.24312732s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:45.102181Z","caller":"traceutil/trace.go:171","msg":"trace[1649651239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3552; }","duration":"2.307722366s","start":"2026-04-28T05:04:42.79445Z","end":"2026-04-28T05:04:45.102173Z","steps":["trace[1649651239] 'agreement among raft nodes before linearized reading' (duration: 2.307601153s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:45.102197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413987555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:45.102212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:41.858739Z","time spent":"3.243461846s","remote":"127.0.0.1:38098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:45.102212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:42.79444Z","time spent":"2.307766267s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T05:04:45.102235Z","caller":"traceutil/trace.go:171","msg":"trace[858526319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3552; }","duration":"1.414068397s","start":"2026-04-28T05:04:43.688158Z","end":"2026-04-28T05:04:45.102226Z","steps":["trace[858526319] 'agreement among raft nodes before linearized reading' (duration: 1.414006586s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:45.102266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:43.688138Z","time spent":"1.414121909s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:04:45.102263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.031303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413389"} {"level":"warn","ts":"2026-04-28T05:04:45.102299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472760328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T05:04:45.102345Z","caller":"traceutil/trace.go:171","msg":"trace[1039662903] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:3552; }","duration":"409.130195ms","start":"2026-04-28T05:04:44.693196Z","end":"2026-04-28T05:04:45.102326Z","steps":["trace[1039662903] 'agreement among raft nodes before linearized reading' (duration: 408.773407ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:45.102362Z","caller":"traceutil/trace.go:171","msg":"trace[181339477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3552; }","duration":"1.47286657s","start":"2026-04-28T05:04:43.629484Z","end":"2026-04-28T05:04:45.102351Z","steps":["trace[181339477] 'agreement among raft nodes before linearized reading' (duration: 1.472721718s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:45.102394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:43.629462Z","time spent":"1.472923841s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:04:45.102399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:44.69314Z","time spent":"409.248187ms","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413412,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T05:04:45.609236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:46.109383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:46.186972Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014187589s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:04:46.337013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.783571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:04:46.337137Z","caller":"traceutil/trace.go:171","msg":"trace[1774195380] transaction","detail":"{read_only:false; response_revision:3553; number_of_response:1; }","duration":"1.228920621s","start":"2026-04-28T05:04:45.108174Z","end":"2026-04-28T05:04:46.337095Z","steps":["trace[1774195380] 'process raft request' (duration: 1.078966636s)","trace[1774195380] 'compare' (duration: 149.544057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:04:46.337318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:45.108162Z","time spent":"1.229108285s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:47.110254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000592469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:04:47.110361Z","caller":"traceutil/trace.go:171","msg":"trace[934308917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000730571s","start":"2026-04-28T05:04:45.109607Z","end":"2026-04-28T05:04:47.110337Z","steps":["trace[934308917] 'agreement among raft nodes before linearized reading' (duration: 2.000600189s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:47.11041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:45.109601Z","time spent":"2.000799893s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:04:47.579406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.685232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:04:47.580011Z","caller":"traceutil/trace.go:171","msg":"trace[1205614535] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"2.467265361s","start":"2026-04-28T05:04:45.112724Z","end":"2026-04-28T05:04:47.57999Z","steps":["trace[1205614535] 'process raft request' (duration: 2.466856124s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:47.580031Z","caller":"traceutil/trace.go:171","msg":"trace[428824752] transaction","detail":"{read_only:false; response_revision:3555; number_of_response:1; }","duration":"2.471363109s","start":"2026-04-28T05:04:45.10863Z","end":"2026-04-28T05:04:47.579994Z","steps":["trace[428824752] 'process raft request' (duration: 2.47087421s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:47.580102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:45.112714Z","time spent":"2.467348583s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:47.580017Z","caller":"traceutil/trace.go:171","msg":"trace[402557500] transaction","detail":"{read_only:false; response_revision:3554; number_of_response:1; }","duration":"2.471601764s","start":"2026-04-28T05:04:45.108383Z","end":"2026-04-28T05:04:47.579984Z","steps":["trace[402557500] 'process raft request' (duration: 1.52526622s)","trace[402557500] 'compare' (duration: 945.412627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:04:47.58023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:45.108617Z","time spent":"2.471508083s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:47.580259Z","caller":"traceutil/trace.go:171","msg":"trace[1253157076] transaction","detail":"{read_only:false; response_revision:3557; number_of_response:1; }","duration":"1.50486019s","start":"2026-04-28T05:04:46.075376Z","end":"2026-04-28T05:04:47.580237Z","steps":["trace[1253157076] 'process raft request' (duration: 1.504253929s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:47.580291Z","caller":"traceutil/trace.go:171","msg":"trace[1073435011] linearizableReadLoop","detail":"{readStateIndex:3714; appliedIndex:3709; }","duration":"2.471786968s","start":"2026-04-28T05:04:45.108488Z","end":"2026-04-28T05:04:47.580275Z","steps":["trace[1073435011] 'read index received' (duration: 1.078662941s)","trace[1073435011] 'applied index is now lower than readState.Index' (duration: 1.393123077s)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:04:47.580326Z","caller":"traceutil/trace.go:171","msg":"trace[318589068] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"1.427385381s","start":"2026-04-28T05:04:46.152914Z","end":"2026-04-28T05:04:47.5803Z","steps":["trace[318589068] 'process raft request' (duration: 1.426831701s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:47.580398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:46.07535Z","time spent":"1.504969102s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:47.580448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471946582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T05:04:47.580498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451216946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:47.580476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:46.1529Z","time spent":"1.427516084s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:47.580499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228777268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:04:47.580515Z","caller":"traceutil/trace.go:171","msg":"trace[1413593785] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:3558; }","duration":"2.451253166s","start":"2026-04-28T05:04:45.129254Z","end":"2026-04-28T05:04:47.580507Z","steps":["trace[1413593785] 'agreement among raft nodes before linearized reading' (duration: 2.451217135s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:47.580426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:45.108375Z","time spent":"2.471856339s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:47.580514Z","caller":"traceutil/trace.go:171","msg":"trace[157193494] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3558; }","duration":"2.472023193s","start":"2026-04-28T05:04:45.108478Z","end":"2026-04-28T05:04:47.580501Z","steps":["trace[157193494] 'agreement among raft nodes before linearized reading' (duration: 2.471848829s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:47.58053Z","caller":"traceutil/trace.go:171","msg":"trace[915756935] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3558; }","duration":"1.22886586s","start":"2026-04-28T05:04:46.351658Z","end":"2026-04-28T05:04:47.580524Z","steps":["trace[915756935] 'agreement among raft nodes before linearized reading' (duration: 1.228775929s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:47.580532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:45.129239Z","time spent":"2.451289287s","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:47.580554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:46.351637Z","time spent":"1.228909721s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:47.580554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:45.108474Z","time spent":"2.472072814s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T05:04:47.580558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.686631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:47.580604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240008653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6caafdb3bcea\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T05:04:47.580616Z","caller":"traceutil/trace.go:171","msg":"trace[2078278305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3558; }","duration":"469.783463ms","start":"2026-04-28T05:04:47.110816Z","end":"2026-04-28T05:04:47.5806Z","steps":["trace[2078278305] 'agreement among raft nodes before linearized reading' (duration: 469.692431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:47.580677Z","caller":"traceutil/trace.go:171","msg":"trace[1165592154] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa6caafdb3bcea; range_end:; response_count:1; response_revision:3558; }","duration":"1.240117425s","start":"2026-04-28T05:04:46.340542Z","end":"2026-04-28T05:04:47.58066Z","steps":["trace[1165592154] 'agreement among raft nodes before linearized reading' (duration: 1.239922941s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:47.580682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190261792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:04:47.580697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472146975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68645"} {"level":"info","ts":"2026-04-28T05:04:47.580738Z","caller":"traceutil/trace.go:171","msg":"trace[1545134929] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:3558; }","duration":"2.472206156s","start":"2026-04-28T05:04:45.108518Z","end":"2026-04-28T05:04:47.580724Z","steps":["trace[1545134929] 'agreement among raft nodes before linearized reading' (duration: 2.4719039s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:47.580781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:45.10851Z","time spent":"2.472263178s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":68668,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T05:04:47.580739Z","caller":"traceutil/trace.go:171","msg":"trace[648221056] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3558; }","duration":"1.190362784s","start":"2026-04-28T05:04:46.390358Z","end":"2026-04-28T05:04:47.58072Z","steps":["trace[648221056] 'agreement among raft nodes before linearized reading' (duration: 1.190268112s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:47.58068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:47.110799Z","time spent":"469.870504ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:04:47.580981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:46.340524Z","time spent":"1.240192937s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6caafdb3bcea\" "} {"level":"warn","ts":"2026-04-28T05:04:47.580996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:46.390336Z","time spent":"1.190613939s","remote":"127.0.0.1:58000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:48.086817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:49.017329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.415937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:04:49.017525Z","caller":"traceutil/trace.go:171","msg":"trace[191427299] linearizableReadLoop","detail":"{readStateIndex:3717; appliedIndex:3715; }","duration":"1.430759826s","start":"2026-04-28T05:04:47.586747Z","end":"2026-04-28T05:04:49.017507Z","steps":["trace[191427299] 'read index received' (duration: 573.098665ms)","trace[191427299] 'applied index is now lower than readState.Index' (duration: 857.659471ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:04:49.017616Z","caller":"traceutil/trace.go:171","msg":"trace[1843286457] transaction","detail":"{read_only:false; response_revision:3559; number_of_response:1; }","duration":"1.433925617s","start":"2026-04-28T05:04:47.583678Z","end":"2026-04-28T05:04:49.017603Z","steps":["trace[1843286457] 'process raft request' (duration: 576.148024ms)","trace[1843286457] 'compare' (duration: 857.159351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:04:49.017682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:47.583668Z","time spent":"1.433981107s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:49.017819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431047951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-04-28T05:04:49.017874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430684154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:49.01786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:47.583816Z","time spent":"1.434038768s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T05:04:49.017888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.293712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:49.017904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255279794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:49.017888Z","caller":"traceutil/trace.go:171","msg":"trace[35501642] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3559; }","duration":"1.431133852s","start":"2026-04-28T05:04:47.586736Z","end":"2026-04-28T05:04:49.01787Z","steps":["trace[35501642] 'agreement among raft nodes before linearized reading' (duration: 1.430892098s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:49.017934Z","caller":"traceutil/trace.go:171","msg":"trace[354487883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3559; }","duration":"1.430759106s","start":"2026-04-28T05:04:47.587159Z","end":"2026-04-28T05:04:49.017918Z","steps":["trace[354487883] 'agreement among raft nodes before linearized reading' (duration: 1.430655204s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:49.017946Z","caller":"traceutil/trace.go:171","msg":"trace[2022279563] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3559; }","duration":"658.409115ms","start":"2026-04-28T05:04:48.359523Z","end":"2026-04-28T05:04:49.017932Z","steps":["trace[2022279563] 'agreement among raft nodes before linearized reading' (duration: 658.307843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:49.017934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.456915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:49.017958Z","caller":"traceutil/trace.go:171","msg":"trace[370703051] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:3559; }","duration":"1.255339405s","start":"2026-04-28T05:04:47.762602Z","end":"2026-04-28T05:04:49.017941Z","steps":["trace[370703051] 'agreement among raft nodes before linearized reading' (duration: 1.255246803s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:49.017963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:47.586731Z","time spent":"1.431222624s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T05:04:49.017971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:47.587155Z","time spent":"1.430809957s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:04:49.017983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:48.359499Z","time spent":"658.474746ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:49.01799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.946666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T05:04:49.018006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:47.762545Z","time spent":"1.255452017s","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:04:49.018006Z","caller":"traceutil/trace.go:171","msg":"trace[637833962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3559; }","duration":"226.572408ms","start":"2026-04-28T05:04:48.791416Z","end":"2026-04-28T05:04:49.017989Z","steps":["trace[637833962] 'agreement among raft nodes before linearized reading' (duration: 226.445255ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:49.018048Z","caller":"traceutil/trace.go:171","msg":"trace[1155319440] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3559; }","duration":"913.007897ms","start":"2026-04-28T05:04:48.105022Z","end":"2026-04-28T05:04:49.01803Z","steps":["trace[1155319440] 'agreement among raft nodes before linearized reading' (duration: 912.817784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:49.018093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:48.104965Z","time spent":"913.116319ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T05:04:49.522564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:49.921763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.408802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:04:49.921868Z","caller":"traceutil/trace.go:171","msg":"trace[757684204] transaction","detail":"{read_only:false; response_revision:3560; number_of_response:1; }","duration":"901.254164ms","start":"2026-04-28T05:04:49.020595Z","end":"2026-04-28T05:04:49.921849Z","steps":["trace[757684204] 'process raft request' (duration: 715.681689ms)","trace[757684204] 'compare' (duration: 185.055194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:04:49.921931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:49.02057Z","time spent":"901.331115ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:50.969766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.233462269s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:04:51.020373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998899211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:04:51.02044Z","caller":"traceutil/trace.go:171","msg":"trace[1026445057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999045804s","start":"2026-04-28T05:04:49.021374Z","end":"2026-04-28T05:04:51.02042Z","steps":["trace[1026445057] 'agreement among raft nodes before linearized reading' (duration: 1.998957022s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:51.020488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:49.021355Z","time spent":"1.999123326s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:04:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:04:51.064124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.85648ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:51.064227Z","caller":"traceutil/trace.go:171","msg":"trace[2121260259] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3560; }","duration":"906.973942ms","start":"2026-04-28T05:04:50.157236Z","end":"2026-04-28T05:04:51.06421Z","steps":["trace[2121260259] 'range keys from in-memory index tree' (duration: 906.843169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:51.064378Z","caller":"traceutil/trace.go:171","msg":"trace[397383432] transaction","detail":"{read_only:false; response_revision:3561; number_of_response:1; }","duration":"2.04154586s","start":"2026-04-28T05:04:49.022811Z","end":"2026-04-28T05:04:51.064357Z","steps":["trace[397383432] 'process raft request' (duration: 1.947154538s)","trace[397383432] 'compare' (duration: 93.958004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:04:51.064457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:49.022791Z","time spent":"2.041624622s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:04:51.064476Z","caller":"traceutil/trace.go:171","msg":"trace[618910594] transaction","detail":"{read_only:false; response_revision:3562; number_of_response:1; }","duration":"2.040582363s","start":"2026-04-28T05:04:49.023865Z","end":"2026-04-28T05:04:51.064447Z","steps":["trace[618910594] 'process raft request' (duration: 2.04039944s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:51.064637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:49.023853Z","time spent":"2.040700915s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:51.064666Z","caller":"traceutil/trace.go:171","msg":"trace[301157016] transaction","detail":"{read_only:false; response_revision:3563; number_of_response:1; }","duration":"1.934379604s","start":"2026-04-28T05:04:49.130277Z","end":"2026-04-28T05:04:51.064657Z","steps":["trace[301157016] 'process raft request' (duration: 1.934120359s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:51.064677Z","caller":"traceutil/trace.go:171","msg":"trace[1270837120] linearizableReadLoop","detail":"{readStateIndex:3721; appliedIndex:3717; }","duration":"2.043205562s","start":"2026-04-28T05:04:49.02145Z","end":"2026-04-28T05:04:51.064656Z","steps":["trace[1270837120] 'read index received' (duration: 714.842962ms)","trace[1270837120] 'applied index is now lower than readState.Index' (duration: 1.32836152s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:04:51.064714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:49.130252Z","time spent":"1.934432216s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:51.064816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774038132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:51.064841Z","caller":"traceutil/trace.go:171","msg":"trace[780231532] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3563; }","duration":"1.774101132s","start":"2026-04-28T05:04:49.290732Z","end":"2026-04-28T05:04:51.064833Z","steps":["trace[780231532] 'agreement among raft nodes before linearized reading' (duration: 1.774057501s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:51.06487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:49.29071Z","time spent":"1.774149914s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:51.064865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141086423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T05:04:51.064911Z","caller":"traceutil/trace.go:171","msg":"trace[1065299118] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3563; }","duration":"1.141154363s","start":"2026-04-28T05:04:49.923744Z","end":"2026-04-28T05:04:51.064898Z","steps":["trace[1065299118] 'agreement among raft nodes before linearized reading' (duration: 1.141056982s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:51.064955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:49.923732Z","time spent":"1.141214175s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T05:04:51.064994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.545964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:51.065044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008829956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:51.065054Z","caller":"traceutil/trace.go:171","msg":"trace[27382591] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3563; }","duration":"372.652266ms","start":"2026-04-28T05:04:50.692385Z","end":"2026-04-28T05:04:51.065037Z","steps":["trace[27382591] 'agreement among raft nodes before linearized reading' (duration: 372.554254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:51.065068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411652119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:51.065086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479075598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:04:51.065085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488691782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:04:51.065108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.160853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:04:51.06511Z","caller":"traceutil/trace.go:171","msg":"trace[173035225] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3563; }","duration":"1.479132788s","start":"2026-04-28T05:04:49.585971Z","end":"2026-04-28T05:04:51.065104Z","steps":["trace[173035225] 'agreement among raft nodes before linearized reading' (duration: 1.479034306s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:51.065107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:50.692354Z","time spent":"372.738428ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:04:51.065119Z","caller":"traceutil/trace.go:171","msg":"trace[1439894722] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3563; }","duration":"1.488754772s","start":"2026-04-28T05:04:49.576354Z","end":"2026-04-28T05:04:51.065108Z","steps":["trace[1439894722] 'agreement among raft nodes before linearized reading' (duration: 1.488659531s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:51.065113Z","caller":"traceutil/trace.go:171","msg":"trace[1280080332] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3563; }","duration":"1.411709121s","start":"2026-04-28T05:04:49.653389Z","end":"2026-04-28T05:04:51.065098Z","steps":["trace[1280080332] 'agreement among raft nodes before linearized reading' (duration: 1.41164089s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:51.065127Z","caller":"traceutil/trace.go:171","msg":"trace[2052405441] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3563; }","duration":"742.230335ms","start":"2026-04-28T05:04:50.32289Z","end":"2026-04-28T05:04:51.065121Z","steps":["trace[2052405441] 'agreement among raft nodes before linearized reading' (duration: 742.195384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:51.065129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:49.585954Z","time spent":"1.479171689s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:04:51.065142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:49.576339Z","time spent":"1.488796853s","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":75,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:51.065153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:50.32287Z","time spent":"742.276476ms","remote":"127.0.0.1:58076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:51.064911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478569778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T05:04:51.065162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:49.653378Z","time spent":"1.411768142s","remote":"127.0.0.1:55788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:04:51.065073Z","caller":"traceutil/trace.go:171","msg":"trace[1643299187] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3563; }","duration":"1.008881298s","start":"2026-04-28T05:04:50.056182Z","end":"2026-04-28T05:04:51.065063Z","steps":["trace[1643299187] 'agreement among raft nodes before linearized reading' (duration: 1.008830437s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:51.065236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478893784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T05:04:51.065309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:50.056172Z","time spent":"1.009106361s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:04:51.065306Z","caller":"traceutil/trace.go:171","msg":"trace[1713098436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3563; }","duration":"1.478982466s","start":"2026-04-28T05:04:49.586305Z","end":"2026-04-28T05:04:51.065288Z","steps":["trace[1713098436] 'agreement among raft nodes before linearized reading' (duration: 1.478770452s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:51.064974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188169902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:51.065355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:49.586301Z","time spent":"1.479044098s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T05:04:51.065388Z","caller":"traceutil/trace.go:171","msg":"trace[719630396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3563; }","duration":"1.18859768s","start":"2026-04-28T05:04:49.876758Z","end":"2026-04-28T05:04:51.065355Z","steps":["trace[719630396] 'agreement among raft nodes before linearized reading' (duration: 1.188179291s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:51.065982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:49.876741Z","time spent":"1.188703713s","remote":"127.0.0.1:55736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:04:51.066176Z","caller":"traceutil/trace.go:171","msg":"trace[2074345348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3563; }","duration":"1.478874394s","start":"2026-04-28T05:04:49.586317Z","end":"2026-04-28T05:04:51.065192Z","steps":["trace[2074345348] 'agreement among raft nodes before linearized reading' (duration: 1.478490547s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:51.066222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:49.58631Z","time spent":"1.479902284s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T05:04:51.395252Z","caller":"traceutil/trace.go:171","msg":"trace[1336804665] transaction","detail":"{read_only:false; response_revision:3564; number_of_response:1; }","duration":"325.896464ms","start":"2026-04-28T05:04:51.069327Z","end":"2026-04-28T05:04:51.395224Z","steps":["trace[1336804665] 'process raft request' (duration: 321.999169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:51.395404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:51.069288Z","time spent":"326.035366ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:52.149514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.704971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:04:52.149776Z","caller":"traceutil/trace.go:171","msg":"trace[983709612] linearizableReadLoop","detail":"{readStateIndex:3725; appliedIndex:3722; }","duration":"552.055904ms","start":"2026-04-28T05:04:51.597702Z","end":"2026-04-28T05:04:52.149758Z","steps":["trace[983709612] 'read index received' (duration: 76.64585ms)","trace[983709612] 'applied index is now lower than readState.Index' (duration: 475.409214ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:04:52.149808Z","caller":"traceutil/trace.go:171","msg":"trace[526211916] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"1.079130759s","start":"2026-04-28T05:04:51.070663Z","end":"2026-04-28T05:04:52.149794Z","steps":["trace[526211916] 'process raft request' (duration: 1.078961716s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:52.149873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:51.070655Z","time spent":"1.07918651s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:52.149981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.288659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:52.150006Z","caller":"traceutil/trace.go:171","msg":"trace[1089589262] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:3567; }","duration":"552.315069ms","start":"2026-04-28T05:04:51.597683Z","end":"2026-04-28T05:04:52.149998Z","steps":["trace[1089589262] 'agreement among raft nodes before linearized reading' (duration: 552.271348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:52.150005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.225383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:52.150029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:51.597596Z","time spent":"552.42816ms","remote":"127.0.0.1:47080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:04:52.150035Z","caller":"traceutil/trace.go:171","msg":"trace[1093997896] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3567; }","duration":"297.291925ms","start":"2026-04-28T05:04:51.852734Z","end":"2026-04-28T05:04:52.150026Z","steps":["trace[1093997896] 'agreement among raft nodes before linearized reading' (duration: 297.244924ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:52.150221Z","caller":"traceutil/trace.go:171","msg":"trace[30803357] transaction","detail":"{read_only:false; response_revision:3567; number_of_response:1; }","duration":"1.078720761s","start":"2026-04-28T05:04:51.071494Z","end":"2026-04-28T05:04:52.150215Z","steps":["trace[30803357] 'process raft request' (duration: 1.078210292s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:52.150266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:51.071472Z","time spent":"1.078773472s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:52.151032Z","caller":"traceutil/trace.go:171","msg":"trace[2107229593] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"1.080195589s","start":"2026-04-28T05:04:51.069657Z","end":"2026-04-28T05:04:52.149852Z","steps":["trace[2107229593] 'process raft request' (duration: 604.656563ms)","trace[2107229593] 'compare' (duration: 474.564917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:04:52.151093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:51.069635Z","time spent":"1.081430743s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:53.10672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:53.525239Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.334525481s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:04:54.368893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.346404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:04:54.369081Z","caller":"traceutil/trace.go:171","msg":"trace[1078701201] transaction","detail":"{read_only:false; response_revision:3568; number_of_response:1; }","duration":"2.212311446s","start":"2026-04-28T05:04:52.156749Z","end":"2026-04-28T05:04:54.36906Z","steps":["trace[1078701201] 'process raft request' (duration: 1.368714527s)","trace[1078701201] 'compare' (duration: 841.866846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:04:54.369185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:52.156727Z","time spent":"2.212419358s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:54.413713Z","caller":"traceutil/trace.go:171","msg":"trace[334205448] linearizableReadLoop","detail":"{readStateIndex:3727; appliedIndex:3725; }","duration":"1.807462156s","start":"2026-04-28T05:04:52.606226Z","end":"2026-04-28T05:04:54.413688Z","steps":["trace[334205448] 'read index received' (duration: 919.244701ms)","trace[334205448] 'applied index is now lower than readState.Index' (duration: 888.216255ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:04:54.413792Z","caller":"traceutil/trace.go:171","msg":"trace[761764594] transaction","detail":"{read_only:false; response_revision:3569; number_of_response:1; }","duration":"2.252572259s","start":"2026-04-28T05:04:52.161186Z","end":"2026-04-28T05:04:54.413758Z","steps":["trace[761764594] 'process raft request' (duration: 2.252343795s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:54.41395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:52.161169Z","time spent":"2.252697072s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:54.413945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807673051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:54.41406Z","caller":"traceutil/trace.go:171","msg":"trace[871486757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3569; }","duration":"1.807871094s","start":"2026-04-28T05:04:52.606163Z","end":"2026-04-28T05:04:54.414034Z","steps":["trace[871486757] 'agreement among raft nodes before linearized reading' (duration: 1.8076425s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:54.414122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:52.606139Z","time spent":"1.807973236s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:04:54.913877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:55.414532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:55.915323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:04:56.214153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.245763288s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:04:56.415742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000332368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:04:56.415891Z","caller":"traceutil/trace.go:171","msg":"trace[1598932267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000497812s","start":"2026-04-28T05:04:54.415367Z","end":"2026-04-28T05:04:56.415865Z","steps":["trace[1598932267] 'agreement among raft nodes before linearized reading' (duration: 2.000329589s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:56.415941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:54.415304Z","time spent":"2.000626544s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:04:56.691279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.863192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:04:56.691385Z","caller":"traceutil/trace.go:171","msg":"trace[888897554] linearizableReadLoop","detail":"{readStateIndex:3728; appliedIndex:3727; }","duration":"2.277577069s","start":"2026-04-28T05:04:54.41379Z","end":"2026-04-28T05:04:56.691367Z","steps":["trace[888897554] 'read index received' (duration: 1.800531934s)","trace[888897554] 'applied index is now lower than readState.Index' (duration: 477.043825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:04:56.692191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.75491826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:56.692274Z","caller":"traceutil/trace.go:171","msg":"trace[1368893396] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3570; }","duration":"3.755050623s","start":"2026-04-28T05:04:52.937206Z","end":"2026-04-28T05:04:56.692256Z","steps":["trace[1368893396] 'agreement among raft nodes before linearized reading' (duration: 3.75487565s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:56.692267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392961873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:04:56.692323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:52.937157Z","time spent":"3.755155305s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:56.692317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.619232666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:04:56.692366Z","caller":"traceutil/trace.go:171","msg":"trace[862729470] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3570; }","duration":"2.393112265s","start":"2026-04-28T05:04:54.299228Z","end":"2026-04-28T05:04:56.69234Z","steps":["trace[862729470] 'agreement among raft nodes before linearized reading' (duration: 2.392913662s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:56.6924Z","caller":"traceutil/trace.go:171","msg":"trace[1681021241] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3570; }","duration":"3.619354269s","start":"2026-04-28T05:04:53.073028Z","end":"2026-04-28T05:04:56.692382Z","steps":["trace[1681021241] 'agreement among raft nodes before linearized reading' (duration: 3.619086884s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:56.69242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:54.299206Z","time spent":"2.393200948s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":16,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:56.692445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:53.073013Z","time spent":"3.6194238s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:04:56.692444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.007861684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:56.692513Z","caller":"traceutil/trace.go:171","msg":"trace[1268687153] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3570; }","duration":"4.007958186s","start":"2026-04-28T05:04:52.684535Z","end":"2026-04-28T05:04:56.692494Z","steps":["trace[1268687153] 'agreement among raft nodes before linearized reading' (duration: 4.007859963s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:56.692556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:52.684521Z","time spent":"4.008024978s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:56.692644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.538355004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:04:56.6927Z","caller":"traceutil/trace.go:171","msg":"trace[1328887635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3570; }","duration":"2.538444435s","start":"2026-04-28T05:04:54.154243Z","end":"2026-04-28T05:04:56.692688Z","steps":["trace[1328887635] 'agreement among raft nodes before linearized reading' (duration: 2.537929244s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:56.692753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:54.154224Z","time spent":"2.538520617s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:04:56.69277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29320005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T05:04:56.692855Z","caller":"traceutil/trace.go:171","msg":"trace[1580911179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3570; }","duration":"3.293301492s","start":"2026-04-28T05:04:53.399536Z","end":"2026-04-28T05:04:56.692838Z","steps":["trace[1580911179] 'agreement among raft nodes before linearized reading' (duration: 3.292542537s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:56.692745Z","caller":"traceutil/trace.go:171","msg":"trace[557076157] transaction","detail":"{read_only:false; response_revision:3570; number_of_response:1; }","duration":"2.318767849s","start":"2026-04-28T05:04:54.372673Z","end":"2026-04-28T05:04:56.691441Z","steps":["trace[557076157] 'process raft request' (duration: 1.841678523s)","trace[557076157] 'compare' (duration: 476.740479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:04:56.692902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:53.399458Z","time spent":"3.293434584s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:04:56.693031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:54.372646Z","time spent":"2.320287838s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:04:57.968194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.26729028s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:04:58.252662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551746449s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T05:04:58.254594Z","caller":"traceutil/trace.go:171","msg":"trace[542462093] linearizableReadLoop","detail":"{readStateIndex:3729; appliedIndex:3728; }","duration":"1.563147058s","start":"2026-04-28T05:04:56.69141Z","end":"2026-04-28T05:04:58.254558Z","steps":["trace[542462093] 'read index received' (duration: 9.496073ms)","trace[542462093] 'applied index is now lower than readState.Index' (duration: 1.553647285s)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:04:58.254821Z","caller":"traceutil/trace.go:171","msg":"trace[1949880206] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"1.557382847s","start":"2026-04-28T05:04:56.697405Z","end":"2026-04-28T05:04:58.254788Z","steps":["trace[1949880206] 'process raft request' (duration: 1.557077101s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:58.255051Z","caller":"traceutil/trace.go:171","msg":"trace[1924482072] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"1.556952619s","start":"2026-04-28T05:04:56.697891Z","end":"2026-04-28T05:04:58.254844Z","steps":["trace[1924482072] 'process raft request' (duration: 1.556802246s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:58.255084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625831222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T05:04:58.255145Z","caller":"traceutil/trace.go:171","msg":"trace[207776688] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3571; }","duration":"1.625901343s","start":"2026-04-28T05:04:56.629222Z","end":"2026-04-28T05:04:58.255123Z","steps":["trace[207776688] 'agreement among raft nodes before linearized reading' (duration: 1.625487034s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:58.255141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:56.69736Z","time spent":"1.557711804s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:04:58.255201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:56.629207Z","time spent":"1.625980184s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T05:04:58.255242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831325035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:58.255312Z","caller":"traceutil/trace.go:171","msg":"trace[1454403191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3573; }","duration":"1.831425936s","start":"2026-04-28T05:04:56.423868Z","end":"2026-04-28T05:04:58.255294Z","steps":["trace[1454403191] 'agreement among raft nodes before linearized reading' (duration: 1.831184962s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:58.255359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:56.42385Z","time spent":"1.831498588s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:04:58.255367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.789498014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:58.255369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:56.697866Z","time spent":"1.557243076s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:58.255411Z","caller":"traceutil/trace.go:171","msg":"trace[458150466] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3573; }","duration":"3.789575255s","start":"2026-04-28T05:04:54.465822Z","end":"2026-04-28T05:04:58.255397Z","steps":["trace[458150466] 'agreement among raft nodes before linearized reading' (duration: 3.789038744s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:58.255463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:54.465802Z","time spent":"3.789646577s","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:58.255521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895336713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:58.25615Z","caller":"traceutil/trace.go:171","msg":"trace[1508703432] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:3573; }","duration":"1.896007266s","start":"2026-04-28T05:04:56.360116Z","end":"2026-04-28T05:04:58.256123Z","steps":["trace[1508703432] 'agreement among raft nodes before linearized reading' (duration: 1.894953446s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:58.256205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:56.360092Z","time spent":"1.896098248s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:04:58.25566Z","caller":"traceutil/trace.go:171","msg":"trace[1591735107] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"1.545987519s","start":"2026-04-28T05:04:56.709653Z","end":"2026-04-28T05:04:58.255641Z","steps":["trace[1591735107] 'process raft request' (duration: 1.545130882s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:58.256307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:56.709632Z","time spent":"1.54662423s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:04:58.25645Z","caller":"traceutil/trace.go:171","msg":"trace[1157789349] transaction","detail":"{read_only:false; response_revision:3574; number_of_response:1; }","duration":"547.434206ms","start":"2026-04-28T05:04:57.708993Z","end":"2026-04-28T05:04:58.256427Z","steps":["trace[1157789349] 'process raft request' (duration: 547.092879ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:58.256515Z","caller":"traceutil/trace.go:171","msg":"trace[1157288493] transaction","detail":"{read_only:false; response_revision:3575; number_of_response:1; }","duration":"377.745579ms","start":"2026-04-28T05:04:57.878751Z","end":"2026-04-28T05:04:58.256497Z","steps":["trace[1157288493] 'process raft request' (duration: 377.551525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:58.256604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:57.708965Z","time spent":"547.540518ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:58.256614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:57.878723Z","time spent":"377.826571ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:04:58.266431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.957108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:58.266448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.792091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:04:58.266475Z","caller":"traceutil/trace.go:171","msg":"trace[1095497355] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3576; }","duration":"781.043909ms","start":"2026-04-28T05:04:57.48542Z","end":"2026-04-28T05:04:58.266464Z","steps":["trace[1095497355] 'agreement among raft nodes before linearized reading' (duration: 780.780624ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:58.266488Z","caller":"traceutil/trace.go:171","msg":"trace[880666244] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3576; }","duration":"241.875742ms","start":"2026-04-28T05:04:58.024602Z","end":"2026-04-28T05:04:58.266478Z","steps":["trace[880666244] 'agreement among raft nodes before linearized reading' (duration: 241.619247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:58.266502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:57.4854Z","time spent":"781.09579ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:58.26648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347801316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:04:58.266547Z","caller":"traceutil/trace.go:171","msg":"trace[1118991587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3576; }","duration":"1.347913878s","start":"2026-04-28T05:04:56.918622Z","end":"2026-04-28T05:04:58.266536Z","steps":["trace[1118991587] 'agreement among raft nodes before linearized reading' (duration: 1.347604142s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:58.266431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234731246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:04:58.266574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:56.918596Z","time spent":"1.34796945s","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:58.266574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.384404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T05:04:58.266635Z","caller":"traceutil/trace.go:171","msg":"trace[1089825355] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:3576; }","duration":"683.500626ms","start":"2026-04-28T05:04:57.583117Z","end":"2026-04-28T05:04:58.266618Z","steps":["trace[1089825355] 'agreement among raft nodes before linearized reading' (duration: 683.079509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:58.266668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:57.583089Z","time spent":"683.568688ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"info","ts":"2026-04-28T05:04:58.26664Z","caller":"traceutil/trace.go:171","msg":"trace[140891447] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3576; }","duration":"1.23496379s","start":"2026-04-28T05:04:57.031635Z","end":"2026-04-28T05:04:58.266599Z","steps":["trace[140891447] 'agreement among raft nodes before linearized reading' (duration: 1.234575983s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:58.266792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:57.031615Z","time spent":"1.235111242s","remote":"127.0.0.1:46496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:04:58.266849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568916489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68645"} {"level":"info","ts":"2026-04-28T05:04:58.266895Z","caller":"traceutil/trace.go:171","msg":"trace[1699985313] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:3576; }","duration":"1.56899313s","start":"2026-04-28T05:04:56.697888Z","end":"2026-04-28T05:04:58.266881Z","steps":["trace[1699985313] 'agreement among raft nodes before linearized reading' (duration: 1.568330968s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:58.266924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:04:56.697875Z","time spent":"1.569041331s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":68668,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T05:04:58.882191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.702759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gp7xh.18aa6cda86630d21\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-04-28T05:04:58.882333Z","caller":"traceutil/trace.go:171","msg":"trace[562102246] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gp7xh.18aa6cda86630d21; range_end:; response_count:1; response_revision:3589; }","duration":"116.892324ms","start":"2026-04-28T05:04:58.765421Z","end":"2026-04-28T05:04:58.882314Z","steps":["trace[562102246] 'range keys from in-memory index tree' (duration: 116.502436ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:59.074981Z","caller":"traceutil/trace.go:171","msg":"trace[1121301241] transaction","detail":"{read_only:false; response_revision:3591; number_of_response:1; }","duration":"184.186314ms","start":"2026-04-28T05:04:58.890773Z","end":"2026-04-28T05:04:59.07496Z","steps":["trace[1121301241] 'process raft request' (duration: 184.071852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:04:59.452425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.463544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:04:59.452647Z","caller":"traceutil/trace.go:171","msg":"trace[770594278] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"213.883075ms","start":"2026-04-28T05:04:59.238733Z","end":"2026-04-28T05:04:59.452616Z","steps":["trace[770594278] 'process raft request' (duration: 107.091146ms)","trace[770594278] 'compare' (duration: 106.230587ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:04:59.642101Z","caller":"traceutil/trace.go:171","msg":"trace[769748727] transaction","detail":"{read_only:false; response_revision:3603; number_of_response:1; }","duration":"143.450352ms","start":"2026-04-28T05:04:59.498605Z","end":"2026-04-28T05:04:59.642055Z","steps":["trace[769748727] 'process raft request' (duration: 138.594419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:04:59.802836Z","caller":"traceutil/trace.go:171","msg":"trace[550696825] transaction","detail":"{read_only:false; response_revision:3604; number_of_response:1; }","duration":"152.562908ms","start":"2026-04-28T05:04:59.650233Z","end":"2026-04-28T05:04:59.802796Z","steps":["trace[550696825] 'process raft request' (duration: 122.169794ms)","trace[550696825] 'compare' (duration: 30.159399ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:05:02.042753Z","caller":"traceutil/trace.go:171","msg":"trace[597750946] linearizableReadLoop","detail":"{readStateIndex:3785; appliedIndex:3784; }","duration":"437.068688ms","start":"2026-04-28T05:05:01.605662Z","end":"2026-04-28T05:05:02.042731Z","steps":["trace[597750946] 'read index received' (duration: 436.887915ms)","trace[597750946] 'applied index is now lower than readState.Index' (duration: 179.833µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:05:02.042927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.252871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:02.042954Z","caller":"traceutil/trace.go:171","msg":"trace[1309820045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3624; }","duration":"437.327932ms","start":"2026-04-28T05:05:01.605619Z","end":"2026-04-28T05:05:02.042947Z","steps":["trace[1309820045] 'agreement among raft nodes before linearized reading' (duration: 437.21509ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:02.042912Z","caller":"traceutil/trace.go:171","msg":"trace[734490676] transaction","detail":"{read_only:false; response_revision:3624; number_of_response:1; }","duration":"834.952793ms","start":"2026-04-28T05:05:01.207896Z","end":"2026-04-28T05:05:02.042849Z","steps":["trace[734490676] 'process raft request' (duration: 834.708339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:02.042979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:01.605603Z","time spent":"437.370014ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:05:02.043076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.306021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:02.043156Z","caller":"traceutil/trace.go:171","msg":"trace[573239195] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3624; }","duration":"130.435083ms","start":"2026-04-28T05:05:01.912706Z","end":"2026-04-28T05:05:02.043141Z","steps":["trace[573239195] 'agreement among raft nodes before linearized reading' (duration: 130.29158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:02.043088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:01.207882Z","time spent":"835.123356ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6246,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:02.04478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.401421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:114 size:90938"} {"level":"info","ts":"2026-04-28T05:05:02.044828Z","caller":"traceutil/trace.go:171","msg":"trace[15644587] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:114; response_revision:3624; }","duration":"256.491172ms","start":"2026-04-28T05:05:01.788327Z","end":"2026-04-28T05:05:02.044818Z","steps":["trace[15644587] 'agreement among raft nodes before linearized reading' (duration: 254.615036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:02.806474Z","caller":"traceutil/trace.go:171","msg":"trace[648140220] transaction","detail":"{read_only:false; response_revision:3626; number_of_response:1; }","duration":"483.882455ms","start":"2026-04-28T05:05:02.322559Z","end":"2026-04-28T05:05:02.806442Z","steps":["trace[648140220] 'process raft request' (duration: 483.690651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:02.806634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:02.322539Z","time spent":"484.018248ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:03.20694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.219084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:05:03.207063Z","caller":"traceutil/trace.go:171","msg":"trace[1507065495] linearizableReadLoop","detail":"{readStateIndex:3788; appliedIndex:3786; }","duration":"881.342513ms","start":"2026-04-28T05:05:02.325702Z","end":"2026-04-28T05:05:03.207045Z","steps":["trace[1507065495] 'read index received' (duration: 480.600102ms)","trace[1507065495] 'applied index is now lower than readState.Index' (duration: 400.741381ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:05:03.20715Z","caller":"traceutil/trace.go:171","msg":"trace[1717822004] transaction","detail":"{read_only:false; response_revision:3627; number_of_response:1; }","duration":"882.055728ms","start":"2026-04-28T05:05:02.325081Z","end":"2026-04-28T05:05:03.207137Z","steps":["trace[1717822004] 'process raft request' (duration: 695.553909ms)","trace[1717822004] 'compare' (duration: 186.098101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:05:03.207212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:02.325056Z","time spent":"882.119308ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:03.207363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.775376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:03.207402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.687451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:05:03.207425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.457213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T05:05:03.207454Z","caller":"traceutil/trace.go:171","msg":"trace[1198077855] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3627; }","duration":"543.920469ms","start":"2026-04-28T05:05:02.663512Z","end":"2026-04-28T05:05:03.207433Z","steps":["trace[1198077855] 'agreement among raft nodes before linearized reading' (duration: 543.730855ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:03.207505Z","caller":"traceutil/trace.go:171","msg":"trace[327998001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3627; }","duration":"304.586546ms","start":"2026-04-28T05:05:02.902902Z","end":"2026-04-28T05:05:03.207489Z","steps":["trace[327998001] 'agreement among raft nodes before linearized reading' (duration: 304.33904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:03.207513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:02.663491Z","time spent":"544.01182ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:05:03.20746Z","caller":"traceutil/trace.go:171","msg":"trace[1828819268] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3627; }","duration":"881.784692ms","start":"2026-04-28T05:05:02.325661Z","end":"2026-04-28T05:05:03.207445Z","steps":["trace[1828819268] 'agreement among raft nodes before linearized reading' (duration: 881.555597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:03.207551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:02.902886Z","time spent":"304.656957ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:05:03.20757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:02.325648Z","time spent":"881.915984ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T05:05:15.136911Z","caller":"traceutil/trace.go:171","msg":"trace[573584929] linearizableReadLoop","detail":"{readStateIndex:3876; appliedIndex:3875; }","duration":"262.627621ms","start":"2026-04-28T05:05:14.874263Z","end":"2026-04-28T05:05:15.136891Z","steps":["trace[573584929] 'read index received' (duration: 262.436537ms)","trace[573584929] 'applied index is now lower than readState.Index' (duration: 190.314µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:05:15.137Z","caller":"traceutil/trace.go:171","msg":"trace[1996280920] transaction","detail":"{read_only:false; response_revision:3708; number_of_response:1; }","duration":"276.174379ms","start":"2026-04-28T05:05:14.860817Z","end":"2026-04-28T05:05:15.136991Z","steps":["trace[1996280920] 'process raft request' (duration: 275.956035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:15.137124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.523967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:15.137145Z","caller":"traceutil/trace.go:171","msg":"trace[1017930722] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-ports-configmap; range_end:; response_count:0; response_revision:3708; }","duration":"165.587087ms","start":"2026-04-28T05:05:14.97155Z","end":"2026-04-28T05:05:15.137137Z","steps":["trace[1017930722] 'agreement among raft nodes before linearized reading' (duration: 165.543776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:15.13721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.442251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T05:05:15.137273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.989407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T05:05:15.137302Z","caller":"traceutil/trace.go:171","msg":"trace[1963726339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3708; }","duration":"182.581064ms","start":"2026-04-28T05:05:14.954699Z","end":"2026-04-28T05:05:15.13728Z","steps":["trace[1963726339] 'agreement among raft nodes before linearized reading' (duration: 182.324719ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:15.137345Z","caller":"traceutil/trace.go:171","msg":"trace[184214701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3708; }","duration":"263.09956ms","start":"2026-04-28T05:05:14.874227Z","end":"2026-04-28T05:05:15.137327Z","steps":["trace[184214701] 'agreement among raft nodes before linearized reading' (duration: 262.847675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:15.543879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.538111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T05:05:15.543954Z","caller":"traceutil/trace.go:171","msg":"trace[1108092364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3708; }","duration":"235.660273ms","start":"2026-04-28T05:05:15.308275Z","end":"2026-04-28T05:05:15.543935Z","steps":["trace[1108092364] 'range keys from in-memory index tree' (duration: 235.284525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:15.543957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.934709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:05:15.544042Z","caller":"traceutil/trace.go:171","msg":"trace[1867976569] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3708; }","duration":"198.059501ms","start":"2026-04-28T05:05:15.345963Z","end":"2026-04-28T05:05:15.544023Z","steps":["trace[1867976569] 'range keys from in-memory index tree' (duration: 197.746504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:15.544111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.189591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:15.544212Z","caller":"traceutil/trace.go:171","msg":"trace[497661617] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:3708; }","duration":"201.327084ms","start":"2026-04-28T05:05:15.342846Z","end":"2026-04-28T05:05:15.544173Z","steps":["trace[497661617] 'range keys from in-memory index tree' (duration: 201.017748ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:15.87757Z","caller":"traceutil/trace.go:171","msg":"trace[519720501] transaction","detail":"{read_only:false; response_revision:3710; number_of_response:1; }","duration":"329.181917ms","start":"2026-04-28T05:05:15.548371Z","end":"2026-04-28T05:05:15.877553Z","steps":["trace[519720501] 'process raft request' (duration: 235.590821ms)","trace[519720501] 'compare' (duration: 93.2588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:05:15.877673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:15.548355Z","time spent":"329.267279ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:05:15.877847Z","caller":"traceutil/trace.go:171","msg":"trace[1290155416] transaction","detail":"{read_only:false; response_revision:3713; number_of_response:1; }","duration":"297.57434ms","start":"2026-04-28T05:05:15.580249Z","end":"2026-04-28T05:05:15.877823Z","steps":["trace[1290155416] 'process raft request' (duration: 297.515109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:15.877877Z","caller":"traceutil/trace.go:171","msg":"trace[1929851993] linearizableReadLoop","detail":"{readStateIndex:3878; appliedIndex:3876; }","duration":"329.380541ms","start":"2026-04-28T05:05:15.548477Z","end":"2026-04-28T05:05:15.877857Z","steps":["trace[1929851993] 'read index received' (duration: 25.591471ms)","trace[1929851993] 'applied index is now lower than readState.Index' (duration: 303.78684ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:05:15.877894Z","caller":"traceutil/trace.go:171","msg":"trace[1097097581] transaction","detail":"{read_only:false; response_revision:3712; number_of_response:1; }","duration":"299.533718ms","start":"2026-04-28T05:05:15.578337Z","end":"2026-04-28T05:05:15.87787Z","steps":["trace[1097097581] 'process raft request' (duration: 299.343415ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:15.877921Z","caller":"traceutil/trace.go:171","msg":"trace[717581942] transaction","detail":"{read_only:false; response_revision:3711; number_of_response:1; }","duration":"323.952017ms","start":"2026-04-28T05:05:15.553942Z","end":"2026-04-28T05:05:15.877894Z","steps":["trace[717581942] 'process raft request' (duration: 323.494158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:15.878035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:15.553904Z","time spent":"324.045788ms","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3948,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:05:15.878088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.75976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:15.87812Z","caller":"traceutil/trace.go:171","msg":"trace[1541136152] range","detail":"{range_begin:/registry/serviceaccounts/openstack/valkey; range_end:; response_count:0; response_revision:3713; }","duration":"328.815311ms","start":"2026-04-28T05:05:15.549295Z","end":"2026-04-28T05:05:15.878111Z","steps":["trace[1541136152] 'agreement among raft nodes before linearized reading' (duration: 328.75223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:15.878139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:15.549284Z","time spent":"328.851171ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/openstack/valkey\" "} {"level":"warn","ts":"2026-04-28T05:05:15.878183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.671114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:15.878201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.243919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:15.878204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.57941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:15.878221Z","caller":"traceutil/trace.go:171","msg":"trace[1325015267] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3713; }","duration":"171.764976ms","start":"2026-04-28T05:05:15.706446Z","end":"2026-04-28T05:05:15.87821Z","steps":["trace[1325015267] 'agreement among raft nodes before linearized reading' (duration: 171.686404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:15.87822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.711487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:69415"} {"level":"info","ts":"2026-04-28T05:05:15.878246Z","caller":"traceutil/trace.go:171","msg":"trace[741891755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3713; }","duration":"273.647881ms","start":"2026-04-28T05:05:15.604587Z","end":"2026-04-28T05:05:15.878235Z","steps":["trace[741891755] 'agreement among raft nodes before linearized reading' (duration: 273.56815ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:15.878259Z","caller":"traceutil/trace.go:171","msg":"trace[375005298] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:3713; }","duration":"329.806449ms","start":"2026-04-28T05:05:15.548443Z","end":"2026-04-28T05:05:15.878249Z","steps":["trace[375005298] 'agreement among raft nodes before linearized reading' (duration: 329.520364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:15.878292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:15.54843Z","time spent":"329.85402ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":69438,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T05:05:15.878229Z","caller":"traceutil/trace.go:171","msg":"trace[827980182] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:3713; }","duration":"328.329451ms","start":"2026-04-28T05:05:15.549892Z","end":"2026-04-28T05:05:15.878222Z","steps":["trace[827980182] 'agreement among raft nodes before linearized reading' (duration: 328.28409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:15.87828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.418592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T05:05:15.878324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:15.549883Z","time spent":"328.435463ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-04-28T05:05:15.878366Z","caller":"traceutil/trace.go:171","msg":"trace[1848383814] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3713; }","duration":"217.545045ms","start":"2026-04-28T05:05:15.660794Z","end":"2026-04-28T05:05:15.878339Z","steps":["trace[1848383814] 'agreement among raft nodes before linearized reading' (duration: 217.30117ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:16.042468Z","caller":"traceutil/trace.go:171","msg":"trace[1744776117] linearizableReadLoop","detail":"{readStateIndex:3884; appliedIndex:3882; }","duration":"107.051695ms","start":"2026-04-28T05:05:15.935391Z","end":"2026-04-28T05:05:16.042443Z","steps":["trace[1744776117] 'read index received' (duration: 16.995326ms)","trace[1744776117] 'applied index is now lower than readState.Index' (duration: 90.055259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:05:16.042653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.199007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:16.042686Z","caller":"traceutil/trace.go:171","msg":"trace[2078602061] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:0; response_revision:3716; }","duration":"107.295509ms","start":"2026-04-28T05:05:15.935381Z","end":"2026-04-28T05:05:16.042676Z","steps":["trace[2078602061] 'agreement among raft nodes before linearized reading' (duration: 107.193248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:16.042665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.254429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:16.042732Z","caller":"traceutil/trace.go:171","msg":"trace[1230974673] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:0; response_revision:3716; }","duration":"107.34168ms","start":"2026-04-28T05:05:15.935374Z","end":"2026-04-28T05:05:16.042716Z","steps":["trace[1230974673] 'agreement among raft nodes before linearized reading' (duration: 107.173377ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:16.042571Z","caller":"traceutil/trace.go:171","msg":"trace[1575684218] transaction","detail":"{read_only:false; response_revision:3716; number_of_response:1; }","duration":"107.254649ms","start":"2026-04-28T05:05:15.935273Z","end":"2026-04-28T05:05:16.042528Z","steps":["trace[1575684218] 'process raft request' (duration: 44.765649ms)","trace[1575684218] 'compare' (duration: 62.256715ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:05:16.397114Z","caller":"traceutil/trace.go:171","msg":"trace[2014772559] transaction","detail":"{read_only:false; response_revision:3720; number_of_response:1; }","duration":"132.195177ms","start":"2026-04-28T05:05:16.264894Z","end":"2026-04-28T05:05:16.397089Z","steps":["trace[2014772559] 'process raft request' (duration: 130.987154ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:16.398037Z","caller":"traceutil/trace.go:171","msg":"trace[968506020] transaction","detail":"{read_only:false; response_revision:3722; number_of_response:1; }","duration":"132.559094ms","start":"2026-04-28T05:05:16.265463Z","end":"2026-04-28T05:05:16.398022Z","steps":["trace[968506020] 'process raft request' (duration: 132.526203ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:16.398158Z","caller":"traceutil/trace.go:171","msg":"trace[1655031968] transaction","detail":"{read_only:false; response_revision:3721; number_of_response:1; }","duration":"133.159535ms","start":"2026-04-28T05:05:16.264931Z","end":"2026-04-28T05:05:16.39809Z","steps":["trace[1655031968] 'process raft request' (duration: 132.980261ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:16.703735Z","caller":"traceutil/trace.go:171","msg":"trace[1697670381] transaction","detail":"{read_only:false; response_revision:3727; number_of_response:1; }","duration":"282.761077ms","start":"2026-04-28T05:05:16.420952Z","end":"2026-04-28T05:05:16.703713Z","steps":["trace[1697670381] 'process raft request' (duration: 282.726046ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:16.703864Z","caller":"traceutil/trace.go:171","msg":"trace[1838033006] transaction","detail":"{read_only:false; response_revision:3726; number_of_response:1; }","duration":"283.700605ms","start":"2026-04-28T05:05:16.420126Z","end":"2026-04-28T05:05:16.703826Z","steps":["trace[1838033006] 'process raft request' (duration: 283.515442ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:16.703763Z","caller":"traceutil/trace.go:171","msg":"trace[597237877] transaction","detail":"{read_only:false; response_revision:3725; number_of_response:1; }","duration":"284.082723ms","start":"2026-04-28T05:05:16.41966Z","end":"2026-04-28T05:05:16.703742Z","steps":["trace[597237877] 'process raft request' (duration: 208.206257ms)","trace[597237877] 'compare' (duration: 75.641161ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:05:16.719868Z","caller":"traceutil/trace.go:171","msg":"trace[891852551] linearizableReadLoop","detail":"{readStateIndex:3901; appliedIndex:3894; }","duration":"113.637741ms","start":"2026-04-28T05:05:16.606207Z","end":"2026-04-28T05:05:16.719845Z","steps":["trace[891852551] 'read index received' (duration: 21.670617ms)","trace[891852551] 'applied index is now lower than readState.Index' (duration: 91.966314ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:05:16.720126Z","caller":"traceutil/trace.go:171","msg":"trace[1624286963] transaction","detail":"{read_only:false; response_revision:3728; number_of_response:1; }","duration":"235.198924ms","start":"2026-04-28T05:05:16.484916Z","end":"2026-04-28T05:05:16.720115Z","steps":["trace[1624286963] 'process raft request' (duration: 234.726874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:16.720198Z","caller":"traceutil/trace.go:171","msg":"trace[445707592] transaction","detail":"{read_only:false; response_revision:3731; number_of_response:1; }","duration":"234.40045ms","start":"2026-04-28T05:05:16.485742Z","end":"2026-04-28T05:05:16.720142Z","steps":["trace[445707592] 'process raft request' (duration: 234.079213ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:16.720284Z","caller":"traceutil/trace.go:171","msg":"trace[370841698] transaction","detail":"{read_only:false; response_revision:3729; number_of_response:1; }","duration":"235.068922ms","start":"2026-04-28T05:05:16.48518Z","end":"2026-04-28T05:05:16.720249Z","steps":["trace[370841698] 'process raft request' (duration: 234.564221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:16.720349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.106051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:16.720631Z","caller":"traceutil/trace.go:171","msg":"trace[380811378] transaction","detail":"{read_only:false; response_revision:3730; number_of_response:1; }","duration":"234.877358ms","start":"2026-04-28T05:05:16.48554Z","end":"2026-04-28T05:05:16.720418Z","steps":["trace[380811378] 'process raft request' (duration: 234.233215ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:16.720674Z","caller":"traceutil/trace.go:171","msg":"trace[602967906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3731; }","duration":"114.459347ms","start":"2026-04-28T05:05:16.60618Z","end":"2026-04-28T05:05:16.72064Z","steps":["trace[602967906] 'agreement among raft nodes before linearized reading' (duration: 114.011988ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:18.202013Z","caller":"traceutil/trace.go:171","msg":"trace[1280307010] transaction","detail":"{read_only:false; response_revision:3777; number_of_response:1; }","duration":"111.743215ms","start":"2026-04-28T05:05:18.088652Z","end":"2026-04-28T05:05:18.200395Z","steps":["trace[1280307010] 'process raft request' (duration: 111.665603ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:18.202724Z","caller":"traceutil/trace.go:171","msg":"trace[2103967298] transaction","detail":"{read_only:false; response_revision:3776; number_of_response:1; }","duration":"122.011243ms","start":"2026-04-28T05:05:18.080699Z","end":"2026-04-28T05:05:18.20271Z","steps":["trace[2103967298] 'process raft request' (duration: 119.443433ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:18.285755Z","caller":"traceutil/trace.go:171","msg":"trace[247523480] linearizableReadLoop","detail":"{readStateIndex:3950; appliedIndex:3947; }","duration":"110.932868ms","start":"2026-04-28T05:05:18.174794Z","end":"2026-04-28T05:05:18.285727Z","steps":["trace[247523480] 'read index received' (duration: 25.402397ms)","trace[247523480] 'applied index is now lower than readState.Index' (duration: 85.529141ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:05:18.285831Z","caller":"traceutil/trace.go:171","msg":"trace[1516696535] transaction","detail":"{read_only:false; response_revision:3778; number_of_response:1; }","duration":"164.842313ms","start":"2026-04-28T05:05:18.120953Z","end":"2026-04-28T05:05:18.285796Z","steps":["trace[1516696535] 'process raft request' (duration: 164.634909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:18.28602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.201483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:05:18.286064Z","caller":"traceutil/trace.go:171","msg":"trace[122550666] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3778; }","duration":"111.334896ms","start":"2026-04-28T05:05:18.174717Z","end":"2026-04-28T05:05:18.286052Z","steps":["trace[122550666] 'agreement among raft nodes before linearized reading' (duration: 111.138282ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:18.35888Z","caller":"traceutil/trace.go:171","msg":"trace[1217276403] transaction","detail":"{read_only:false; response_revision:3780; number_of_response:1; }","duration":"130.063276ms","start":"2026-04-28T05:05:18.228796Z","end":"2026-04-28T05:05:18.358859Z","steps":["trace[1217276403] 'process raft request' (duration: 129.988295ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:18.358971Z","caller":"traceutil/trace.go:171","msg":"trace[1033189495] transaction","detail":"{read_only:false; response_revision:3779; number_of_response:1; }","duration":"143.82562ms","start":"2026-04-28T05:05:18.215097Z","end":"2026-04-28T05:05:18.358922Z","steps":["trace[1033189495] 'process raft request' (duration: 143.558076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:18.359348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.252481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:18.359412Z","caller":"traceutil/trace.go:171","msg":"trace[449549662] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:3780; }","duration":"177.345962ms","start":"2026-04-28T05:05:18.182047Z","end":"2026-04-28T05:05:18.359393Z","steps":["trace[449549662] 'agreement among raft nodes before linearized reading' (duration: 177.24294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:18.359507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.262774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18aa6ce1599e4890\" ","response":"range_response_count:1 size:661"} {"level":"info","ts":"2026-04-28T05:05:18.359588Z","caller":"traceutil/trace.go:171","msg":"trace[298478917] range","detail":"{range_begin:/registry/events/openstack/valkey.18aa6ce1599e4890; range_end:; response_count:1; response_revision:3780; }","duration":"148.432758ms","start":"2026-04-28T05:05:18.211135Z","end":"2026-04-28T05:05:18.359567Z","steps":["trace[298478917] 'agreement among raft nodes before linearized reading' (duration: 148.128792ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:18.495379Z","caller":"traceutil/trace.go:171","msg":"trace[515848420] linearizableReadLoop","detail":"{readStateIndex:3954; appliedIndex:3952; }","duration":"127.358454ms","start":"2026-04-28T05:05:18.368001Z","end":"2026-04-28T05:05:18.49536Z","steps":["trace[515848420] 'read index received' (duration: 106.385002ms)","trace[515848420] 'applied index is now lower than readState.Index' (duration: 20.972882ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:05:18.495463Z","caller":"traceutil/trace.go:171","msg":"trace[2051748953] transaction","detail":"{read_only:false; response_revision:3781; number_of_response:1; }","duration":"132.698847ms","start":"2026-04-28T05:05:18.362757Z","end":"2026-04-28T05:05:18.495456Z","steps":["trace[2051748953] 'process raft request' (duration: 111.689544ms)","trace[2051748953] 'compare' (duration: 20.729187ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:05:18.495684Z","caller":"traceutil/trace.go:171","msg":"trace[407422874] transaction","detail":"{read_only:false; response_revision:3782; number_of_response:1; }","duration":"132.34446ms","start":"2026-04-28T05:05:18.363333Z","end":"2026-04-28T05:05:18.495677Z","steps":["trace[407422874] 'process raft request' (duration: 131.984393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:18.495821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.796752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:18.495845Z","caller":"traceutil/trace.go:171","msg":"trace[563894193] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:0; response_revision:3782; }","duration":"127.879254ms","start":"2026-04-28T05:05:18.36796Z","end":"2026-04-28T05:05:18.495839Z","steps":["trace[563894193] 'agreement among raft nodes before linearized reading' (duration: 127.809563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:20.416755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:20.917139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:21.374938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770506127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:21.375037Z","caller":"traceutil/trace.go:171","msg":"trace[214964421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3802; }","duration":"1.770622929s","start":"2026-04-28T05:05:19.604395Z","end":"2026-04-28T05:05:21.375018Z","steps":["trace[214964421] 'range keys from in-memory index tree' (duration: 1.770414145s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:21.375078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:19.60435Z","time spent":"1.770718811s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:05:21.375067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783865114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-04-28T05:05:21.375136Z","caller":"traceutil/trace.go:171","msg":"trace[831632636] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:3802; }","duration":"1.783991766s","start":"2026-04-28T05:05:19.591131Z","end":"2026-04-28T05:05:21.375123Z","steps":["trace[831632636] 'range keys from in-memory index tree' (duration: 1.783719831s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:21.37518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:19.59111Z","time spent":"1.784059038s","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-04-28T05:05:21.375261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483775804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-28T05:05:21.375354Z","caller":"traceutil/trace.go:171","msg":"trace[1824802309] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:3802; }","duration":"1.483917857s","start":"2026-04-28T05:05:19.891416Z","end":"2026-04-28T05:05:21.375334Z","steps":["trace[1824802309] 'range keys from in-memory index tree' (duration: 1.483656212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:21.375395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:19.891394Z","time spent":"1.483991838s","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-04-28T05:05:21.37567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750034025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7504"} {"level":"info","ts":"2026-04-28T05:05:21.375702Z","caller":"traceutil/trace.go:171","msg":"trace[946215764] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:3802; }","duration":"1.750091995s","start":"2026-04-28T05:05:19.625599Z","end":"2026-04-28T05:05:21.375691Z","steps":["trace[946215764] 'range keys from in-memory index tree' (duration: 1.749880202s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:21.375729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:19.625585Z","time spent":"1.750138317s","remote":"127.0.0.1:46604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7527,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-28T05:05:21.37571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634916515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T05:05:21.375737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584315275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T05:05:21.375778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73469305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-28T05:05:21.375777Z","caller":"traceutil/trace.go:171","msg":"trace[1937569475] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:3802; }","duration":"1.635004137s","start":"2026-04-28T05:05:19.740753Z","end":"2026-04-28T05:05:21.375757Z","steps":["trace[1937569475] 'range keys from in-memory index tree' (duration: 1.634781143s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:21.375827Z","caller":"traceutil/trace.go:171","msg":"trace[420967830] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:3802; }","duration":"1.734866284s","start":"2026-04-28T05:05:19.640956Z","end":"2026-04-28T05:05:21.375822Z","steps":["trace[420967830] 'range keys from in-memory index tree' (duration: 1.734596889s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:21.375846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:19.640929Z","time spent":"1.734912904s","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-04-28T05:05:21.375847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:19.740741Z","time spent":"1.635096859s","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-04-28T05:05:21.375818Z","caller":"traceutil/trace.go:171","msg":"trace[840874598] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:3802; }","duration":"1.584421557s","start":"2026-04-28T05:05:19.791353Z","end":"2026-04-28T05:05:21.375775Z","steps":["trace[840874598] 'range keys from in-memory index tree' (duration: 1.584163782s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:21.375955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:19.791316Z","time spent":"1.584634781s","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-04-28T05:05:21.376035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534993477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-04-28T05:05:21.376063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685610688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-28T05:05:21.3761Z","caller":"traceutil/trace.go:171","msg":"trace[931079979] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:3802; }","duration":"1.68567133s","start":"2026-04-28T05:05:19.690418Z","end":"2026-04-28T05:05:21.376089Z","steps":["trace[931079979] 'range keys from in-memory index tree' (duration: 1.685525127s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:21.376128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:19.690402Z","time spent":"1.68571986s","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"info","ts":"2026-04-28T05:05:21.376069Z","caller":"traceutil/trace.go:171","msg":"trace[1372177115] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:3802; }","duration":"1.535027958s","start":"2026-04-28T05:05:19.841032Z","end":"2026-04-28T05:05:21.376059Z","steps":["trace[1372177115] 'range keys from in-memory index tree' (duration: 1.534867775s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:21.376181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:19.840967Z","time spent":"1.535197861s","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-28T05:05:21.376298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218452203s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:21.376385Z","caller":"traceutil/trace.go:171","msg":"trace[318555884] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3802; }","duration":"1.218542005s","start":"2026-04-28T05:05:20.157834Z","end":"2026-04-28T05:05:21.376376Z","steps":["trace[318555884] 'range keys from in-memory index tree' (duration: 1.218440543s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:21.376338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64971705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:05:21.376493Z","caller":"traceutil/trace.go:171","msg":"trace[848221228] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3802; }","duration":"1.649955123s","start":"2026-04-28T05:05:19.726504Z","end":"2026-04-28T05:05:21.376459Z","steps":["trace[848221228] 'count revisions from in-memory index tree' (duration: 1.649585506s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:21.376585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:19.726473Z","time spent":"1.650096576s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":16,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:21.417601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317022991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:21.46266Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.568254696s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T05:05:21.463179Z","caller":"traceutil/trace.go:171","msg":"trace[585885580] transaction","detail":"{read_only:false; response_revision:3803; number_of_response:1; }","duration":"1.568836666s","start":"2026-04-28T05:05:19.894313Z","end":"2026-04-28T05:05:21.46315Z","steps":["trace[585885580] 'process raft request' (duration: 1.568662983s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:21.463352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:19.894293Z","time spent":"1.568964719s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:22.228152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.918756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:05:22.228443Z","caller":"traceutil/trace.go:171","msg":"trace[1451536325] linearizableReadLoop","detail":"{readStateIndex:3980; appliedIndex:3975; }","duration":"2.312647372s","start":"2026-04-28T05:05:19.915779Z","end":"2026-04-28T05:05:22.228427Z","steps":["trace[1451536325] 'read index received' (duration: 1.547236683s)","trace[1451536325] 'applied index is now lower than readState.Index' (duration: 765.409789ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:05:22.228427Z","caller":"traceutil/trace.go:171","msg":"trace[1885597056] transaction","detail":"{read_only:false; response_revision:3804; number_of_response:1; }","duration":"2.195595935s","start":"2026-04-28T05:05:20.032775Z","end":"2026-04-28T05:05:22.228371Z","steps":["trace[1885597056] 'process raft request' (duration: 1.822371312s)","trace[1885597056] 'compare' (duration: 372.675352ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:05:22.228506Z","caller":"traceutil/trace.go:171","msg":"trace[965670985] transaction","detail":"{read_only:false; response_revision:3807; number_of_response:1; }","duration":"844.968776ms","start":"2026-04-28T05:05:21.383522Z","end":"2026-04-28T05:05:22.228491Z","steps":["trace[965670985] 'process raft request' (duration: 844.863234ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:22.228552Z","caller":"traceutil/trace.go:171","msg":"trace[227145737] transaction","detail":"{read_only:false; response_revision:3805; number_of_response:1; }","duration":"1.129233122s","start":"2026-04-28T05:05:21.099309Z","end":"2026-04-28T05:05:22.228543Z","steps":["trace[227145737] 'process raft request' (duration: 1.128959087s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.228601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:21.383505Z","time spent":"845.050637ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":178,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:05:22.228591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:20.032747Z","time spent":"2.195758208s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:22.228631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:21.099277Z","time spent":"1.129304323s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:22.22864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312856805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:05:22.228496Z","caller":"traceutil/trace.go:171","msg":"trace[137789563] transaction","detail":"{read_only:false; response_revision:3806; number_of_response:1; }","duration":"851.43921ms","start":"2026-04-28T05:05:21.37703Z","end":"2026-04-28T05:05:22.228469Z","steps":["trace[137789563] 'process raft request' (duration: 851.317877ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:22.228685Z","caller":"traceutil/trace.go:171","msg":"trace[889693545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3807; }","duration":"2.312937977s","start":"2026-04-28T05:05:19.915735Z","end":"2026-04-28T05:05:22.228673Z","steps":["trace[889693545] 'agreement among raft nodes before linearized reading' (duration: 2.312781764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.228721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:19.915719Z","time spent":"2.312994018s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:05:22.228758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.798509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:22.228793Z","caller":"traceutil/trace.go:171","msg":"trace[92926106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3807; }","duration":"849.862789ms","start":"2026-04-28T05:05:21.37892Z","end":"2026-04-28T05:05:22.228783Z","steps":["trace[92926106] 'agreement among raft nodes before linearized reading' (duration: 849.797278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.228787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:21.377013Z","time spent":"851.685234ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:22.228826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:21.378903Z","time spent":"849.91742ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:05:22.228838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.409057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-coredns\" ","response":"range_response_count:1 size:5228"} {"level":"info","ts":"2026-04-28T05:05:22.228861Z","caller":"traceutil/trace.go:171","msg":"trace[1273503191] range","detail":"{range_begin:/registry/deployments/openstack/neutron-coredns; range_end:; response_count:1; response_revision:3807; }","duration":"285.471759ms","start":"2026-04-28T05:05:21.943383Z","end":"2026-04-28T05:05:22.228855Z","steps":["trace[1273503191] 'agreement among raft nodes before linearized reading' (duration: 285.371017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.228848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.354697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-04-28T05:05:22.228895Z","caller":"traceutil/trace.go:171","msg":"trace[1461677261] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:3807; }","duration":"284.455009ms","start":"2026-04-28T05:05:21.944429Z","end":"2026-04-28T05:05:22.228884Z","steps":["trace[1461677261] 'agreement among raft nodes before linearized reading' (duration: 284.286476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.228879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.872557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5031"} {"level":"warn","ts":"2026-04-28T05:05:22.228904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.694563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7182"} {"level":"warn","ts":"2026-04-28T05:05:22.228922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.672013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3890"} {"level":"info","ts":"2026-04-28T05:05:22.228959Z","caller":"traceutil/trace.go:171","msg":"trace[1573728207] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:3807; }","duration":"285.728843ms","start":"2026-04-28T05:05:21.94322Z","end":"2026-04-28T05:05:22.228949Z","steps":["trace[1573728207] 'agreement among raft nodes before linearized reading' (duration: 285.627172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:22.228955Z","caller":"traceutil/trace.go:171","msg":"trace[1413467230] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:3807; }","duration":"284.970668ms","start":"2026-04-28T05:05:21.943963Z","end":"2026-04-28T05:05:22.228934Z","steps":["trace[1413467230] 'agreement among raft nodes before linearized reading' (duration: 284.764484ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:22.228955Z","caller":"traceutil/trace.go:171","msg":"trace[121814371] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:3807; }","duration":"285.782614ms","start":"2026-04-28T05:05:21.943159Z","end":"2026-04-28T05:05:22.228941Z","steps":["trace[121814371] 'agreement among raft nodes before linearized reading' (duration: 285.55377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.228969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.359781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-04-28T05:05:22.2289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310180234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:05:22.229022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.542996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T05:05:22.229039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.407039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"warn","ts":"2026-04-28T05:05:22.229035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.481764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T05:05:22.229036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.829985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6162"} {"level":"info","ts":"2026-04-28T05:05:22.229045Z","caller":"traceutil/trace.go:171","msg":"trace[478499489] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3807; }","duration":"2.310379998s","start":"2026-04-28T05:05:19.918657Z","end":"2026-04-28T05:05:22.229037Z","steps":["trace[478499489] 'agreement among raft nodes before linearized reading' (duration: 2.310062692s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.22902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.522599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"info","ts":"2026-04-28T05:05:22.229069Z","caller":"traceutil/trace.go:171","msg":"trace[1831750565] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:3807; }","duration":"847.538144ms","start":"2026-04-28T05:05:21.381521Z","end":"2026-04-28T05:05:22.22906Z","steps":["trace[1831750565] 'agreement among raft nodes before linearized reading' (duration: 847.468723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.229078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:19.918636Z","time spent":"2.310433669s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T05:05:22.229082Z","caller":"traceutil/trace.go:171","msg":"trace[1573660006] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:3807; }","duration":"285.893337ms","start":"2026-04-28T05:05:21.943172Z","end":"2026-04-28T05:05:22.229065Z","steps":["trace[1573660006] 'agreement among raft nodes before linearized reading' (duration: 285.754764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.229103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.609652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1413"} {"level":"warn","ts":"2026-04-28T05:05:22.229101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:21.3815Z","time spent":"847.595455ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-04-28T05:05:22.229119Z","caller":"traceutil/trace.go:171","msg":"trace[485414874] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:3807; }","duration":"283.649744ms","start":"2026-04-28T05:05:21.945465Z","end":"2026-04-28T05:05:22.229115Z","steps":["trace[485414874] 'agreement among raft nodes before linearized reading' (duration: 283.602923ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:22.229116Z","caller":"traceutil/trace.go:171","msg":"trace[1045243227] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:3807; }","duration":"285.646222ms","start":"2026-04-28T05:05:21.943446Z","end":"2026-04-28T05:05:22.229092Z","steps":["trace[1045243227] 'agreement among raft nodes before linearized reading' (duration: 285.371637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.229136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.934888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4749"} {"level":"warn","ts":"2026-04-28T05:05:22.229146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148820036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T05:05:22.22916Z","caller":"traceutil/trace.go:171","msg":"trace[354469089] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:3807; }","duration":"284.974698ms","start":"2026-04-28T05:05:21.944179Z","end":"2026-04-28T05:05:22.229154Z","steps":["trace[354469089] 'agreement among raft nodes before linearized reading' (duration: 284.910497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:22.229182Z","caller":"traceutil/trace.go:171","msg":"trace[970015244] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3807; }","duration":"1.148891378s","start":"2026-04-28T05:05:21.08028Z","end":"2026-04-28T05:05:22.229171Z","steps":["trace[970015244] 'agreement among raft nodes before linearized reading' (duration: 1.148805146s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.229187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.994279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-205svs\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-28T05:05:22.229057Z","caller":"traceutil/trace.go:171","msg":"trace[1871347379] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:3807; }","duration":"283.442849ms","start":"2026-04-28T05:05:21.945609Z","end":"2026-04-28T05:05:22.229052Z","steps":["trace[1871347379] 'agreement among raft nodes before linearized reading' (duration: 283.388958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.229223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:21.080257Z","time spent":"1.148955269s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T05:05:22.229237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.888888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5014"} {"level":"info","ts":"2026-04-28T05:05:22.229253Z","caller":"traceutil/trace.go:171","msg":"trace[1969531984] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:3807; }","duration":"283.919808ms","start":"2026-04-28T05:05:21.945329Z","end":"2026-04-28T05:05:22.229249Z","steps":["trace[1969531984] 'agreement among raft nodes before linearized reading' (duration: 283.872067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.229269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.844266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1609"} {"level":"info","ts":"2026-04-28T05:05:22.229041Z","caller":"traceutil/trace.go:171","msg":"trace[2030937609] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:3807; }","duration":"847.423103ms","start":"2026-04-28T05:05:21.381591Z","end":"2026-04-28T05:05:22.229014Z","steps":["trace[2030937609] 'agreement among raft nodes before linearized reading' (duration: 847.29744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.22929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.231807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235671"} {"level":"warn","ts":"2026-04-28T05:05:22.229298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.083171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7504"} {"level":"warn","ts":"2026-04-28T05:05:22.229312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.3176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-04-28T05:05:22.229312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.266514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1166"} {"level":"warn","ts":"2026-04-28T05:05:22.229312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:21.381481Z","time spent":"847.82141ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"info","ts":"2026-04-28T05:05:22.229332Z","caller":"traceutil/trace.go:171","msg":"trace[1454457598] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:3807; }","duration":"763.307468ms","start":"2026-04-28T05:05:21.466015Z","end":"2026-04-28T05:05:22.229322Z","steps":["trace[1454457598] 'agreement among raft nodes before linearized reading' (duration: 763.152985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:22.229336Z","caller":"traceutil/trace.go:171","msg":"trace[462915907] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:3807; }","duration":"841.132161ms","start":"2026-04-28T05:05:21.388193Z","end":"2026-04-28T05:05:22.229325Z","steps":["trace[462915907] 'agreement among raft nodes before linearized reading' (duration: 841.03342ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:22.229343Z","caller":"traceutil/trace.go:171","msg":"trace[748192264] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:3807; }","duration":"848.360251ms","start":"2026-04-28T05:05:21.380974Z","end":"2026-04-28T05:05:22.229334Z","steps":["trace[748192264] 'agreement among raft nodes before linearized reading' (duration: 848.31548ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:22.229349Z","caller":"traceutil/trace.go:171","msg":"trace[1051265231] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:3807; }","duration":"285.320405ms","start":"2026-04-28T05:05:21.944021Z","end":"2026-04-28T05:05:22.229342Z","steps":["trace[1051265231] 'agreement among raft nodes before linearized reading' (duration: 285.221293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.22937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.655752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5883"} {"level":"warn","ts":"2026-04-28T05:05:22.229367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:21.465997Z","time spent":"763.362519ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235694,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-28T05:05:22.22937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:21.388187Z","time spent":"841.175582ms","remote":"127.0.0.1:46604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7527,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-04-28T05:05:22.229386Z","caller":"traceutil/trace.go:171","msg":"trace[552905139] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:3807; }","duration":"284.671402ms","start":"2026-04-28T05:05:21.944711Z","end":"2026-04-28T05:05:22.229382Z","steps":["trace[552905139] 'agreement among raft nodes before linearized reading' (duration: 284.629072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.229383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.176153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3558"} {"level":"warn","ts":"2026-04-28T05:05:22.229353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.436409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4499"} {"level":"info","ts":"2026-04-28T05:05:22.229414Z","caller":"traceutil/trace.go:171","msg":"trace[718806517] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:3807; }","duration":"284.222125ms","start":"2026-04-28T05:05:21.945183Z","end":"2026-04-28T05:05:22.229406Z","steps":["trace[718806517] 'agreement among raft nodes before linearized reading' (duration: 284.133853ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:22.229301Z","caller":"traceutil/trace.go:171","msg":"trace[1269125123] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:3807; }","duration":"284.889477ms","start":"2026-04-28T05:05:21.944402Z","end":"2026-04-28T05:05:22.229292Z","steps":["trace[1269125123] 'agreement among raft nodes before linearized reading' (duration: 284.814415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.229442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.461739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1389"} {"level":"warn","ts":"2026-04-28T05:05:22.229441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655363277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T05:05:22.229436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.772279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T05:05:22.229416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.646186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-28T05:05:22.229474Z","caller":"traceutil/trace.go:171","msg":"trace[1026072403] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:3807; }","duration":"284.50696ms","start":"2026-04-28T05:05:21.944955Z","end":"2026-04-28T05:05:22.229462Z","steps":["trace[1026072403] 'agreement among raft nodes before linearized reading' (duration: 284.439309ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:22.229472Z","caller":"traceutil/trace.go:171","msg":"trace[780347254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3807; }","duration":"1.655425209s","start":"2026-04-28T05:05:20.574039Z","end":"2026-04-28T05:05:22.229464Z","steps":["trace[780347254] 'agreement among raft nodes before linearized reading' (duration: 1.655353078s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:22.229479Z","caller":"traceutil/trace.go:171","msg":"trace[1959251819] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:3807; }","duration":"847.8368ms","start":"2026-04-28T05:05:21.381633Z","end":"2026-04-28T05:05:22.22947Z","steps":["trace[1959251819] 'agreement among raft nodes before linearized reading' (duration: 847.778399ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:22.229494Z","caller":"traceutil/trace.go:171","msg":"trace[694152250] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:3807; }","duration":"848.720468ms","start":"2026-04-28T05:05:21.380763Z","end":"2026-04-28T05:05:22.229483Z","steps":["trace[694152250] 'agreement among raft nodes before linearized reading' (duration: 848.621055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.229501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:20.574017Z","time spent":"1.655477371s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T05:05:22.229506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:21.381623Z","time spent":"847.877202ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-04-28T05:05:22.229431Z","caller":"traceutil/trace.go:171","msg":"trace[726997565] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:3807; }","duration":"284.53062ms","start":"2026-04-28T05:05:21.944889Z","end":"2026-04-28T05:05:22.229419Z","steps":["trace[726997565] 'agreement among raft nodes before linearized reading' (duration: 284.397798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.229531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:21.380731Z","time spent":"848.78604ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-04-28T05:05:22.22955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289289704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-04-28T05:05:22.229581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810815972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:22.229555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244024975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T05:05:22.229149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.983488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-04-28T05:05:22.229601Z","caller":"traceutil/trace.go:171","msg":"trace[2013334630] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3807; }","duration":"1.810869892s","start":"2026-04-28T05:05:20.418725Z","end":"2026-04-28T05:05:22.229595Z","steps":["trace[2013334630] 'agreement among raft nodes before linearized reading' (duration: 1.810840602s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.229597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115893246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:05:22.229607Z","caller":"traceutil/trace.go:171","msg":"trace[577112198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3807; }","duration":"2.244125306s","start":"2026-04-28T05:05:19.985475Z","end":"2026-04-28T05:05:22.229601Z","steps":["trace[577112198] 'agreement among raft nodes before linearized reading' (duration: 2.244043735s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.229617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:20.418705Z","time spent":"1.810907564s","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:05:22.229619Z","caller":"traceutil/trace.go:171","msg":"trace[469009887] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:3807; }","duration":"286.487869ms","start":"2026-04-28T05:05:21.943122Z","end":"2026-04-28T05:05:22.22961Z","steps":["trace[469009887] 'agreement among raft nodes before linearized reading' (duration: 285.949978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.229629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:19.985445Z","time spent":"2.244176788s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T05:05:22.229625Z","caller":"traceutil/trace.go:171","msg":"trace[1041010713] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3807; }","duration":"2.115957518s","start":"2026-04-28T05:05:20.113659Z","end":"2026-04-28T05:05:22.229617Z","steps":["trace[1041010713] 'agreement among raft nodes before linearized reading' (duration: 2.115909537s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.229655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239125011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T05:05:22.229664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:20.113643Z","time spent":"2.116010828s","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:22.229374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527999333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T05:05:22.229266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.732208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T05:05:22.229692Z","caller":"traceutil/trace.go:171","msg":"trace[1723585194] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:3807; }","duration":"2.239181062s","start":"2026-04-28T05:05:19.9905Z","end":"2026-04-28T05:05:22.229681Z","steps":["trace[1723585194] 'agreement among raft nodes before linearized reading' (duration: 2.239110621s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:22.229707Z","caller":"traceutil/trace.go:171","msg":"trace[492408801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3807; }","duration":"1.528387161s","start":"2026-04-28T05:05:20.701314Z","end":"2026-04-28T05:05:22.229702Z","steps":["trace[492408801] 'agreement among raft nodes before linearized reading' (duration: 1.528000763s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:22.22972Z","caller":"traceutil/trace.go:171","msg":"trace[2120501424] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:3807; }","duration":"848.199088ms","start":"2026-04-28T05:05:21.381513Z","end":"2026-04-28T05:05:22.229712Z","steps":["trace[2120501424] 'agreement among raft nodes before linearized reading' (duration: 847.715398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.229729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:20.701288Z","time spent":"1.528432882s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:05:22.229729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:19.990487Z","time spent":"2.239232483s","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-04-28T05:05:22.229737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262583011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:05:22.229771Z","caller":"traceutil/trace.go:171","msg":"trace[2134750259] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3807; }","duration":"2.262642151s","start":"2026-04-28T05:05:19.96712Z","end":"2026-04-28T05:05:22.229762Z","steps":["trace[2134750259] 'agreement among raft nodes before linearized reading' (duration: 2.26255199s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.229796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:19.967105Z","time spent":"2.262684242s","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T05:05:22.229374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:21.380966Z","time spent":"848.401981ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-04-28T05:05:22.229744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:21.381503Z","time spent":"848.234158ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-04-28T05:05:22.229579Z","caller":"traceutil/trace.go:171","msg":"trace[545206538] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:3807; }","duration":"2.289346125s","start":"2026-04-28T05:05:19.940225Z","end":"2026-04-28T05:05:22.229571Z","steps":["trace[545206538] 'agreement among raft nodes before linearized reading' (duration: 2.289295784s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.229893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:19.94021Z","time spent":"2.289677221s","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-28T05:05:22.22933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.462509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4494"} {"level":"info","ts":"2026-04-28T05:05:22.229947Z","caller":"traceutil/trace.go:171","msg":"trace[2108899405] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:3807; }","duration":"285.086872ms","start":"2026-04-28T05:05:21.944848Z","end":"2026-04-28T05:05:22.229935Z","steps":["trace[2108899405] 'agreement among raft nodes before linearized reading' (duration: 284.442709ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:22.229223Z","caller":"traceutil/trace.go:171","msg":"trace[527750215] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-205svs; range_end:; response_count:1; response_revision:3807; }","duration":"285.04865ms","start":"2026-04-28T05:05:21.944166Z","end":"2026-04-28T05:05:22.229214Z","steps":["trace[527750215] 'agreement among raft nodes before linearized reading' (duration: 284.977779ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:22.229063Z","caller":"traceutil/trace.go:171","msg":"trace[301506869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3807; }","duration":"970.615616ms","start":"2026-04-28T05:05:21.258433Z","end":"2026-04-28T05:05:22.229049Z","steps":["trace[301506869] 'agreement among raft nodes before linearized reading' (duration: 970.513734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:22.230039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:21.258413Z","time spent":"971.621316ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:05:22.737833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:23.238526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:23.739443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:24.238228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:05:24.238323Z","caller":"traceutil/trace.go:171","msg":"trace[674042463] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000503971s","start":"2026-04-28T05:05:22.237798Z","end":"2026-04-28T05:05:24.238302Z","steps":["trace[674042463] 'agreement among raft nodes before linearized reading' (duration: 2.000380689s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:24.238372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.237792Z","time spent":"2.000570913s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:05:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:24.240553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:24.741446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:24.955985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.719770345s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T05:05:24.956513Z","caller":"traceutil/trace.go:171","msg":"trace[1276114157] transaction","detail":"{read_only:false; response_revision:3809; number_of_response:1; }","duration":"2.720367446s","start":"2026-04-28T05:05:22.236119Z","end":"2026-04-28T05:05:24.956486Z","steps":["trace[1276114157] 'process raft request' (duration: 2.720309585s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:24.956561Z","caller":"traceutil/trace.go:171","msg":"trace[1412751074] transaction","detail":"{read_only:false; response_revision:3808; number_of_response:1; }","duration":"2.720420107s","start":"2026-04-28T05:05:22.236112Z","end":"2026-04-28T05:05:24.956532Z","steps":["trace[1412751074] 'process raft request' (duration: 2.720150472s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:24.956674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.236101Z","time spent":"2.720489788s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:24.956689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.236092Z","time spent":"2.720524099s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:26.23906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000560553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:26.239164Z","caller":"traceutil/trace.go:171","msg":"trace[1191080656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000700455s","start":"2026-04-28T05:05:24.238439Z","end":"2026-04-28T05:05:26.239139Z","steps":["trace[1191080656] 'agreement among raft nodes before linearized reading' (duration: 2.000574083s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:26.239231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:24.238433Z","time spent":"2.000778517s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:05:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:27.235352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.238666Z","time spent":"4.996677181s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 05:05:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:27.899651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.876780297s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T05:05:27.900107Z","caller":"traceutil/trace.go:171","msg":"trace[1433414857] transaction","detail":"{read_only:false; response_revision:3810; number_of_response:1; }","duration":"5.66306035s","start":"2026-04-28T05:05:22.237014Z","end":"2026-04-28T05:05:27.900074Z","steps":["trace[1433414857] 'process raft request' (duration: 5.662871375s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:27.900268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.237001Z","time spent":"5.663178191s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:05:27.900426Z","caller":"traceutil/trace.go:171","msg":"trace[654781520] transaction","detail":"{read_only:false; response_revision:3811; number_of_response:1; }","duration":"5.663296803s","start":"2026-04-28T05:05:22.237093Z","end":"2026-04-28T05:05:27.900389Z","steps":["trace[654781520] 'process raft request' (duration: 5.662935067s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:27.900542Z","caller":"traceutil/trace.go:171","msg":"trace[353636431] transaction","detail":"{read_only:false; response_revision:3812; number_of_response:1; }","duration":"5.662869496s","start":"2026-04-28T05:05:22.237644Z","end":"2026-04-28T05:05:27.900513Z","steps":["trace[353636431] 'process raft request' (duration: 5.662666882s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:27.900632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.237085Z","time spent":"5.663426596s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:27.900702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.237635Z","time spent":"5.662975527s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:05:27.900757Z","caller":"traceutil/trace.go:171","msg":"trace[1553226088] transaction","detail":"{read_only:false; response_revision:3815; number_of_response:1; }","duration":"5.661743154s","start":"2026-04-28T05:05:22.238982Z","end":"2026-04-28T05:05:27.900725Z","steps":["trace[1553226088] 'process raft request' (duration: 5.66154651s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:27.900893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.238972Z","time spent":"5.661854395s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:05:27.900915Z","caller":"traceutil/trace.go:171","msg":"trace[1334342836] transaction","detail":"{read_only:false; response_revision:3816; number_of_response:1; }","duration":"5.659783476s","start":"2026-04-28T05:05:22.241107Z","end":"2026-04-28T05:05:27.900891Z","steps":["trace[1334342836] 'process raft request' (duration: 5.659452279s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:27.901012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.241095Z","time spent":"5.659860587s","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1745,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:05:27.901029Z","caller":"traceutil/trace.go:171","msg":"trace[1226419881] transaction","detail":"{read_only:false; response_revision:3813; number_of_response:1; }","duration":"5.662429006s","start":"2026-04-28T05:05:22.23859Z","end":"2026-04-28T05:05:27.901019Z","steps":["trace[1226419881] 'process raft request' (duration: 5.661842925s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:27.90108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.238579Z","time spent":"5.662479168s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:05:27.901338Z","caller":"traceutil/trace.go:171","msg":"trace[598738323] transaction","detail":"{read_only:false; response_revision:3831; number_of_response:1; }","duration":"5.655683097s","start":"2026-04-28T05:05:22.245643Z","end":"2026-04-28T05:05:27.901326Z","steps":["trace[598738323] 'process raft request' (duration: 5.655576325s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:27.901408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.245635Z","time spent":"5.655740108s","remote":"127.0.0.1:58068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:05:27.901406Z","caller":"traceutil/trace.go:171","msg":"trace[1744549408] transaction","detail":"{read_only:false; response_revision:3827; number_of_response:1; }","duration":"5.657089523s","start":"2026-04-28T05:05:22.244278Z","end":"2026-04-28T05:05:27.901368Z","steps":["trace[1744549408] 'process raft request' (duration: 5.656792568s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:27.901494Z","caller":"traceutil/trace.go:171","msg":"trace[514555488] transaction","detail":"{read_only:false; response_revision:3829; number_of_response:1; }","duration":"5.656933662s","start":"2026-04-28T05:05:22.244551Z","end":"2026-04-28T05:05:27.901485Z","steps":["trace[514555488] 'process raft request' (duration: 5.656589704s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:27.901508Z","caller":"traceutil/trace.go:171","msg":"trace[1556433532] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"5.656192497s","start":"2026-04-28T05:05:22.245302Z","end":"2026-04-28T05:05:27.901494Z","steps":["trace[1556433532] 'process raft request' (duration: 5.65588063s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:27.901535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.244544Z","time spent":"5.656972232s","remote":"127.0.0.1:58068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12304,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:05:27.901546Z","caller":"traceutil/trace.go:171","msg":"trace[1563710763] transaction","detail":"{read_only:false; response_revision:3834; number_of_response:1; }","duration":"5.654562756s","start":"2026-04-28T05:05:22.246969Z","end":"2026-04-28T05:05:27.901531Z","steps":["trace[1563710763] 'process raft request' (duration: 5.654497175s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:27.901559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.245279Z","time spent":"5.656255569s","remote":"127.0.0.1:58068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2606,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:05:27.901571Z","caller":"traceutil/trace.go:171","msg":"trace[1708567524] transaction","detail":"{read_only:false; response_revision:3828; number_of_response:1; }","duration":"5.657061294s","start":"2026-04-28T05:05:22.244497Z","end":"2026-04-28T05:05:27.901558Z","steps":["trace[1708567524] 'process raft request' (duration: 5.656606155s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:27.901591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.244273Z","time spent":"5.657222897s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:27.901605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.246962Z","time spent":"5.654616327s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:05:27.90149Z","caller":"traceutil/trace.go:171","msg":"trace[266559070] transaction","detail":"{read_only:false; response_revision:3817; number_of_response:1; }","duration":"5.660165513s","start":"2026-04-28T05:05:22.241314Z","end":"2026-04-28T05:05:27.901479Z","steps":["trace[266559070] 'process raft request' (duration: 5.659282956s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:27.901649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.24449Z","time spent":"5.657110835s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5588,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:05:27.901653Z","caller":"traceutil/trace.go:171","msg":"trace[747456684] transaction","detail":"{read_only:false; response_revision:3818; number_of_response:1; }","duration":"5.660250926s","start":"2026-04-28T05:05:22.241393Z","end":"2026-04-28T05:05:27.901644Z","steps":["trace[747456684] 'process raft request' (duration: 5.659323797s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:27.901682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.241302Z","time spent":"5.660359087s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1299,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:05:27.901725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.241382Z","time spent":"5.660302406s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:05:27.901743Z","caller":"traceutil/trace.go:171","msg":"trace[1312966047] transaction","detail":"{read_only:false; response_revision:3824; number_of_response:1; }","duration":"5.658373939s","start":"2026-04-28T05:05:22.243359Z","end":"2026-04-28T05:05:27.901733Z","steps":["trace[1312966047] 'process raft request' (duration: 5.657596744s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:27.901825Z","caller":"traceutil/trace.go:171","msg":"trace[618074750] transaction","detail":"{read_only:false; response_revision:3832; number_of_response:1; }","duration":"5.655965263s","start":"2026-04-28T05:05:22.245848Z","end":"2026-04-28T05:05:27.901813Z","steps":["trace[618074750] 'process raft request' (duration: 5.655447502s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:27.901831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.243347Z","time spent":"5.658418501s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":833,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:05:27.901347Z","caller":"traceutil/trace.go:171","msg":"trace[118498338] transaction","detail":"{read_only:false; response_revision:3823; number_of_response:1; }","duration":"5.659440889s","start":"2026-04-28T05:05:22.24189Z","end":"2026-04-28T05:05:27.90133Z","steps":["trace[118498338] 'process raft request' (duration: 5.659030951s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:27.901862Z","caller":"traceutil/trace.go:171","msg":"trace[1630135649] transaction","detail":"{read_only:false; response_revision:3819; number_of_response:1; }","duration":"5.660396187s","start":"2026-04-28T05:05:22.241456Z","end":"2026-04-28T05:05:27.901852Z","steps":["trace[1630135649] 'process raft request' (duration: 5.659322337s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:27.901875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.245831Z","time spent":"5.656018964s","remote":"127.0.0.1:58068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2599,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:05:27.901906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.241445Z","time spent":"5.660439439s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1184,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:05:27.901911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.241878Z","time spent":"5.660000901s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1104,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:05:27.901999Z","caller":"traceutil/trace.go:171","msg":"trace[1236015612] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"5.65577339s","start":"2026-04-28T05:05:22.246216Z","end":"2026-04-28T05:05:27.90199Z","steps":["trace[1236015612] 'process raft request' (duration: 5.655196558s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:27.902035Z","caller":"traceutil/trace.go:171","msg":"trace[114180058] transaction","detail":"{read_only:false; response_revision:3820; number_of_response:1; }","duration":"5.660542331s","start":"2026-04-28T05:05:22.241481Z","end":"2026-04-28T05:05:27.902023Z","steps":["trace[114180058] 'process raft request' (duration: 5.659328077s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:27.902038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.246209Z","time spent":"5.65581207s","remote":"127.0.0.1:58068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:05:27.902076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.241473Z","time spent":"5.660584811s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:05:27.90211Z","caller":"traceutil/trace.go:171","msg":"trace[1486083995] transaction","detail":"{read_only:false; response_revision:3825; number_of_response:1; }","duration":"5.658576172s","start":"2026-04-28T05:05:22.243521Z","end":"2026-04-28T05:05:27.902098Z","steps":["trace[1486083995] 'process raft request' (duration: 5.65746258s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:27.902171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.243514Z","time spent":"5.658620383s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5867,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:05:27.902198Z","caller":"traceutil/trace.go:171","msg":"trace[1261861212] transaction","detail":"{read_only:false; response_revision:3821; number_of_response:1; }","duration":"5.66049521s","start":"2026-04-28T05:05:22.241693Z","end":"2026-04-28T05:05:27.902188Z","steps":["trace[1261861212] 'process raft request' (duration: 5.659162704s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:27.902205Z","caller":"traceutil/trace.go:171","msg":"trace[412736788] transaction","detail":"{read_only:false; response_revision:3826; number_of_response:1; }","duration":"5.658200276s","start":"2026-04-28T05:05:22.243993Z","end":"2026-04-28T05:05:27.902194Z","steps":["trace[412736788] 'process raft request' (duration: 5.657042573s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:27.902239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.241687Z","time spent":"5.66053329s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:05:27.90227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.243987Z","time spent":"5.658251797s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:05:27.902351Z","caller":"traceutil/trace.go:171","msg":"trace[696430763] transaction","detail":"{read_only:false; response_revision:3822; number_of_response:1; }","duration":"5.660458229s","start":"2026-04-28T05:05:22.241883Z","end":"2026-04-28T05:05:27.902342Z","steps":["trace[696430763] 'process raft request' (duration: 5.658997741s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:27.902396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.241843Z","time spent":"5.66052886s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":742,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:05:28.248463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000037742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:05:28.248676Z","caller":"traceutil/trace.go:171","msg":"trace[701798094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000284026s","start":"2026-04-28T05:05:26.248364Z","end":"2026-04-28T05:05:28.248648Z","steps":["trace[701798094] 'agreement among raft nodes before linearized reading' (duration: 2.000041852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:28.248821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:26.248357Z","time spent":"2.00044771s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:05:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:28.467172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:23.468911Z","time spent":"4.99825396s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 05:05:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:29.235234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:24.237267Z","time spent":"4.997957026s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 05:05:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:29.23641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:24.238276Z","time spent":"4.998126659s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:29.779752Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"76bb9dd272ea0973","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T05:05:30.249374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000102413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:05:30.249442Z","caller":"traceutil/trace.go:171","msg":"trace[506436078] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233356s","start":"2026-04-28T05:05:28.249193Z","end":"2026-04-28T05:05:30.249427Z","steps":["trace[506436078] 'agreement among raft nodes before linearized reading' (duration: 2.000142634s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:30.249477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:28.249172Z","time spent":"2.000297718s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:05:30.70117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463665448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:30.701257Z","caller":"traceutil/trace.go:171","msg":"trace[1795561059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"1.463825251s","start":"2026-04-28T05:05:29.237413Z","end":"2026-04-28T05:05:30.701238Z","steps":["trace[1795561059] 'agreement among raft nodes before linearized reading' (duration: 1.463711149s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:30.701314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:29.237384Z","time spent":"1.463920763s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 05:05:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:30.792588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000546562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:05:30.792662Z","caller":"traceutil/trace.go:171","msg":"trace[567836170] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000675943s","start":"2026-04-28T05:05:28.791969Z","end":"2026-04-28T05:05:30.792645Z","steps":["trace[567836170] 'agreement among raft nodes before linearized reading' (duration: 2.000588362s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:30.792705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:28.791946Z","time spent":"2.000749516s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:05:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:31.817318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.915783536s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T05:05:31.818832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660983325s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:31.818923Z","caller":"traceutil/trace.go:171","msg":"trace[619469279] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3834; }","duration":"1.661082897s","start":"2026-04-28T05:05:30.157826Z","end":"2026-04-28T05:05:31.818909Z","steps":["trace[619469279] 'range keys from in-memory index tree' (duration: 1.660970365s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:31.960776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999105438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:31.960863Z","caller":"traceutil/trace.go:171","msg":"trace[23743157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99924258s","start":"2026-04-28T05:05:26.961598Z","end":"2026-04-28T05:05:31.96084Z","steps":["trace[23743157] 'agreement among raft nodes before linearized reading' (duration: 4.999143738s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:31.960854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999549556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:31.960964Z","caller":"traceutil/trace.go:171","msg":"trace[1065989966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999730829s","start":"2026-04-28T05:05:26.961212Z","end":"2026-04-28T05:05:31.960943Z","steps":["trace[1065989966] 'agreement among raft nodes before linearized reading' (duration: 4.999588946s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:31.960909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:26.961576Z","time spent":"4.999324792s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:05:31.961032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:26.961183Z","time spent":"4.999828101s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 05:05:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 05:05:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:32.144159Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.811621437s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:05:32.162877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000178914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:05:32.162931Z","caller":"traceutil/trace.go:171","msg":"trace[1205786017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000285397s","start":"2026-04-28T05:05:30.162634Z","end":"2026-04-28T05:05:32.162919Z","steps":["trace[1205786017] 'agreement among raft nodes before linearized reading' (duration: 2.000218005s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:32.162962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:30.162608Z","time spent":"2.000347048s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:05:32.255784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999786437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:32.255903Z","caller":"traceutil/trace.go:171","msg":"trace[1922039450] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999971281s","start":"2026-04-28T05:05:30.255912Z","end":"2026-04-28T05:05:32.255883Z","steps":["trace[1922039450] 'agreement among raft nodes before linearized reading' (duration: 1.999827027s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:32.255954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:30.255884Z","time spent":"2.000057813s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:05:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:33.466608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997079508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:33.46669Z","caller":"traceutil/trace.go:171","msg":"trace[1205416706] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.99721372s","start":"2026-04-28T05:05:28.469457Z","end":"2026-04-28T05:05:33.466671Z","steps":["trace[1205416706] 'agreement among raft nodes before linearized reading' (duration: 4.997107458s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:33.466747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:28.469433Z","time spent":"4.997302332s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/28 05:05:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:34.235847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998654298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:34.235934Z","caller":"traceutil/trace.go:171","msg":"trace[275745570] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998825082s","start":"2026-04-28T05:05:29.237088Z","end":"2026-04-28T05:05:34.235913Z","steps":["trace[275745570] 'agreement among raft nodes before linearized reading' (duration: 4.998679549s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:34.235983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:29.237071Z","time spent":"4.998901093s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/28 05:05:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:34.237146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999457474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:34.237274Z","caller":"traceutil/trace.go:171","msg":"trace[846181576] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999651238s","start":"2026-04-28T05:05:29.237592Z","end":"2026-04-28T05:05:34.237243Z","steps":["trace[846181576] 'agreement among raft nodes before linearized reading' (duration: 4.999481635s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:34.237349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:29.237571Z","time spent":"4.999765019s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/28 05:05:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:34.263775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000018653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:05:34.263878Z","caller":"traceutil/trace.go:171","msg":"trace[1758328883] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000164186s","start":"2026-04-28T05:05:32.263698Z","end":"2026-04-28T05:05:34.263862Z","steps":["trace[1758328883] 'agreement among raft nodes before linearized reading' (duration: 2.000055564s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:34.26393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:32.263678Z","time spent":"2.000240327s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:05:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:34.906976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.906165Z","time spent":"7.000804041s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:34.913945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.913795Z","time spent":"7.000143619s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:34.91397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.913809Z","time spent":"7.0001571s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:34.914271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.914123Z","time spent":"7.000145798s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:34.915295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.915086Z","time spent":"7.00019879s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:34.915418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.91527Z","time spent":"7.000147249s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:34.915489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.915351Z","time spent":"7.000135599s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:34.915541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.915319Z","time spent":"7.000218611s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:34.916202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.915933Z","time spent":"7.000265871s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:34.916237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.915973Z","time spent":"7.000259691s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:34.916387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.915837Z","time spent":"7.000548346s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:34.919051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.918624Z","time spent":"7.000424384s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:34.91907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.918661Z","time spent":"7.000406754s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:34.919255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.918324Z","time spent":"7.000925143s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:35.527556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.383250806s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:05:35.602952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:28.601863Z","time spent":"7.001081886s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:35.701798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99821033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:35.70193Z","caller":"traceutil/trace.go:171","msg":"trace[1400030966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998401704s","start":"2026-04-28T05:05:30.703511Z","end":"2026-04-28T05:05:35.701913Z","steps":["trace[1400030966] 'agreement among raft nodes before linearized reading' (duration: 4.998249451s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:35.701996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:30.703486Z","time spent":"4.998500565s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 05:05:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:35.947411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:28.946942Z","time spent":"7.000462255s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:36.26467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000471731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:36.264766Z","caller":"traceutil/trace.go:171","msg":"trace[1935016556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000620294s","start":"2026-04-28T05:05:34.264124Z","end":"2026-04-28T05:05:36.264744Z","steps":["trace[1935016556] 'agreement among raft nodes before linearized reading' (duration: 2.000503682s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:36.264825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:34.264104Z","time spent":"2.000708235s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:05:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:36.738808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:29.737851Z","time spent":"7.000950774s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:36.961222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998150636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:36.961325Z","caller":"traceutil/trace.go:171","msg":"trace[497726811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998296339s","start":"2026-04-28T05:05:33.963008Z","end":"2026-04-28T05:05:36.961304Z","steps":["trace[497726811] 'agreement among raft nodes before linearized reading' (duration: 2.998174157s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:36.961305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998564194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T05:05:36.961375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:33.962991Z","time spent":"2.99837365s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T05:05:36.961388Z","caller":"traceutil/trace.go:171","msg":"trace[416867514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998706656s","start":"2026-04-28T05:05:33.962661Z","end":"2026-04-28T05:05:36.961368Z","steps":["trace[416867514] 'agreement among raft nodes before linearized reading' (duration: 2.998589874s)"],"step_count":1} 2026/04/28 05:05:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:36.961437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:33.962641Z","time spent":"2.998786138s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 05:05:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:37.495841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:36.521002Z","time spent":"974.832408ms","remote":"127.0.0.1:59784","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:37.496519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.677475324s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:05:37.49682Z","caller":"traceutil/trace.go:171","msg":"trace[231024886] linearizableReadLoop","detail":"{readStateIndex:4011; appliedIndex:3980; }","duration":"15.259405391s","start":"2026-04-28T05:05:22.237393Z","end":"2026-04-28T05:05:37.496798Z","steps":["trace[231024886] 'read index received' (duration: 2.718847637s)","trace[231024886] 'applied index is now lower than readState.Index' (duration: 12.540555134s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:05:37.497054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.259639436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1492"} {"level":"info","ts":"2026-04-28T05:05:37.497098Z","caller":"traceutil/trace.go:171","msg":"trace[65122728] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:3838; }","duration":"15.259716547s","start":"2026-04-28T05:05:22.23737Z","end":"2026-04-28T05:05:37.497087Z","steps":["trace[65122728] 'agreement among raft nodes before linearized reading' (duration: 15.259533593s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:37.497135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.237362Z","time spent":"15.259765327s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1515,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"info","ts":"2026-04-28T05:05:37.498283Z","caller":"traceutil/trace.go:171","msg":"trace[598054778] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"5.669288638s","start":"2026-04-28T05:05:31.82898Z","end":"2026-04-28T05:05:37.498268Z","steps":["trace[598054778] 'process raft request' (duration: 5.668798908s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:37.498355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:31.828956Z","time spent":"5.669360999s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5620,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:05:37.498286Z","caller":"traceutil/trace.go:171","msg":"trace[189202108] transaction","detail":"{read_only:false; response_revision:3855; number_of_response:1; }","duration":"5.668721257s","start":"2026-04-28T05:05:31.829542Z","end":"2026-04-28T05:05:37.498264Z","steps":["trace[189202108] 'process raft request' (duration: 5.668269938s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:37.498518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:31.829525Z","time spent":"5.668923352s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5862,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:37.997583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:38.273426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000599583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:38.273513Z","caller":"traceutil/trace.go:171","msg":"trace[892440071] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000734736s","start":"2026-04-28T05:05:36.272759Z","end":"2026-04-28T05:05:38.273494Z","steps":["trace[892440071] 'agreement among raft nodes before linearized reading' (duration: 2.000629244s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:38.273559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:36.272738Z","time spent":"2.000811827s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:05:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:38.498177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:38.998919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:39.499724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:39.819393Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"76bb9dd272ea0a71","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T05:05:39.904659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999332185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:39.90472Z","caller":"traceutil/trace.go:171","msg":"trace[1974047228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999435446s","start":"2026-04-28T05:05:29.90527Z","end":"2026-04-28T05:05:39.904705Z","steps":["trace[1974047228] 'agreement among raft nodes before linearized reading' (duration: 9.999360845s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:39.904704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999406645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T05:05:39.90476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:29.905248Z","time spent":"9.999504098s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T05:05:39.904781Z","caller":"traceutil/trace.go:171","msg":"trace[53241490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999505548s","start":"2026-04-28T05:05:29.905259Z","end":"2026-04-28T05:05:39.904764Z","steps":["trace[53241490] 'agreement among raft nodes before linearized reading' (duration: 9.999404985s)"],"step_count":1} 2026/04/28 05:05:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:39.904828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:29.905208Z","time spent":"9.99961047s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/28 05:05:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:40.000685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:40.273876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:40.273958Z","caller":"traceutil/trace.go:171","msg":"trace[319945259] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199715s","start":"2026-04-28T05:05:38.273739Z","end":"2026-04-28T05:05:40.273939Z","steps":["trace[319945259] 'agreement among raft nodes before linearized reading' (duration: 2.000098994s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:40.274004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:38.27372Z","time spent":"2.000274876s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:05:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:40.501816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:40.792514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000415529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:05:40.792604Z","caller":"traceutil/trace.go:171","msg":"trace[1290196471] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000755846s","start":"2026-04-28T05:05:38.79183Z","end":"2026-04-28T05:05:40.792585Z","steps":["trace[1290196471] 'agreement among raft nodes before linearized reading' (duration: 2.000453109s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:40.792655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:38.791776Z","time spent":"2.000868608s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:05:41.00296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:41.503619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:41.913007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:34.912104Z","time spent":"7.000896523s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:41.916229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:34.915144Z","time spent":"7.001077006s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:41.91952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:34.919196Z","time spent":"7.000320721s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:41.919591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:34.919289Z","time spent":"7.000293881s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:41.922013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:34.921334Z","time spent":"7.000676018s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:41.922087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:34.921204Z","time spent":"7.000882112s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:41.922078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:34.921251Z","time spent":"7.000823701s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:41.922137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:34.921966Z","time spent":"7.000167398s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:41.922175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:34.922071Z","time spent":"7.000094647s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:41.922642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:34.922565Z","time spent":"7.000074138s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:41.923386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:34.923194Z","time spent":"7.000189028s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:41.924471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:34.924165Z","time spent":"7.000302681s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:41.925604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:34.924883Z","time spent":"7.000717219s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:41.932932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:34.932129Z","time spent":"7.000794471s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:41.962885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:36.964158Z","time spent":"4.998721039s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 05:05:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:42.003968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:42.085471Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.557590876s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:05:42.281505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999974791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:05:42.281681Z","caller":"traceutil/trace.go:171","msg":"trace[931469549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203455s","start":"2026-04-28T05:05:40.281455Z","end":"2026-04-28T05:05:42.281658Z","steps":["trace[931469549] 'agreement among raft nodes before linearized reading' (duration: 1.999998031s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:42.281773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:40.28144Z","time spent":"2.000311477s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:05:42.608823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:35.608084Z","time spent":"7.00073109s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:42.952922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:35.951859Z","time spent":"7.001055067s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:44.282128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999853499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:05:44.282229Z","caller":"traceutil/trace.go:171","msg":"trace[76114357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999999522s","start":"2026-04-28T05:05:42.282207Z","end":"2026-04-28T05:05:44.282206Z","steps":["trace[76114357] 'agreement among raft nodes before linearized reading' (duration: 1.999845469s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:44.282304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:42.282142Z","time spent":"2.000147005s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:05:44.739514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.997413006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:44.739597Z","caller":"traceutil/trace.go:171","msg":"trace[1559610971] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.997547479s","start":"2026-04-28T05:05:36.742032Z","end":"2026-04-28T05:05:44.739579Z","steps":["trace[1559610971] 'agreement among raft nodes before linearized reading' (duration: 7.997448707s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:44.739637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:36.742011Z","time spent":"7.99761664s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/28 05:05:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:45.238171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.080209804s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:45.238351Z","caller":"traceutil/trace.go:171","msg":"trace[481593125] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3855; }","duration":"5.080401597s","start":"2026-04-28T05:05:40.157929Z","end":"2026-04-28T05:05:45.238331Z","steps":["trace[481593125] 'range keys from in-memory index tree' (duration: 5.080189784s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:45.247032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.730046532s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:05:46.291469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000167265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:46.291557Z","caller":"traceutil/trace.go:171","msg":"trace[1518785223] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306348s","start":"2026-04-28T05:05:44.291231Z","end":"2026-04-28T05:05:46.291537Z","steps":["trace[1518785223] 'agreement among raft nodes before linearized reading' (duration: 2.000200196s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:46.291604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:44.29121Z","time spent":"2.000384279s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:05:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:46.826049Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"76bb9dd272ea0a71","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T05:05:46.907217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:39.907095Z","time spent":"7.000114409s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:46.907466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:39.907231Z","time spent":"7.00022569s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:46.95831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.87265104s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T05:05:48.292145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000269538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:48.292231Z","caller":"traceutil/trace.go:171","msg":"trace[1523937359] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00044252s","start":"2026-04-28T05:05:46.29177Z","end":"2026-04-28T05:05:48.292212Z","steps":["trace[1523937359] 'agreement among raft nodes before linearized reading' (duration: 2.000332828s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:48.292277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:46.291753Z","time spent":"2.000514731s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:05:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:48.917678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:41.917482Z","time spent":"7.00018871s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:49.987936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028067061s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T05:05:49.989767Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"84.681µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-04-28T05:05:49.990261Z","caller":"traceutil/trace.go:171","msg":"trace[1109163415] linearizableReadLoop","detail":"{readStateIndex:4052; appliedIndex:4030; }","duration":"12.493367427s","start":"2026-04-28T05:05:37.496867Z","end":"2026-04-28T05:05:49.990235Z","steps":["trace[1109163415] 'read index received' (duration: 4.588788742s)","trace[1109163415] 'applied index is now lower than readState.Index' (duration: 7.904577645s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:05:49.990345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.070917829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:49.990589Z","caller":"traceutil/trace.go:171","msg":"trace[1333523314] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:3869; }","duration":"22.071000191s","start":"2026-04-28T05:05:27.919379Z","end":"2026-04-28T05:05:49.990379Z","steps":["trace[1333523314] 'agreement among raft nodes before linearized reading' (duration: 22.070900889s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.990625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.746596048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:05:49.990711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.789381768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:49.990756Z","caller":"traceutil/trace.go:171","msg":"trace[1408099939] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3869; }","duration":"12.789457869s","start":"2026-04-28T05:05:37.201289Z","end":"2026-04-28T05:05:49.990747Z","steps":["trace[1408099939] 'agreement among raft nodes before linearized reading' (duration: 12.789389448s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.990741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.225379344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:05:49.990786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:37.201268Z","time spent":"12.78951118s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:49.990784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.749429714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6m8jn\" ","response":"range_response_count:1 size:6261"} {"level":"info","ts":"2026-04-28T05:05:49.990814Z","caller":"traceutil/trace.go:171","msg":"trace[1012483491] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3869; }","duration":"23.225502746s","start":"2026-04-28T05:05:26.765288Z","end":"2026-04-28T05:05:49.99079Z","steps":["trace[1012483491] 'agreement among raft nodes before linearized reading' (duration: 23.225364074s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:49.990837Z","caller":"traceutil/trace.go:171","msg":"trace[1654095650] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6m8jn; range_end:; response_count:1; response_revision:3869; }","duration":"27.749502045s","start":"2026-04-28T05:05:22.241318Z","end":"2026-04-28T05:05:49.99082Z","steps":["trace[1654095650] 'agreement among raft nodes before linearized reading' (duration: 27.749047716s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.990878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:26.765266Z","time spent":"23.225595278s","remote":"127.0.0.1:46948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:49.990866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.752532883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-04-28T05:05:49.990952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.595925347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:49.990947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.752739527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1914"} {"level":"info","ts":"2026-04-28T05:05:49.990992Z","caller":"traceutil/trace.go:171","msg":"trace[373761772] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3869; }","duration":"26.596002948s","start":"2026-04-28T05:05:23.394978Z","end":"2026-04-28T05:05:49.990981Z","steps":["trace[373761772] 'agreement among raft nodes before linearized reading' (duration: 26.595933547s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:49.991004Z","caller":"traceutil/trace.go:171","msg":"trace[1048029800] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:3869; }","duration":"27.752821178s","start":"2026-04-28T05:05:22.238169Z","end":"2026-04-28T05:05:49.99099Z","steps":["trace[1048029800] 'agreement among raft nodes before linearized reading' (duration: 27.752521272s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.991023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:23.394964Z","time spent":"26.596050988s","remote":"127.0.0.1:37906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:49.991043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.238165Z","time spent":"27.752868089s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":1937,"request content":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-28T05:05:49.991051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.749934173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-28T05:05:49.991082Z","caller":"traceutil/trace.go:171","msg":"trace[1711204105] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:3869; }","duration":"27.749986484s","start":"2026-04-28T05:05:22.241088Z","end":"2026-04-28T05:05:49.991074Z","steps":["trace[1711204105] 'agreement among raft nodes before linearized reading' (duration: 27.749901172s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.991059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.22796469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:05:49.991117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.241077Z","time spent":"27.750032784s","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-28T05:05:49.991151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.940648888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:49.991158Z","caller":"traceutil/trace.go:171","msg":"trace[262226699] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3869; }","duration":"19.228119083s","start":"2026-04-28T05:05:30.763013Z","end":"2026-04-28T05:05:49.991132Z","steps":["trace[262226699] 'agreement among raft nodes before linearized reading' (duration: 19.227913189s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:49.991189Z","caller":"traceutil/trace.go:171","msg":"trace[1263554716] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3869; }","duration":"20.940718808s","start":"2026-04-28T05:05:29.050456Z","end":"2026-04-28T05:05:49.991175Z","steps":["trace[1263554716] 'agreement among raft nodes before linearized reading' (duration: 20.940669877s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.991217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:30.762989Z","time spent":"19.228216815s","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":36,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:49.991241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:29.050431Z","time spent":"20.94078459s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:49.991268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.74975922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-k4qt2\" ","response":"range_response_count:1 size:4556"} {"level":"warn","ts":"2026-04-28T05:05:49.991289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.074338343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/monitoring/\" range_end:\"/registry/limitranges/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:49.991304Z","caller":"traceutil/trace.go:171","msg":"trace[535840662] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-k4qt2; range_end:; response_count:1; response_revision:3869; }","duration":"27.749792161s","start":"2026-04-28T05:05:22.241501Z","end":"2026-04-28T05:05:49.991293Z","steps":["trace[535840662] 'agreement among raft nodes before linearized reading' (duration: 27.749685579s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:49.991327Z","caller":"traceutil/trace.go:171","msg":"trace[941047111] range","detail":"{range_begin:/registry/limitranges/monitoring/; range_end:/registry/limitranges/monitoring0; response_count:0; response_revision:3869; }","duration":"22.074408754s","start":"2026-04-28T05:05:27.916908Z","end":"2026-04-28T05:05:49.991316Z","steps":["trace[941047111] 'agreement among raft nodes before linearized reading' (duration: 22.074335723s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.991336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.241487Z","time spent":"27.749842242s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4579,"request content":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-k4qt2\" "} {"level":"warn","ts":"2026-04-28T05:05:49.991335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.753169355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1211"} {"level":"warn","ts":"2026-04-28T05:05:49.99136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.916887Z","time spent":"22.074464397s","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/monitoring/\" range_end:\"/registry/limitranges/monitoring0\" "} {"level":"warn","ts":"2026-04-28T05:05:49.991366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.748465372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6caafdb3bcea\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T05:05:49.991375Z","caller":"traceutil/trace.go:171","msg":"trace[1075745644] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:3869; }","duration":"27.753208736s","start":"2026-04-28T05:05:22.238156Z","end":"2026-04-28T05:05:49.991365Z","steps":["trace[1075745644] 'agreement among raft nodes before linearized reading' (duration: 27.753128543s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:49.991404Z","caller":"traceutil/trace.go:171","msg":"trace[1428240723] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa6caafdb3bcea; range_end:; response_count:1; response_revision:3869; }","duration":"23.748543823s","start":"2026-04-28T05:05:26.242849Z","end":"2026-04-28T05:05:49.991393Z","steps":["trace[1428240723] 'agreement among raft nodes before linearized reading' (duration: 23.74789056s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.991415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.238136Z","time spent":"27.753272238s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1234,"request content":"key:\"/registry/services/specs/kube-system/kube-dns\" "} {"level":"warn","ts":"2026-04-28T05:05:49.991442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:26.242828Z","time spent":"23.748601765s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6caafdb3bcea\" "} {"level":"warn","ts":"2026-04-28T05:05:49.991442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.2982017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:05:49.991474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.889566253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:49.991479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.753813377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T05:05:49.991511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.752393152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-28T05:05:49.991543Z","caller":"traceutil/trace.go:171","msg":"trace[1929242544] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3869; }","duration":"26.753911199s","start":"2026-04-28T05:05:23.237613Z","end":"2026-04-28T05:05:49.991525Z","steps":["trace[1929242544] 'agreement among raft nodes before linearized reading' (duration: 26.753765306s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.991558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.750073366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-vpj7p\" ","response":"range_response_count:1 size:4905"} {"level":"warn","ts":"2026-04-28T05:05:49.991574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.644791611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-28T05:05:49.991585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.152407916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:49.991601Z","caller":"traceutil/trace.go:171","msg":"trace[1911436410] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-vpj7p; range_end:; response_count:1; response_revision:3869; }","duration":"27.750133457s","start":"2026-04-28T05:05:22.241458Z","end":"2026-04-28T05:05:49.991591Z","steps":["trace[1911436410] 'agreement among raft nodes before linearized reading' (duration: 27.750022075s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.991609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.752798338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T05:05:49.991598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:23.237593Z","time spent":"26.75399112s","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T05:05:49.991623Z","caller":"traceutil/trace.go:171","msg":"trace[1710360874] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3869; }","duration":"15.152484748s","start":"2026-04-28T05:05:34.839129Z","end":"2026-04-28T05:05:49.991614Z","steps":["trace[1710360874] 'agreement among raft nodes before linearized reading' (duration: 15.152406776s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.991632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.241445Z","time spent":"27.750180569s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4928,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-vpj7p\" "} {"level":"info","ts":"2026-04-28T05:05:49.99071Z","caller":"traceutil/trace.go:171","msg":"trace[417581389] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3869; }","duration":"25.74673085s","start":"2026-04-28T05:05:24.243956Z","end":"2026-04-28T05:05:49.990687Z","steps":["trace[417581389] 'agreement among raft nodes before linearized reading' (duration: 25.746305893s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.991641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.753511902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1075"} {"level":"warn","ts":"2026-04-28T05:05:49.991659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:34.839107Z","time spent":"15.152544909s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:05:49.99168Z","caller":"traceutil/trace.go:171","msg":"trace[467304204] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:3869; }","duration":"27.753565123s","start":"2026-04-28T05:05:22.238104Z","end":"2026-04-28T05:05:49.991669Z","steps":["trace[467304204] 'agreement among raft nodes before linearized reading' (duration: 27.753463251s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:49.991606Z","caller":"traceutil/trace.go:171","msg":"trace[1351365284] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3869; }","duration":"21.644862071s","start":"2026-04-28T05:05:28.346736Z","end":"2026-04-28T05:05:49.991598Z","steps":["trace[1351365284] 'agreement among raft nodes before linearized reading' (duration: 21.644768609s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.991682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.502399689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:05:49.991712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.238097Z","time spent":"27.753608314s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1098,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-04-28T05:05:49.991718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:28.346712Z","time spent":"21.644999834s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T05:05:49.991727Z","caller":"traceutil/trace.go:171","msg":"trace[748171951] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3869; }","duration":"22.50246942s","start":"2026-04-28T05:05:27.489248Z","end":"2026-04-28T05:05:49.991717Z","steps":["trace[748171951] 'agreement among raft nodes before linearized reading' (duration: 22.502385259s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.991761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.489232Z","time spent":"22.502520471s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":29,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:49.991766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.524946914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:49.991826Z","caller":"traceutil/trace.go:171","msg":"trace[1983014280] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3869; }","duration":"25.525006906s","start":"2026-04-28T05:05:24.466778Z","end":"2026-04-28T05:05:49.991785Z","steps":["trace[1983014280] 'agreement among raft nodes before linearized reading' (duration: 25.524968215s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.991866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:24.466756Z","time spent":"25.525100117s","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:49.991331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.749808291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-6tf4t\" ","response":"range_response_count:1 size:4902"} {"level":"info","ts":"2026-04-28T05:05:49.991557Z","caller":"traceutil/trace.go:171","msg":"trace[1586875663] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns; range_end:; response_count:1; response_revision:3869; }","duration":"27.752455342s","start":"2026-04-28T05:05:22.239091Z","end":"2026-04-28T05:05:49.991546Z","steps":["trace[1586875663] 'agreement among raft nodes before linearized reading' (duration: 27.752377611s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:49.991921Z","caller":"traceutil/trace.go:171","msg":"trace[1163471054] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-6tf4t; range_end:; response_count:1; response_revision:3869; }","duration":"27.750405263s","start":"2026-04-28T05:05:22.241506Z","end":"2026-04-28T05:05:49.991911Z","steps":["trace[1163471054] 'agreement among raft nodes before linearized reading' (duration: 27.749635128s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.991965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.241487Z","time spent":"27.750468984s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4925,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-6tf4t\" "} {"level":"warn","ts":"2026-04-28T05:05:49.992002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.750541675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-g7nt6\" ","response":"range_response_count:1 size:3481"} {"level":"warn","ts":"2026-04-28T05:05:49.992034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.730015619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:49.991101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.422469664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:49.990876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.24131Z","time spent":"27.749556796s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6284,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6m8jn\" "} {"level":"info","ts":"2026-04-28T05:05:49.992066Z","caller":"traceutil/trace.go:171","msg":"trace[991967865] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:3869; }","duration":"25.730094281s","start":"2026-04-28T05:05:24.261963Z","end":"2026-04-28T05:05:49.992058Z","steps":["trace[991967865] 'agreement among raft nodes before linearized reading' (duration: 25.7300433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.992105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:24.261942Z","time spent":"25.730157642s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T05:05:49.991514Z","caller":"traceutil/trace.go:171","msg":"trace[1410342701] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3869; }","duration":"14.889607054s","start":"2026-04-28T05:05:35.101896Z","end":"2026-04-28T05:05:49.991504Z","steps":["trace[1410342701] 'agreement among raft nodes before linearized reading' (duration: 14.889539973s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:49.992106Z","caller":"traceutil/trace.go:171","msg":"trace[765671194] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:3869; }","duration":"20.423463943s","start":"2026-04-28T05:05:29.568619Z","end":"2026-04-28T05:05:49.992083Z","steps":["trace[765671194] 'agreement among raft nodes before linearized reading' (duration: 20.422444053s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.992117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.234237416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235671"} {"level":"warn","ts":"2026-04-28T05:05:49.992158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:35.101828Z","time spent":"14.890315847s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:49.992165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:29.568562Z","time spent":"20.423583785s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:05:49.992179Z","caller":"traceutil/trace.go:171","msg":"trace[1659674329] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:3869; }","duration":"27.234330418s","start":"2026-04-28T05:05:22.757832Z","end":"2026-04-28T05:05:49.992162Z","steps":["trace[1659674329] 'agreement among raft nodes before linearized reading' (duration: 27.234068333s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.992239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.757813Z","time spent":"27.23441248s","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235694,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-28T05:05:49.992259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.750708258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-np2x5\" ","response":"range_response_count:1 size:8167"} {"level":"info","ts":"2026-04-28T05:05:49.992295Z","caller":"traceutil/trace.go:171","msg":"trace[783155949] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-np2x5; range_end:; response_count:1; response_revision:3869; }","duration":"27.750760309s","start":"2026-04-28T05:05:22.241523Z","end":"2026-04-28T05:05:49.992283Z","steps":["trace[783155949] 'agreement among raft nodes before linearized reading' (duration: 27.750666987s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.991615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.407403356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:49.992334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.241516Z","time spent":"27.75081108s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8190,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-np2x5\" "} {"level":"warn","ts":"2026-04-28T05:05:49.991727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.116385143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:49.992353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.461081343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:49.992387Z","caller":"traceutil/trace.go:171","msg":"trace[110059483] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:3869; }","duration":"18.461141384s","start":"2026-04-28T05:05:31.531236Z","end":"2026-04-28T05:05:49.992377Z","steps":["trace[110059483] 'agreement among raft nodes before linearized reading' (duration: 18.461082313s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:49.992388Z","caller":"traceutil/trace.go:171","msg":"trace[1965043648] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3869; }","duration":"25.117084156s","start":"2026-04-28T05:05:24.875286Z","end":"2026-04-28T05:05:49.99237Z","steps":["trace[1965043648] 'agreement among raft nodes before linearized reading' (duration: 25.116418874s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.991567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.182220874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:49.992375Z","caller":"traceutil/trace.go:171","msg":"trace[1043364859] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:0; response_revision:3869; }","duration":"22.408196381s","start":"2026-04-28T05:05:27.584153Z","end":"2026-04-28T05:05:49.992349Z","steps":["trace[1043364859] 'agreement among raft nodes before linearized reading' (duration: 22.407434887s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.992417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.750900012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-sdcjv\" ","response":"range_response_count:1 size:4899"} {"level":"warn","ts":"2026-04-28T05:05:49.992002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.733248574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-04-28T05:05:49.992056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.874606997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:49.991639Z","caller":"traceutil/trace.go:171","msg":"trace[1840216790] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:3869; }","duration":"27.75284084s","start":"2026-04-28T05:05:22.23879Z","end":"2026-04-28T05:05:49.991631Z","steps":["trace[1840216790] 'agreement among raft nodes before linearized reading' (duration: 27.752784379s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:49.992457Z","caller":"traceutil/trace.go:171","msg":"trace[284754292] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-sdcjv; range_end:; response_count:1; response_revision:3869; }","duration":"27.750951273s","start":"2026-04-28T05:05:22.241494Z","end":"2026-04-28T05:05:49.992445Z","steps":["trace[284754292] 'agreement among raft nodes before linearized reading' (duration: 27.750838611s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.992162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.750644097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-coredns-7dd4958666-kz4b9\" ","response":"range_response_count:1 size:5135"} {"level":"info","ts":"2026-04-28T05:05:49.992471Z","caller":"traceutil/trace.go:171","msg":"trace[2011117195] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3869; }","duration":"17.875065246s","start":"2026-04-28T05:05:32.117396Z","end":"2026-04-28T05:05:49.992461Z","steps":["trace[2011117195] 'agreement among raft nodes before linearized reading' (duration: 17.874631088s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.992462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.584132Z","time spent":"22.408302153s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-04-28T05:05:49.992491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.241488Z","time spent":"27.750994464s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4922,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-sdcjv\" "} {"level":"warn","ts":"2026-04-28T05:05:49.992497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:32.117375Z","time spent":"17.875113277s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:49.992492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.238783Z","time spent":"27.753690945s","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-04-28T05:05:49.992423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:31.531215Z","time spent":"18.461200994s","remote":"127.0.0.1:46964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:05:49.992438Z","caller":"traceutil/trace.go:171","msg":"trace[1899871923] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3869; }","duration":"22.183122841s","start":"2026-04-28T05:05:27.809301Z","end":"2026-04-28T05:05:49.992423Z","steps":["trace[1899871923] 'agreement among raft nodes before linearized reading' (duration: 22.182239445s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.991448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.752185437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1509"} {"level":"info","ts":"2026-04-28T05:05:49.992459Z","caller":"traceutil/trace.go:171","msg":"trace[1975228731] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3869; }","duration":"17.733735624s","start":"2026-04-28T05:05:32.258716Z","end":"2026-04-28T05:05:49.992451Z","steps":["trace[1975228731] 'agreement among raft nodes before linearized reading' (duration: 17.733140313s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.991888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.750409322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-c24f5\" ","response":"range_response_count:1 size:5969"} {"level":"warn","ts":"2026-04-28T05:05:49.992678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.755195104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-04-28T05:05:49.992743Z","caller":"traceutil/trace.go:171","msg":"trace[928827359] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:3869; }","duration":"27.755271896s","start":"2026-04-28T05:05:22.237458Z","end":"2026-04-28T05:05:49.99273Z","steps":["trace[928827359] 'agreement among raft nodes before linearized reading' (duration: 27.755080982s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:49.992741Z","caller":"traceutil/trace.go:171","msg":"trace[1406765381] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-c24f5; range_end:; response_count:1; response_revision:3869; }","duration":"27.75127672s","start":"2026-04-28T05:05:22.241452Z","end":"2026-04-28T05:05:49.992729Z","steps":["trace[1406765381] 'agreement among raft nodes before linearized reading' (duration: 27.750296901s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:49.99148Z","caller":"traceutil/trace.go:171","msg":"trace[1219632583] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3869; }","duration":"21.298272781s","start":"2026-04-28T05:05:28.693197Z","end":"2026-04-28T05:05:49.99147Z","steps":["trace[1219632583] 'agreement among raft nodes before linearized reading' (duration: 21.29820762s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.992689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:32.258699Z","time spent":"17.733981928s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T05:05:49.992766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.237453Z","time spent":"27.755307537s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":784,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-04-28T05:05:49.992785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.241446Z","time spent":"27.751325011s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5992,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-c24f5\" "} {"level":"warn","ts":"2026-04-28T05:05:49.992799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:28.693173Z","time spent":"21.299607607s","remote":"127.0.0.1:46604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:05:49.992491Z","caller":"traceutil/trace.go:171","msg":"trace[1333973643] range","detail":"{range_begin:/registry/pods/openstack/neutron-coredns-7dd4958666-kz4b9; range_end:; response_count:1; response_revision:3869; }","duration":"27.750998864s","start":"2026-04-28T05:05:22.241484Z","end":"2026-04-28T05:05:49.992483Z","steps":["trace[1333973643] 'agreement among raft nodes before linearized reading' (duration: 27.750583236s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.992868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.241472Z","time spent":"27.751385121s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5158,"request content":"key:\"/registry/pods/openstack/neutron-coredns-7dd4958666-kz4b9\" "} {"level":"warn","ts":"2026-04-28T05:05:49.992891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.75543686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1524"} {"level":"info","ts":"2026-04-28T05:05:49.990954Z","caller":"traceutil/trace.go:171","msg":"trace[1290986368] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3869; }","duration":"27.752653875s","start":"2026-04-28T05:05:22.238279Z","end":"2026-04-28T05:05:49.990933Z","steps":["trace[1290986368] 'agreement among raft nodes before linearized reading' (duration: 27.75238343s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:49.992055Z","caller":"traceutil/trace.go:171","msg":"trace[1776946558] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-g7nt6; range_end:; response_count:1; response_revision:3869; }","duration":"27.750622286s","start":"2026-04-28T05:05:22.24142Z","end":"2026-04-28T05:05:49.992043Z","steps":["trace[1776946558] 'agreement among raft nodes before linearized reading' (duration: 27.750498224s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.990652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.919372Z","time spent":"22.071269896s","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-04-28T05:05:49.992937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.238274Z","time spent":"27.754648904s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T05:05:49.992951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.241414Z","time spent":"27.751527404s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3504,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-g7nt6\" "} {"level":"warn","ts":"2026-04-28T05:05:49.991518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.075443796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:49.991383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.752093245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1213"} {"level":"info","ts":"2026-04-28T05:05:49.992997Z","caller":"traceutil/trace.go:171","msg":"trace[695562230] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:3869; }","duration":"22.076935854s","start":"2026-04-28T05:05:27.916047Z","end":"2026-04-28T05:05:49.992982Z","steps":["trace[695562230] 'agreement among raft nodes before linearized reading' (duration: 22.075440045s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:49.992917Z","caller":"traceutil/trace.go:171","msg":"trace[1207249591] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:3869; }","duration":"27.75547831s","start":"2026-04-28T05:05:22.237431Z","end":"2026-04-28T05:05:49.992909Z","steps":["trace[1207249591] 'agreement among raft nodes before linearized reading' (duration: 27.755403489s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.993037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.916037Z","time spent":"22.076986466s","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" "} {"level":"info","ts":"2026-04-28T05:05:49.993015Z","caller":"traceutil/trace.go:171","msg":"trace[1657705879] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:3869; }","duration":"27.753721777s","start":"2026-04-28T05:05:22.239273Z","end":"2026-04-28T05:05:49.992995Z","steps":["trace[1657705879] 'agreement among raft nodes before linearized reading' (duration: 27.752046414s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.993061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.237426Z","time spent":"27.755626573s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1547,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"info","ts":"2026-04-28T05:05:49.992736Z","caller":"traceutil/trace.go:171","msg":"trace[145329614] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:3869; }","duration":"27.75341584s","start":"2026-04-28T05:05:22.239244Z","end":"2026-04-28T05:05:49.99266Z","steps":["trace[145329614] 'agreement among raft nodes before linearized reading' (duration: 27.752156337s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.993103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.239269Z","time spent":"27.753813909s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1236,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-28T05:05:49.992432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:24.875263Z","time spent":"25.117155138s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:49.991665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.844554455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:49.99295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.75543766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" ","response":"range_response_count:1 size:1442"} {"level":"warn","ts":"2026-04-28T05:05:49.991682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:24.243936Z","time spent":"25.747730849s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:05:49.991929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.239071Z","time spent":"27.75285103s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1959,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns\" "} {"level":"info","ts":"2026-04-28T05:05:49.99321Z","caller":"traceutil/trace.go:171","msg":"trace[1145006547] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns-metrics; range_end:; response_count:1; response_revision:3869; }","duration":"27.755715255s","start":"2026-04-28T05:05:22.237484Z","end":"2026-04-28T05:05:49.993199Z","steps":["trace[1145006547] 'agreement among raft nodes before linearized reading' (duration: 27.754393309s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.993241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.237479Z","time spent":"27.755752935s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" "} {"level":"warn","ts":"2026-04-28T05:05:49.992671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:27.80928Z","time spent":"22.183377896s","remote":"127.0.0.1:46472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:05:49.993249Z","caller":"traceutil/trace.go:171","msg":"trace[1820806993] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3869; }","duration":"23.846121106s","start":"2026-04-28T05:05:26.147072Z","end":"2026-04-28T05:05:49.993193Z","steps":["trace[1820806993] 'agreement among raft nodes before linearized reading' (duration: 23.844555996s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:49.993157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:22.239239Z","time spent":"27.753889549s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1532,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-04-28T05:05:49.993348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:26.147056Z","time spent":"23.846256778s","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.05618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136656323s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:05:50.056527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:48.91934Z","time spent":"1.137182593s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T05:05:50.056591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.511591933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:05:50.056648Z","caller":"traceutil/trace.go:171","msg":"trace[1184462552] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3869; }","duration":"6.511694245s","start":"2026-04-28T05:05:43.54494Z","end":"2026-04-28T05:05:50.056634Z","steps":["trace[1184462552] 'agreement among raft nodes before linearized reading' (duration: 6.511574923s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.056678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756798674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:50.056692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.100349841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-04-28T05:05:50.056761Z","caller":"traceutil/trace.go:171","msg":"trace[536846782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3869; }","duration":"1.756863076s","start":"2026-04-28T05:05:48.299862Z","end":"2026-04-28T05:05:50.056726Z","steps":["trace[536846782] 'agreement among raft nodes before linearized reading' (duration: 1.756769994s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.056774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.170628026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:50.056799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:48.299738Z","time spent":"1.757051979s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:05:50.056793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.288850496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:50.056822Z","caller":"traceutil/trace.go:171","msg":"trace[719553937] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3869; }","duration":"3.170729638s","start":"2026-04-28T05:05:46.886077Z","end":"2026-04-28T05:05:50.056806Z","steps":["trace[719553937] 'agreement among raft nodes before linearized reading' (duration: 3.170644396s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:50.056846Z","caller":"traceutil/trace.go:171","msg":"trace[275927039] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3869; }","duration":"5.288945019s","start":"2026-04-28T05:05:44.767888Z","end":"2026-04-28T05:05:50.056833Z","steps":["trace[275927039] 'agreement among raft nodes before linearized reading' (duration: 5.288805526s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.056866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.314149192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"warn","ts":"2026-04-28T05:05:50.056887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.429631226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:50.056883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:44.76787Z","time spent":"5.289003879s","remote":"127.0.0.1:37752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:05:50.056904Z","caller":"traceutil/trace.go:171","msg":"trace[1025272298] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3869; }","duration":"3.429686528s","start":"2026-04-28T05:05:46.627213Z","end":"2026-04-28T05:05:50.056899Z","steps":["trace[1025272298] 'agreement among raft nodes before linearized reading' (duration: 3.429655987s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:50.056901Z","caller":"traceutil/trace.go:171","msg":"trace[1957275734] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:3869; }","duration":"5.314184993s","start":"2026-04-28T05:05:44.742706Z","end":"2026-04-28T05:05:50.056891Z","steps":["trace[1957275734] 'agreement among raft nodes before linearized reading' (duration: 5.314007929s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.056853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:46.886041Z","time spent":"3.17080573s","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.056927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:46.627193Z","time spent":"3.429726538s","remote":"127.0.0.1:37978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.056926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.159364873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:50.056932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:44.742686Z","time spent":"5.314240674s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-28T05:05:50.056956Z","caller":"traceutil/trace.go:171","msg":"trace[1314228770] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3869; }","duration":"7.159415615s","start":"2026-04-28T05:05:42.897531Z","end":"2026-04-28T05:05:50.056947Z","steps":["trace[1314228770] 'agreement among raft nodes before linearized reading' (duration: 7.159372874s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.056962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.620023641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:50.057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:42.897518Z","time spent":"7.159471175s","remote":"127.0.0.1:46530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:05:50.057017Z","caller":"traceutil/trace.go:171","msg":"trace[1505642577] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3869; }","duration":"3.620086552s","start":"2026-04-28T05:05:46.436917Z","end":"2026-04-28T05:05:50.057004Z","steps":["trace[1505642577] 'agreement among raft nodes before linearized reading' (duration: 3.61998992s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.057052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:46.436878Z","time spent":"3.620164713s","remote":"127.0.0.1:43096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.057077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.367502416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413389"} {"level":"warn","ts":"2026-04-28T05:05:50.057045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.091177104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:05:50.057106Z","caller":"traceutil/trace.go:171","msg":"trace[1196801414] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:3869; }","duration":"5.367570567s","start":"2026-04-28T05:05:44.689526Z","end":"2026-04-28T05:05:50.057097Z","steps":["trace[1196801414] 'agreement among raft nodes before linearized reading' (duration: 5.367403354s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.057116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.032102761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:50.057138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:44.689506Z","time spent":"5.367625699s","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413412,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T05:05:50.057133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612104897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:05:50.057156Z","caller":"traceutil/trace.go:171","msg":"trace[1165825155] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3869; }","duration":"6.032182602s","start":"2026-04-28T05:05:44.024964Z","end":"2026-04-28T05:05:50.057147Z","steps":["trace[1165825155] 'agreement among raft nodes before linearized reading' (duration: 6.03212041s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:50.057148Z","caller":"traceutil/trace.go:171","msg":"trace[1408048236] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3869; }","duration":"5.091338176s","start":"2026-04-28T05:05:44.965789Z","end":"2026-04-28T05:05:50.057127Z","steps":["trace[1408048236] 'agreement among raft nodes before linearized reading' (duration: 5.09099998s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:50.057181Z","caller":"traceutil/trace.go:171","msg":"trace[1454847098] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3869; }","duration":"1.61218114s","start":"2026-04-28T05:05:48.444985Z","end":"2026-04-28T05:05:50.057166Z","steps":["trace[1454847098] 'agreement among raft nodes before linearized reading' (duration: 1.612046336s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.056884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.149756248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-28T05:05:50.057215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.1971282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:05:50.057232Z","caller":"traceutil/trace.go:171","msg":"trace[151497298] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3869; }","duration":"7.19718264s","start":"2026-04-28T05:05:42.860044Z","end":"2026-04-28T05:05:50.057226Z","steps":["trace[151497298] 'agreement among raft nodes before linearized reading' (duration: 7.197153709s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.057225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:48.444969Z","time spent":"1.612244721s","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":81,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.057247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:42.860024Z","time spent":"7.197218701s","remote":"127.0.0.1:55686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.057235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:44.965771Z","time spent":"5.09144777s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":106,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.057263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.717551397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:50.057301Z","caller":"traceutil/trace.go:171","msg":"trace[1012346060] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:3869; }","duration":"8.717588868s","start":"2026-04-28T05:05:41.3397Z","end":"2026-04-28T05:05:50.057289Z","steps":["trace[1012346060] 'agreement among raft nodes before linearized reading' (duration: 8.717510667s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.057325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.528522598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:50.057341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:41.339641Z","time spent":"8.71769162s","remote":"127.0.0.1:43086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.057359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.964621618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:05:50.057356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.210304852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:05:50.057374Z","caller":"traceutil/trace.go:171","msg":"trace[1452860397] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3869; }","duration":"7.964675278s","start":"2026-04-28T05:05:42.092694Z","end":"2026-04-28T05:05:50.057369Z","steps":["trace[1452860397] 'agreement among raft nodes before linearized reading' (duration: 7.964635378s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:50.057367Z","caller":"traceutil/trace.go:171","msg":"trace[1132493261] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:3869; }","duration":"7.52859827s","start":"2026-04-28T05:05:42.528751Z","end":"2026-04-28T05:05:50.05735Z","steps":["trace[1132493261] 'agreement among raft nodes before linearized reading' (duration: 7.528539889s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.057388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:42.092673Z","time spent":"7.96471182s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:05:50.05739Z","caller":"traceutil/trace.go:171","msg":"trace[1018104435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3869; }","duration":"7.210361573s","start":"2026-04-28T05:05:42.847018Z","end":"2026-04-28T05:05:50.05738Z","steps":["trace[1018104435] 'agreement among raft nodes before linearized reading' (duration: 7.210306982s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.0574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:42.528729Z","time spent":"7.528662331s","remote":"127.0.0.1:46998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.057427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:42.847005Z","time spent":"7.210409113s","remote":"127.0.0.1:55706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.057436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.288055115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:50.057459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728194816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:05:50.057469Z","caller":"traceutil/trace.go:171","msg":"trace[610972247] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3869; }","duration":"7.288124995s","start":"2026-04-28T05:05:42.769335Z","end":"2026-04-28T05:05:50.05746Z","steps":["trace[610972247] 'agreement among raft nodes before linearized reading' (duration: 7.288077334s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:50.056795Z","caller":"traceutil/trace.go:171","msg":"trace[183771523] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:3869; }","duration":"7.100475633s","start":"2026-04-28T05:05:42.956297Z","end":"2026-04-28T05:05:50.056773Z","steps":["trace[183771523] 'agreement among raft nodes before linearized reading' (duration: 7.100224849s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.057509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:42.769313Z","time spent":"7.288189277s","remote":"127.0.0.1:38114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.057515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.96209414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:05:50.057545Z","caller":"traceutil/trace.go:171","msg":"trace[2086461126] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3869; }","duration":"9.962160332s","start":"2026-04-28T05:05:40.095375Z","end":"2026-04-28T05:05:50.057536Z","steps":["trace[2086461126] 'agreement among raft nodes before linearized reading' (duration: 9.962107071s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.05711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.190231683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:50.057557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:42.956288Z","time spent":"7.101246499s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-28T05:05:50.057585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:40.095355Z","time spent":"9.962222692s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":6,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:05:50.057617Z","caller":"traceutil/trace.go:171","msg":"trace[178003924] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3869; }","duration":"5.190764946s","start":"2026-04-28T05:05:44.866827Z","end":"2026-04-28T05:05:50.057592Z","steps":["trace[178003924] 'agreement among raft nodes before linearized reading' (duration: 5.190230575s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.056694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:43.54492Z","time spent":"6.511764986s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":29,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.057684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.385464846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:05:50.057707Z","caller":"traceutil/trace.go:171","msg":"trace[550768272] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:3869; }","duration":"11.385524098s","start":"2026-04-28T05:05:38.672176Z","end":"2026-04-28T05:05:50.0577Z","steps":["trace[550768272] 'agreement among raft nodes before linearized reading' (duration: 11.385490367s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.057694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:44.86681Z","time spent":"5.190864117s","remote":"127.0.0.1:38072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:05:50.05724Z","caller":"traceutil/trace.go:171","msg":"trace[1096100734] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3869; }","duration":"7.150140517s","start":"2026-04-28T05:05:42.907081Z","end":"2026-04-28T05:05:50.057221Z","steps":["trace[1096100734] 'agreement among raft nodes before linearized reading' (duration: 7.149741558s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.057726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:38.672155Z","time spent":"11.385567238s","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.05773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.217755517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:05:50.057192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:44.024944Z","time spent":"6.032239694s","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:05:50.057782Z","caller":"traceutil/trace.go:171","msg":"trace[1931916513] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3869; }","duration":"10.217844359s","start":"2026-04-28T05:05:39.839926Z","end":"2026-04-28T05:05:50.057771Z","steps":["trace[1931916513] 'agreement among raft nodes before linearized reading' (duration: 10.217764237s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.057788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.860695955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:05:50.057507Z","caller":"traceutil/trace.go:171","msg":"trace[1550316801] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3869; }","duration":"1.728240317s","start":"2026-04-28T05:05:48.329254Z","end":"2026-04-28T05:05:50.057494Z","steps":["trace[1550316801] 'agreement among raft nodes before linearized reading' (duration: 1.728147465s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:50.057822Z","caller":"traceutil/trace.go:171","msg":"trace[311747566] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3869; }","duration":"10.860757267s","start":"2026-04-28T05:05:39.197055Z","end":"2026-04-28T05:05:50.057813Z","steps":["trace[311747566] 'agreement among raft nodes before linearized reading' (duration: 10.860699536s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.057824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:39.839909Z","time spent":"10.21790502s","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.057856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:48.329192Z","time spent":"1.728657864s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":29,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.05786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:39.197039Z","time spent":"10.860813657s","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.057391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.443939516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-04-28T05:05:50.057901Z","caller":"traceutil/trace.go:171","msg":"trace[1782695995] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:3869; }","duration":"7.444492566s","start":"2026-04-28T05:05:42.613395Z","end":"2026-04-28T05:05:50.057888Z","steps":["trace[1782695995] 'agreement among raft nodes before linearized reading' (duration: 7.443874505s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.058038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:42.613371Z","time spent":"7.444650759s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-28T05:05:50.057179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.421974585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:05:50.058122Z","caller":"traceutil/trace.go:171","msg":"trace[1333050369] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3869; }","duration":"8.422958193s","start":"2026-04-28T05:05:41.635157Z","end":"2026-04-28T05:05:50.058115Z","steps":["trace[1333050369] 'agreement among raft nodes before linearized reading' (duration: 8.422003126s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.058148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:41.635124Z","time spent":"8.423017595s","remote":"127.0.0.1:37992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.057747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:42.907061Z","time spent":"7.150676757s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T05:05:50.05668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.540120498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:50.058286Z","caller":"traceutil/trace.go:171","msg":"trace[826764249] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:3869; }","duration":"4.541806321s","start":"2026-04-28T05:05:45.516474Z","end":"2026-04-28T05:05:50.05828Z","steps":["trace[826764249] 'agreement among raft nodes before linearized reading' (duration: 4.540114259s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:50.058306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:45.516447Z","time spent":"4.541852612s","remote":"127.0.0.1:47064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:50.557296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:51.058451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:51.559828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:52.059389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999448242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:52.059564Z","caller":"traceutil/trace.go:171","msg":"trace[1376124077] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999655776s","start":"2026-04-28T05:05:50.05988Z","end":"2026-04-28T05:05:52.059536Z","steps":["trace[1376124077] 'agreement among raft nodes before linearized reading' (duration: 1.999465772s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:52.059647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:50.059859Z","time spent":"1.999774789s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:05:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:52.060459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:52.56146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:53.061565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:05:53.067091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.010711028s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:05:54.066661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999853149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:05:54.066747Z","caller":"traceutil/trace.go:171","msg":"trace[856969398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999992281s","start":"2026-04-28T05:05:52.066735Z","end":"2026-04-28T05:05:54.066727Z","steps":["trace[856969398] 'agreement among raft nodes before linearized reading' (duration: 1.999879719s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:54.066798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:52.066713Z","time spent":"2.000075573s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:05:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:55.087303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.929995431s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:55.087459Z","caller":"traceutil/trace.go:171","msg":"trace[1207256873] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3869; }","duration":"4.930164234s","start":"2026-04-28T05:05:50.157276Z","end":"2026-04-28T05:05:55.087441Z","steps":["trace[1207256873] 'range keys from in-memory index tree' (duration: 4.92997738s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:55.089273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021953423s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T05:05:55.089555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:49.996192Z","time spent":"5.093352206s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T05:05:55.090509Z","caller":"traceutil/trace.go:171","msg":"trace[664737855] transaction","detail":"{read_only:false; response_revision:3870; number_of_response:1; }","duration":"5.093821694s","start":"2026-04-28T05:05:49.996655Z","end":"2026-04-28T05:05:55.090476Z","steps":["trace[664737855] 'process raft request' (duration: 5.092704034s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:55.09062Z","caller":"traceutil/trace.go:171","msg":"trace[1070574417] transaction","detail":"{read_only:false; response_revision:3871; number_of_response:1; }","duration":"5.089314147s","start":"2026-04-28T05:05:50.00114Z","end":"2026-04-28T05:05:55.090454Z","steps":["trace[1070574417] 'process raft request' (duration: 5.089235185s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:55.090685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:49.996628Z","time spent":"5.093966387s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:55.090719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:50.001127Z","time spent":"5.089528823s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:55.981007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.913067715s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:05:56.060856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:50.059325Z","time spent":"6.001519902s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 05:05:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:56.067251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999815437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:05:56.067298Z","caller":"traceutil/trace.go:171","msg":"trace[1655786318] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999925558s","start":"2026-04-28T05:05:54.067361Z","end":"2026-04-28T05:05:56.067286Z","steps":["trace[1655786318] 'agreement among raft nodes before linearized reading' (duration: 1.999861747s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.067326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:54.067322Z","time spent":"1.99999916s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:05:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:05:56.272155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.932868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:05:56.272785Z","caller":"traceutil/trace.go:171","msg":"trace[1979400021] transaction","detail":"{read_only:false; response_revision:3873; number_of_response:1; }","duration":"6.213114312s","start":"2026-04-28T05:05:50.05963Z","end":"2026-04-28T05:05:56.272744Z","steps":["trace[1979400021] 'process raft request' (duration: 6.212626462s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:56.272858Z","caller":"traceutil/trace.go:171","msg":"trace[703761894] linearizableReadLoop","detail":"{readStateIndex:4060; appliedIndex:4053; }","duration":"6.216344634s","start":"2026-04-28T05:05:50.056494Z","end":"2026-04-28T05:05:56.272838Z","steps":["trace[703761894] 'read index received' (duration: 3.01082942s)","trace[703761894] 'applied index is now lower than readState.Index' (duration: 3.205514154s)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:05:56.27286Z","caller":"traceutil/trace.go:171","msg":"trace[1018734777] transaction","detail":"{read_only:false; response_revision:3874; number_of_response:1; }","duration":"6.210137305s","start":"2026-04-28T05:05:50.0627Z","end":"2026-04-28T05:05:56.272838Z","steps":["trace[1018734777] 'process raft request' (duration: 6.209640916s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:56.272849Z","caller":"traceutil/trace.go:171","msg":"trace[69774351] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"5.862289819s","start":"2026-04-28T05:05:50.410526Z","end":"2026-04-28T05:05:56.272816Z","steps":["trace[69774351] 'process raft request' (duration: 5.862021244s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.272933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:50.059462Z","time spent":"6.213391227s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:56.27296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:50.062687Z","time spent":"6.210216546s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:56.272991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:50.41049Z","time spent":"5.862421672s","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413470,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:56.273102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824542941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:56.27312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.275086051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:56.273136Z","caller":"traceutil/trace.go:171","msg":"trace[1273096534] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3876; }","duration":"1.824618612s","start":"2026-04-28T05:05:54.448507Z","end":"2026-04-28T05:05:56.273126Z","steps":["trace[1273096534] 'agreement among raft nodes before linearized reading' (duration: 1.824556911s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:56.273159Z","caller":"traceutil/trace.go:171","msg":"trace[1854135609] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:3876; }","duration":"6.275140062s","start":"2026-04-28T05:05:49.998008Z","end":"2026-04-28T05:05:56.273148Z","steps":["trace[1854135609] 'agreement among raft nodes before linearized reading' (duration: 6.274864427s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.273171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:54.448487Z","time spent":"1.824672533s","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:56.273186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:49.997993Z","time spent":"6.275185773s","remote":"127.0.0.1:37752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" "} {"level":"warn","ts":"2026-04-28T05:05:56.273194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.271811468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235671"} {"level":"warn","ts":"2026-04-28T05:05:56.273168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.680236405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:05:56.273196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.212295107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-04-28T05:05:56.273221Z","caller":"traceutil/trace.go:171","msg":"trace[952172357] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:3876; }","duration":"6.271865989s","start":"2026-04-28T05:05:50.001348Z","end":"2026-04-28T05:05:56.273214Z","steps":["trace[952172357] 'agreement among raft nodes before linearized reading' (duration: 6.271519383s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.273245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:50.001332Z","time spent":"6.27190713s","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235694,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-28T05:05:56.27324Z","caller":"traceutil/trace.go:171","msg":"trace[81166668] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3876; }","duration":"4.680350656s","start":"2026-04-28T05:05:51.592873Z","end":"2026-04-28T05:05:56.273223Z","steps":["trace[81166668] 'agreement among raft nodes before linearized reading' (duration: 4.680202544s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:56.273248Z","caller":"traceutil/trace.go:171","msg":"trace[1599090343] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:3876; }","duration":"6.212367207s","start":"2026-04-28T05:05:50.060867Z","end":"2026-04-28T05:05:56.273234Z","steps":["trace[1599090343] 'agreement among raft nodes before linearized reading' (duration: 6.212186244s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.273281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:51.592857Z","time spent":"4.680415518s","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":46,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:56.273289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:50.060858Z","time spent":"6.212420458s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-28T05:05:56.273274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.274400198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:69415"} {"level":"warn","ts":"2026-04-28T05:05:56.273305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89377875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:05:56.273344Z","caller":"traceutil/trace.go:171","msg":"trace[1603767050] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:3876; }","duration":"6.274496399s","start":"2026-04-28T05:05:49.998831Z","end":"2026-04-28T05:05:56.273327Z","steps":["trace[1603767050] 'agreement among raft nodes before linearized reading' (duration: 6.274026101s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.273354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.27552618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:56.273363Z","caller":"traceutil/trace.go:171","msg":"trace[1194472806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3876; }","duration":"2.893873343s","start":"2026-04-28T05:05:53.379473Z","end":"2026-04-28T05:05:56.273347Z","steps":["trace[1194472806] 'agreement among raft nodes before linearized reading' (duration: 2.893776431s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.273385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:49.998821Z","time spent":"6.2745556s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":69438,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T05:05:56.273397Z","caller":"traceutil/trace.go:171","msg":"trace[951859591] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:3876; }","duration":"6.27557492s","start":"2026-04-28T05:05:49.997803Z","end":"2026-04-28T05:05:56.273378Z","steps":["trace[951859591] 'agreement among raft nodes before linearized reading' (duration: 6.275094551s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.273404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036588661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:56.273419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:53.379454Z","time spent":"2.893949934s","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:05:56.273433Z","caller":"traceutil/trace.go:171","msg":"trace[570182541] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3876; }","duration":"3.036655333s","start":"2026-04-28T05:05:53.23677Z","end":"2026-04-28T05:05:56.273426Z","steps":["trace[570182541] 'agreement among raft nodes before linearized reading' (duration: 3.036600692s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.273427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:49.99777Z","time spent":"6.275649132s","remote":"127.0.0.1:37752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-28T05:05:56.273434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.211795976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"warn","ts":"2026-04-28T05:05:56.273452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:53.236751Z","time spent":"3.036697133s","remote":"127.0.0.1:55788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:56.273445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.274257814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:05:56.27346Z","caller":"traceutil/trace.go:171","msg":"trace[2007924601] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:3876; }","duration":"6.211842617s","start":"2026-04-28T05:05:50.061611Z","end":"2026-04-28T05:05:56.273453Z","steps":["trace[2007924601] 'agreement among raft nodes before linearized reading' (duration: 6.211761715s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.273483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:50.061601Z","time spent":"6.211876747s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-28T05:05:56.273485Z","caller":"traceutil/trace.go:171","msg":"trace[1542107658] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3876; }","duration":"5.274337286s","start":"2026-04-28T05:05:50.999136Z","end":"2026-04-28T05:05:56.273474Z","steps":["trace[1542107658] 'agreement among raft nodes before linearized reading' (duration: 5.274182863s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.273494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.997822908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:05:56.273516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:50.999116Z","time spent":"5.274392987s","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T05:05:56.273524Z","caller":"traceutil/trace.go:171","msg":"trace[2093400380] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3876; }","duration":"3.997886439s","start":"2026-04-28T05:05:52.275629Z","end":"2026-04-28T05:05:56.273515Z","steps":["trace[2093400380] 'agreement among raft nodes before linearized reading' (duration: 3.997835908s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.273555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:52.275611Z","time spent":"3.99793436s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:56.273566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.276510367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:56.273587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888897146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:05:56.273583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.212427039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-04-28T05:05:56.273594Z","caller":"traceutil/trace.go:171","msg":"trace[1958942580] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:3876; }","duration":"6.276557578s","start":"2026-04-28T05:05:49.997027Z","end":"2026-04-28T05:05:56.273585Z","steps":["trace[1958942580] 'agreement among raft nodes before linearized reading' (duration: 6.275895416s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:56.273605Z","caller":"traceutil/trace.go:171","msg":"trace[2061607688] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3876; }","duration":"1.888956807s","start":"2026-04-28T05:05:54.384643Z","end":"2026-04-28T05:05:56.2736Z","steps":["trace[2061607688] 'agreement among raft nodes before linearized reading' (duration: 1.888924257s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.273618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:54.384621Z","time spent":"1.888993758s","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:56.273622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:49.997004Z","time spent":"6.27661042s","remote":"127.0.0.1:37752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"info","ts":"2026-04-28T05:05:56.273624Z","caller":"traceutil/trace.go:171","msg":"trace[1565696129] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:3876; }","duration":"6.212490839s","start":"2026-04-28T05:05:50.061121Z","end":"2026-04-28T05:05:56.273612Z","steps":["trace[1565696129] 'agreement among raft nodes before linearized reading' (duration: 6.212375007s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.273654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:50.061107Z","time spent":"6.2125392s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-28T05:05:56.273297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.690872218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:56.27369Z","caller":"traceutil/trace.go:171","msg":"trace[1443560803] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:3876; }","duration":"5.691314907s","start":"2026-04-28T05:05:50.58237Z","end":"2026-04-28T05:05:56.273685Z","steps":["trace[1443560803] 'agreement among raft nodes before linearized reading' (duration: 5.690889269s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.273711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:50.582345Z","time spent":"5.691360207s","remote":"127.0.0.1:46980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:05:56.273744Z","caller":"traceutil/trace.go:171","msg":"trace[965964113] transaction","detail":"{read_only:false; response_revision:3876; number_of_response:1; }","duration":"1.182862897s","start":"2026-04-28T05:05:55.090868Z","end":"2026-04-28T05:05:56.273731Z","steps":["trace[965964113] 'process raft request' (duration: 1.181932478s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.2738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:55.090834Z","time spent":"1.182932208s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:56.273854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177320681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-04-28T05:05:56.273886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.403374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:56.273885Z","caller":"traceutil/trace.go:171","msg":"trace[943500440] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3876; }","duration":"1.177350891s","start":"2026-04-28T05:05:55.096525Z","end":"2026-04-28T05:05:56.273876Z","steps":["trace[943500440] 'agreement among raft nodes before linearized reading' (duration: 1.17725991s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:56.273902Z","caller":"traceutil/trace.go:171","msg":"trace[1215304007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3876; }","duration":"199.442906ms","start":"2026-04-28T05:05:56.074454Z","end":"2026-04-28T05:05:56.273897Z","steps":["trace[1215304007] 'agreement among raft nodes before linearized reading' (duration: 199.417005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.273891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.933797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:56.273891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664286636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:56.273912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:55.096486Z","time spent":"1.177420063s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T05:05:56.273911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.996472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:05:56.273928Z","caller":"traceutil/trace.go:171","msg":"trace[1290722055] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:3876; }","duration":"430.012119ms","start":"2026-04-28T05:05:55.843904Z","end":"2026-04-28T05:05:56.273917Z","steps":["trace[1290722055] 'agreement among raft nodes before linearized reading' (duration: 429.946408ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:56.273937Z","caller":"traceutil/trace.go:171","msg":"trace[65472472] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:3876; }","duration":"1.664391288s","start":"2026-04-28T05:05:54.609535Z","end":"2026-04-28T05:05:56.273926Z","steps":["trace[65472472] 'agreement among raft nodes before linearized reading' (duration: 1.664323217s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:56.27395Z","caller":"traceutil/trace.go:171","msg":"trace[476293488] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3876; }","duration":"736.057962ms","start":"2026-04-28T05:05:55.537879Z","end":"2026-04-28T05:05:56.273936Z","steps":["trace[476293488] 'agreement among raft nodes before linearized reading' (duration: 735.974101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:56.273959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:55.843878Z","time spent":"430.073531ms","remote":"127.0.0.1:46944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:56.273967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:54.6095Z","time spent":"1.66445832s","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:56.273982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:55.537863Z","time spent":"736.111184ms","remote":"127.0.0.1:58098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":39,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:58.096153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567714921s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:05:58.096339Z","caller":"traceutil/trace.go:171","msg":"trace[284219804] transaction","detail":"{read_only:false; response_revision:3877; number_of_response:1; }","duration":"1.818673799s","start":"2026-04-28T05:05:56.277632Z","end":"2026-04-28T05:05:58.096306Z","steps":["trace[284219804] 'process raft request' (duration: 250.713703ms)","trace[284219804] 'compare' (duration: 1.567409426s)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:05:58.096424Z","caller":"traceutil/trace.go:171","msg":"trace[154782921] transaction","detail":"{read_only:false; response_revision:3879; number_of_response:1; }","duration":"1.817426215s","start":"2026-04-28T05:05:56.27898Z","end":"2026-04-28T05:05:58.096406Z","steps":["trace[154782921] 'process raft request' (duration: 1.817388424s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:58.096489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:56.277606Z","time spent":"1.818803722s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:58.096491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:56.278971Z","time spent":"1.817489456s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:05:58.09656Z","caller":"traceutil/trace.go:171","msg":"trace[1651518399] transaction","detail":"{read_only:false; response_revision:3878; number_of_response:1; }","duration":"1.81826569s","start":"2026-04-28T05:05:56.278266Z","end":"2026-04-28T05:05:58.096531Z","steps":["trace[1651518399] 'process raft request' (duration: 1.818017136s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:58.096611Z","caller":"traceutil/trace.go:171","msg":"trace[14767943] linearizableReadLoop","detail":"{readStateIndex:4062; appliedIndex:4061; }","duration":"1.818901974s","start":"2026-04-28T05:05:56.277698Z","end":"2026-04-28T05:05:58.0966Z","steps":["trace[14767943] 'read index received' (duration: 250.789085ms)","trace[14767943] 'applied index is now lower than readState.Index' (duration: 1.568111499s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:05:58.096704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:56.278246Z","time spent":"1.818378643s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:05:58.096775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819012177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T05:05:58.096806Z","caller":"traceutil/trace.go:171","msg":"trace[1278902980] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3879; }","duration":"1.819052707s","start":"2026-04-28T05:05:56.277744Z","end":"2026-04-28T05:05:58.096797Z","steps":["trace[1278902980] 'agreement among raft nodes before linearized reading' (duration: 1.818931834s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:58.096838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:56.277739Z","time spent":"1.819092648s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T05:05:58.09704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.256794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:58.097045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.757619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:05:58.097067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.440314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:05:58.097114Z","caller":"traceutil/trace.go:171","msg":"trace[957415556] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:3879; }","duration":"265.377927ms","start":"2026-04-28T05:05:57.831718Z","end":"2026-04-28T05:05:58.097096Z","steps":["trace[957415556] 'agreement among raft nodes before linearized reading' (duration: 265.238784ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:58.097125Z","caller":"traceutil/trace.go:171","msg":"trace[116834080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3879; }","duration":"506.901442ms","start":"2026-04-28T05:05:57.590203Z","end":"2026-04-28T05:05:58.097104Z","steps":["trace[116834080] 'agreement among raft nodes before linearized reading' (duration: 506.743329ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:58.097135Z","caller":"traceutil/trace.go:171","msg":"trace[73432893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3879; }","duration":"491.541156ms","start":"2026-04-28T05:05:57.605576Z","end":"2026-04-28T05:05:58.097118Z","steps":["trace[73432893] 'agreement among raft nodes before linearized reading' (duration: 491.436604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:58.097175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:57.605564Z","time spent":"491.603527ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:05:58.097173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:57.590176Z","time spent":"506.986383ms","remote":"127.0.0.1:55628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:58.097172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.661705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:05:58.097227Z","caller":"traceutil/trace.go:171","msg":"trace[198005942] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3879; }","duration":"814.754516ms","start":"2026-04-28T05:05:57.282458Z","end":"2026-04-28T05:05:58.097213Z","steps":["trace[198005942] 'agreement among raft nodes before linearized reading' (duration: 814.615283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:58.097261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:57.282437Z","time spent":"814.816758ms","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T05:05:58.097256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818633879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gp7xh.18aa6cda86630d21\" ","response":"range_response_count:1 size:879"} {"level":"warn","ts":"2026-04-28T05:05:58.097249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217647583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18829"} {"level":"warn","ts":"2026-04-28T05:05:58.09724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774145041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:05:58.097307Z","caller":"traceutil/trace.go:171","msg":"trace[1346366509] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gp7xh.18aa6cda86630d21; range_end:; response_count:1; response_revision:3879; }","duration":"1.818703949s","start":"2026-04-28T05:05:56.278583Z","end":"2026-04-28T05:05:58.097287Z","steps":["trace[1346366509] 'agreement among raft nodes before linearized reading' (duration: 1.818547106s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:05:58.097311Z","caller":"traceutil/trace.go:171","msg":"trace[2079175673] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3879; }","duration":"1.217756946s","start":"2026-04-28T05:05:56.879542Z","end":"2026-04-28T05:05:58.097299Z","steps":["trace[2079175673] 'agreement among raft nodes before linearized reading' (duration: 1.21748275s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:58.097341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:56.278571Z","time spent":"1.818762691s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gp7xh.18aa6cda86630d21\" "} {"level":"info","ts":"2026-04-28T05:05:58.097349Z","caller":"traceutil/trace.go:171","msg":"trace[373681077] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3879; }","duration":"1.774326394s","start":"2026-04-28T05:05:56.322999Z","end":"2026-04-28T05:05:58.097326Z","steps":["trace[373681077] 'agreement among raft nodes before linearized reading' (duration: 1.7741228s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:58.09735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:56.879521Z","time spent":"1.217824226s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18852,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T05:05:58.097403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:56.322978Z","time spent":"1.774415115s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:05:58.097589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819885073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6m8jn\" ","response":"range_response_count:1 size:6261"} {"level":"info","ts":"2026-04-28T05:05:58.09765Z","caller":"traceutil/trace.go:171","msg":"trace[1673915351] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6m8jn; range_end:; response_count:1; response_revision:3879; }","duration":"1.819962224s","start":"2026-04-28T05:05:56.277673Z","end":"2026-04-28T05:05:58.097635Z","steps":["trace[1673915351] 'agreement among raft nodes before linearized reading' (duration: 1.819812061s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:05:58.097682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:56.277663Z","time spent":"1.820010565s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6284,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6m8jn\" "} {"level":"warn","ts":"2026-04-28T05:06:00.009312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433701848s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:06:00.009525Z","caller":"traceutil/trace.go:171","msg":"trace[2130417849] linearizableReadLoop","detail":"{readStateIndex:4067; appliedIndex:4065; }","duration":"1.860689289s","start":"2026-04-28T05:05:58.148819Z","end":"2026-04-28T05:06:00.009508Z","steps":["trace[2130417849] 'read index received' (duration: 426.657024ms)","trace[2130417849] 'applied index is now lower than readState.Index' (duration: 1.434031115s)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:00.009525Z","caller":"traceutil/trace.go:171","msg":"trace[394101037] transaction","detail":"{read_only:false; response_revision:3881; number_of_response:1; }","duration":"1.9073704s","start":"2026-04-28T05:05:58.102118Z","end":"2026-04-28T05:06:00.009488Z","steps":["trace[394101037] 'process raft request' (duration: 473.414406ms)","trace[394101037] 'compare' (duration: 1.432628848s)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:00.00956Z","caller":"traceutil/trace.go:171","msg":"trace[2083325705] transaction","detail":"{read_only:false; response_revision:3882; number_of_response:1; }","duration":"1.902815711s","start":"2026-04-28T05:05:58.106707Z","end":"2026-04-28T05:06:00.009523Z","steps":["trace[2083325705] 'process raft request' (duration: 1.902698379s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:00.009647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857795263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/vector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:00.009662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:58.102102Z","time spent":"1.907487911s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:00.009681Z","caller":"traceutil/trace.go:171","msg":"trace[1415800595] range","detail":"{range_begin:/registry/clusterroles/vector; range_end:; response_count:0; response_revision:3882; }","duration":"1.857886275s","start":"2026-04-28T05:05:58.151785Z","end":"2026-04-28T05:06:00.009671Z","steps":["trace[1415800595] 'agreement among raft nodes before linearized reading' (duration: 1.857828294s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:00.009713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:58.151774Z","time spent":"1.857931146s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/vector\" "} {"level":"warn","ts":"2026-04-28T05:06:00.009687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907612614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-04-28T05:06:00.009687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905929501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18829"} {"level":"warn","ts":"2026-04-28T05:06:00.009746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729968949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:06:00.009751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:58.106698Z","time spent":"1.902957174s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6032,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:00.009781Z","caller":"traceutil/trace.go:171","msg":"trace[842526319] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3882; }","duration":"1.730022871s","start":"2026-04-28T05:05:58.279746Z","end":"2026-04-28T05:06:00.009769Z","steps":["trace[842526319] 'agreement among raft nodes before linearized reading' (duration: 1.729896948s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:00.009775Z","caller":"traceutil/trace.go:171","msg":"trace[1509234450] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3882; }","duration":"1.906046264s","start":"2026-04-28T05:05:58.103713Z","end":"2026-04-28T05:06:00.009759Z","steps":["trace[1509234450] 'agreement among raft nodes before linearized reading' (duration: 1.905803309s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:00.009775Z","caller":"traceutil/trace.go:171","msg":"trace[82009500] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3882; }","duration":"1.907724586s","start":"2026-04-28T05:05:58.102028Z","end":"2026-04-28T05:06:00.009752Z","steps":["trace[82009500] 'agreement among raft nodes before linearized reading' (duration: 1.907545753s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:00.009818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:58.27973Z","time spent":"1.730081262s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:06:00.009826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40322397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:00.009836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:58.103707Z","time spent":"1.906113485s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18852,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T05:06:00.009837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:58.102018Z","time spent":"1.907803088s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-28T05:06:00.009872Z","caller":"traceutil/trace.go:171","msg":"trace[1564664926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3882; }","duration":"1.403316001s","start":"2026-04-28T05:05:58.606543Z","end":"2026-04-28T05:06:00.009859Z","steps":["trace[1564664926] 'agreement among raft nodes before linearized reading' (duration: 1.40322374s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:00.009941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:58.60651Z","time spent":"1.403418794s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:06:00.009595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907503862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T05:06:00.010014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857955306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6caafdb3bcea\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T05:06:00.010048Z","caller":"traceutil/trace.go:171","msg":"trace[837904799] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa6caafdb3bcea; range_end:; response_count:1; response_revision:3882; }","duration":"1.858003177s","start":"2026-04-28T05:05:58.152033Z","end":"2026-04-28T05:06:00.010036Z","steps":["trace[837904799] 'agreement among raft nodes before linearized reading' (duration: 1.857850854s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:00.010054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.676529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T05:06:00.010072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06190764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:00.010087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:58.152025Z","time spent":"1.858055429s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6caafdb3bcea\" "} {"level":"info","ts":"2026-04-28T05:06:00.010094Z","caller":"traceutil/trace.go:171","msg":"trace[890516366] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3882; }","duration":"905.752961ms","start":"2026-04-28T05:05:59.10433Z","end":"2026-04-28T05:06:00.010083Z","steps":["trace[890516366] 'agreement among raft nodes before linearized reading' (duration: 905.641129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:00.010103Z","caller":"traceutil/trace.go:171","msg":"trace[216268062] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3882; }","duration":"1.061979952s","start":"2026-04-28T05:05:58.948114Z","end":"2026-04-28T05:06:00.010094Z","steps":["trace[216268062] 'agreement among raft nodes before linearized reading' (duration: 1.061926491s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:00.010125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:59.104307Z","time spent":"905.811471ms","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T05:06:00.010132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:58.94808Z","time spent":"1.062044992s","remote":"127.0.0.1:46456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:00.010055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312079653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:00.010251Z","caller":"traceutil/trace.go:171","msg":"trace[620809829] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3882; }","duration":"1.312398188s","start":"2026-04-28T05:05:58.697838Z","end":"2026-04-28T05:06:00.010236Z","steps":["trace[620809829] 'agreement among raft nodes before linearized reading' (duration: 1.311886279s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:00.010046Z","caller":"traceutil/trace.go:171","msg":"trace[721329992] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3882; }","duration":"1.907994342s","start":"2026-04-28T05:05:58.102033Z","end":"2026-04-28T05:06:00.010027Z","steps":["trace[721329992] 'agreement among raft nodes before linearized reading' (duration: 1.907480232s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:00.010332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:58.697816Z","time spent":"1.312500661s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:00.010392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:05:58.102017Z","time spent":"1.908356318s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T05:06:01.202412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045412153s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:01.20256Z","caller":"traceutil/trace.go:171","msg":"trace[1717708104] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3882; }","duration":"1.045579426s","start":"2026-04-28T05:06:00.156963Z","end":"2026-04-28T05:06:01.202543Z","steps":["trace[1717708104] 'range keys from in-memory index tree' (duration: 1.045396073s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:01.203056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.690393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:06:01.20316Z","caller":"traceutil/trace.go:171","msg":"trace[47155666] linearizableReadLoop","detail":"{readStateIndex:4068; appliedIndex:4067; }","duration":"1.189777546s","start":"2026-04-28T05:06:00.013366Z","end":"2026-04-28T05:06:01.203143Z","steps":["trace[47155666] 'read index received' (duration: 288.849669ms)","trace[47155666] 'applied index is now lower than readState.Index' (duration: 900.925987ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:01.203249Z","caller":"traceutil/trace.go:171","msg":"trace[1996745109] transaction","detail":"{read_only:false; response_revision:3883; number_of_response:1; }","duration":"1.189958619s","start":"2026-04-28T05:06:00.01328Z","end":"2026-04-28T05:06:01.203238Z","steps":["trace[1996745109] 'process raft request' (duration: 288.997561ms)","trace[1996745109] 'compare' (duration: 899.891257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:01.203305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:00.013263Z","time spent":"1.190009389s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:01.203563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190193314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:01.203591Z","caller":"traceutil/trace.go:171","msg":"trace[2073488750] range","detail":"{range_begin:/registry/clusterrolebindings/vector; range_end:; response_count:0; response_revision:3883; }","duration":"1.190243134s","start":"2026-04-28T05:06:00.013339Z","end":"2026-04-28T05:06:01.203582Z","steps":["trace[2073488750] 'agreement among raft nodes before linearized reading' (duration: 1.190132612s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:01.203618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:00.013328Z","time spent":"1.190283266s","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/vector\" "} {"level":"warn","ts":"2026-04-28T05:06:01.203738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19000347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T05:06:01.20384Z","caller":"traceutil/trace.go:171","msg":"trace[243266402] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:3883; }","duration":"1.190126633s","start":"2026-04-28T05:06:00.013689Z","end":"2026-04-28T05:06:01.203815Z","steps":["trace[243266402] 'agreement among raft nodes before linearized reading' (duration: 1.189882467s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:01.203894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.437834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T05:06:01.203878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.786868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:01.203969Z","caller":"traceutil/trace.go:171","msg":"trace[1045085220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3883; }","duration":"186.517116ms","start":"2026-04-28T05:06:01.017406Z","end":"2026-04-28T05:06:01.203923Z","steps":["trace[1045085220] 'agreement among raft nodes before linearized reading' (duration: 186.374703ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:01.203971Z","caller":"traceutil/trace.go:171","msg":"trace[539059079] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3883; }","duration":"868.930321ms","start":"2026-04-28T05:06:00.335021Z","end":"2026-04-28T05:06:01.203951Z","steps":["trace[539059079] 'agreement among raft nodes before linearized reading' (duration: 868.750778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:01.203988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187178886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d5ml5\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-04-28T05:06:01.204017Z","caller":"traceutil/trace.go:171","msg":"trace[108171243] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-d5ml5; range_end:; response_count:1; response_revision:3883; }","duration":"1.187235416s","start":"2026-04-28T05:06:00.016772Z","end":"2026-04-28T05:06:01.204008Z","steps":["trace[108171243] 'agreement among raft nodes before linearized reading' (duration: 1.187143754s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:01.204024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:00.334993Z","time spent":"869.014652ms","remote":"127.0.0.1:46396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:01.204052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:00.016756Z","time spent":"1.187288668s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6882,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d5ml5\" "} {"level":"warn","ts":"2026-04-28T05:06:01.203891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:00.013678Z","time spent":"1.190202094s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-04-28T05:06:01.204181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184566375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:01.204196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.950307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:01.204222Z","caller":"traceutil/trace.go:171","msg":"trace[1497739019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3883; }","duration":"1.184615386s","start":"2026-04-28T05:06:00.019597Z","end":"2026-04-28T05:06:01.204212Z","steps":["trace[1497739019] 'agreement among raft nodes before linearized reading' (duration: 1.184552365s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:01.204247Z","caller":"traceutil/trace.go:171","msg":"trace[41745559] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3883; }","duration":"778.033448ms","start":"2026-04-28T05:06:00.426199Z","end":"2026-04-28T05:06:01.204232Z","steps":["trace[41745559] 'agreement among raft nodes before linearized reading' (duration: 777.939127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:01.204254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:00.019592Z","time spent":"1.184656657s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:06:01.204286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:00.426185Z","time spent":"778.09183ms","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:01.205103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188258496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:69201"} {"level":"info","ts":"2026-04-28T05:06:01.205196Z","caller":"traceutil/trace.go:171","msg":"trace[255511440] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:3883; }","duration":"1.188365929s","start":"2026-04-28T05:06:00.016818Z","end":"2026-04-28T05:06:01.205184Z","steps":["trace[255511440] 'agreement among raft nodes before linearized reading' (duration: 1.187040023s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:01.205279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:00.016815Z","time spent":"1.18840513s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":69224,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T05:06:01.708997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023109,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:06:02.220223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:01.205411Z","time spent":"1.014806193s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T05:06:03.212645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:06:03.212749Z","caller":"traceutil/trace.go:171","msg":"trace[1850061515] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412541s","start":"2026-04-28T05:06:01.212314Z","end":"2026-04-28T05:06:03.212727Z","steps":["trace[1850061515] 'agreement among raft nodes before linearized reading' (duration: 2.000295299s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:03.212812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:01.212306Z","time spent":"2.000492594s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:06:03.41051Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.255254018s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:06:03.601408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.551513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:06:03.601542Z","caller":"traceutil/trace.go:171","msg":"trace[1734980967] linearizableReadLoop","detail":"{readStateIndex:4070; appliedIndex:4068; }","duration":"2.39351748s","start":"2026-04-28T05:06:01.208002Z","end":"2026-04-28T05:06:03.60152Z","steps":["trace[1734980967] 'read index received' (duration: 947.2416ms)","trace[1734980967] 'applied index is now lower than readState.Index' (duration: 1.44627414s)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:03.601638Z","caller":"traceutil/trace.go:171","msg":"trace[159518711] transaction","detail":"{read_only:false; response_revision:3884; number_of_response:1; }","duration":"2.388729268s","start":"2026-04-28T05:06:01.212892Z","end":"2026-04-28T05:06:03.601622Z","steps":["trace[159518711] 'process raft request' (duration: 2.197824748s)","trace[159518711] 'compare' (duration: 190.399651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:03.601718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:01.212877Z","time spent":"2.388794479s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:03.601984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393972578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6cd8ab4daee6\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-28T05:06:03.602038Z","caller":"traceutil/trace.go:171","msg":"trace[1319994375] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa6cd8ab4daee6; range_end:; response_count:1; response_revision:3884; }","duration":"2.394046059s","start":"2026-04-28T05:06:01.207976Z","end":"2026-04-28T05:06:03.602022Z","steps":["trace[1319994375] 'agreement among raft nodes before linearized reading' (duration: 2.393873256s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:03.602533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:01.20796Z","time spent":"2.394108571s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6cd8ab4daee6\" "} {"level":"warn","ts":"2026-04-28T05:06:05.213173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999934302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:06:05.213272Z","caller":"traceutil/trace.go:171","msg":"trace[89517924] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000073385s","start":"2026-04-28T05:06:03.213179Z","end":"2026-04-28T05:06:05.213253Z","steps":["trace[89517924] 'agreement among raft nodes before linearized reading' (duration: 1.999948653s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:05.213322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:03.21317Z","time spent":"2.000142036s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:06:05.29117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.559910871s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:06:06.043953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312686372s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:06:06.044142Z","caller":"traceutil/trace.go:171","msg":"trace[1045093103] transaction","detail":"{read_only:false; response_revision:3885; number_of_response:1; }","duration":"3.822638081s","start":"2026-04-28T05:06:02.221471Z","end":"2026-04-28T05:06:06.044109Z","steps":["trace[1045093103] 'process raft request' (duration: 1.509720124s)","trace[1045093103] 'compare' (duration: 2.311895327s)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:06.044195Z","caller":"traceutil/trace.go:171","msg":"trace[484213945] linearizableReadLoop","detail":"{readStateIndex:4071; appliedIndex:4070; }","duration":"2.442610337s","start":"2026-04-28T05:06:03.601576Z","end":"2026-04-28T05:06:06.044186Z","steps":["trace[484213945] 'read index received' (duration: 129.630349ms)","trace[484213945] 'applied index is now lower than readState.Index' (duration: 2.312979078s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:06.044249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:02.221443Z","time spent":"3.822751212s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:06.044318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746937983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:06:06.04416Z","caller":"traceutil/trace.go:171","msg":"trace[1769443886] transaction","detail":"{read_only:false; response_revision:3886; number_of_response:1; }","duration":"2.433866478s","start":"2026-04-28T05:06:03.610276Z","end":"2026-04-28T05:06:06.044143Z","steps":["trace[1769443886] 'process raft request' (duration: 2.433782497s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:06.044354Z","caller":"traceutil/trace.go:171","msg":"trace[432563924] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3886; }","duration":"2.747022535s","start":"2026-04-28T05:06:03.297321Z","end":"2026-04-28T05:06:06.044344Z","steps":["trace[432563924] 'agreement among raft nodes before linearized reading' (duration: 2.746941024s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:06.044391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:03.610261Z","time spent":"2.434112144s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:06.044387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:03.297295Z","time spent":"2.747083416s","remote":"127.0.0.1:55644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:06.044487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832777988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:06:06.044515Z","caller":"traceutil/trace.go:171","msg":"trace[1326058419] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3886; }","duration":"2.832840379s","start":"2026-04-28T05:06:03.211665Z","end":"2026-04-28T05:06:06.044505Z","steps":["trace[1326058419] 'agreement among raft nodes before linearized reading' (duration: 2.832741957s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:06.044538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:03.211641Z","time spent":"2.8328916s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:06:06.04471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.351969117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:06.044743Z","caller":"traceutil/trace.go:171","msg":"trace[1815425845] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:3886; }","duration":"3.352045867s","start":"2026-04-28T05:06:02.692689Z","end":"2026-04-28T05:06:06.044735Z","steps":["trace[1815425845] 'agreement among raft nodes before linearized reading' (duration: 3.351995426s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:06.04477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:02.692667Z","time spent":"3.352095979s","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:06.045015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439254152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-04-28T05:06:06.045155Z","caller":"traceutil/trace.go:171","msg":"trace[1522521102] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3886; }","duration":"2.439435025s","start":"2026-04-28T05:06:03.605697Z","end":"2026-04-28T05:06:06.045132Z","steps":["trace[1522521102] 'agreement among raft nodes before linearized reading' (duration: 2.439110779s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:06.045209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:03.605683Z","time spent":"2.439513317s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T05:06:06.045403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.721211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:06.04552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.465314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:06.045585Z","caller":"traceutil/trace.go:171","msg":"trace[271057972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3886; }","duration":"824.554316ms","start":"2026-04-28T05:06:05.221012Z","end":"2026-04-28T05:06:06.045566Z","steps":["trace[271057972] 'agreement among raft nodes before linearized reading' (duration: 824.474734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:06.045605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573993722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:06.045639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:05.220995Z","time spent":"824.632187ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:06:06.045659Z","caller":"traceutil/trace.go:171","msg":"trace[140168171] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:3886; }","duration":"1.574087664s","start":"2026-04-28T05:06:04.471555Z","end":"2026-04-28T05:06:06.045643Z","steps":["trace[140168171] 'agreement among raft nodes before linearized reading' (duration: 1.573997793s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:06.045521Z","caller":"traceutil/trace.go:171","msg":"trace[160407364] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3886; }","duration":"392.891355ms","start":"2026-04-28T05:06:05.65261Z","end":"2026-04-28T05:06:06.045502Z","steps":["trace[160407364] 'agreement among raft nodes before linearized reading' (duration: 392.716031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:06.045706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:04.471535Z","time spent":"1.574154175s","remote":"127.0.0.1:47008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:06.045795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:05.652591Z","time spent":"393.151719ms","remote":"127.0.0.1:43118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:06.045821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.83579406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:06.045839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.3164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:06.045871Z","caller":"traceutil/trace.go:171","msg":"trace[1791483083] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3886; }","duration":"133.389111ms","start":"2026-04-28T05:06:05.912472Z","end":"2026-04-28T05:06:06.045861Z","steps":["trace[1791483083] 'agreement among raft nodes before linearized reading' (duration: 133.32311ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:06.045875Z","caller":"traceutil/trace.go:171","msg":"trace[2090912713] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:0; response_revision:3886; }","duration":"4.835868422s","start":"2026-04-28T05:06:01.209989Z","end":"2026-04-28T05:06:06.045858Z","steps":["trace[2090912713] 'agreement among raft nodes before linearized reading' (duration: 4.835778521s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:06.04545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248947156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:06.04591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:01.209978Z","time spent":"4.835924183s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} {"level":"warn","ts":"2026-04-28T05:06:06.04583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.833408897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:06:06.045962Z","caller":"traceutil/trace.go:171","msg":"trace[32652809] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3886; }","duration":"1.249452856s","start":"2026-04-28T05:06:04.796477Z","end":"2026-04-28T05:06:06.04593Z","steps":["trace[32652809] 'agreement among raft nodes before linearized reading' (duration: 1.248909635s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:06.045948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.54913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:06:06.046045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:04.796409Z","time spent":"1.249613628s","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:06:06.045999Z","caller":"traceutil/trace.go:171","msg":"trace[489372735] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3886; }","duration":"3.833640162s","start":"2026-04-28T05:06:02.212345Z","end":"2026-04-28T05:06:06.045985Z","steps":["trace[489372735] 'agreement among raft nodes before linearized reading' (duration: 3.833205253s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:06.046634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:02.212316Z","time spent":"3.834301874s","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T05:06:06.046185Z","caller":"traceutil/trace.go:171","msg":"trace[499739131] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3886; }","duration":"222.830866ms","start":"2026-04-28T05:06:05.823335Z","end":"2026-04-28T05:06:06.046166Z","steps":["trace[499739131] 'agreement among raft nodes before linearized reading' (duration: 222.471409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:06.046265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202062632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:06:06.047266Z","caller":"traceutil/trace.go:171","msg":"trace[298398797] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3886; }","duration":"1.203040291s","start":"2026-04-28T05:06:04.844142Z","end":"2026-04-28T05:06:06.047182Z","steps":["trace[298398797] 'agreement among raft nodes before linearized reading' (duration: 1.2014221s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:06.046402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194922541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:06:06.047474Z","caller":"traceutil/trace.go:171","msg":"trace[583228051] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3886; }","duration":"2.196022973s","start":"2026-04-28T05:06:03.851435Z","end":"2026-04-28T05:06:06.047458Z","steps":["trace[583228051] 'agreement among raft nodes before linearized reading' (duration: 2.194215778s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:06.047558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:03.851417Z","time spent":"2.196123634s","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:06.048005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:04.844111Z","time spent":"1.203206804s","remote":"127.0.0.1:58076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:08.574764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813490728s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:06:08.575135Z","caller":"traceutil/trace.go:171","msg":"trace[242000137] transaction","detail":"{read_only:false; response_revision:3887; number_of_response:1; }","duration":"2.522519046s","start":"2026-04-28T05:06:06.052414Z","end":"2026-04-28T05:06:08.574933Z","steps":["trace[242000137] 'process raft request' (duration: 708.783133ms)","trace[242000137] 'compare' (duration: 1.812679182s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:08.57523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:06.052403Z","time spent":"2.522792512s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:08.606208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000401772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:06:08.606286Z","caller":"traceutil/trace.go:171","msg":"trace[1533436760] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000522524s","start":"2026-04-28T05:06:06.605746Z","end":"2026-04-28T05:06:08.606269Z","steps":["trace[1533436760] 'agreement among raft nodes before linearized reading' (duration: 2.000428673s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:08.606433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:06.605728Z","time spent":"2.000656517s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:06:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:06:08.727872Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.966643991s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:06:09.116771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.57816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:06:09.116953Z","caller":"traceutil/trace.go:171","msg":"trace[1241436281] linearizableReadLoop","detail":"{readStateIndex:4075; appliedIndex:4072; }","duration":"2.511154447s","start":"2026-04-28T05:06:06.605781Z","end":"2026-04-28T05:06:09.116936Z","steps":["trace[1241436281] 'read index received' (duration: 155.415526ms)","trace[1241436281] 'applied index is now lower than readState.Index' (duration: 2.355737891s)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:09.117019Z","caller":"traceutil/trace.go:171","msg":"trace[975295840] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3888; }","duration":"3.054979851s","start":"2026-04-28T05:06:06.062031Z","end":"2026-04-28T05:06:09.117011Z","steps":["trace[975295840] 'process raft request' (duration: 3.054839969s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:09.117005Z","caller":"traceutil/trace.go:171","msg":"trace[1309656358] transaction","detail":"{read_only:false; response_revision:3888; number_of_response:1; }","duration":"3.061525027s","start":"2026-04-28T05:06:06.055444Z","end":"2026-04-28T05:06:09.116969Z","steps":["trace[1309656358] 'process raft request' (duration: 2.672648691s)","trace[1309656358] 'compare' (duration: 388.242204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:09.117066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:06.06202Z","time spent":"3.055022422s","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:06:09.117153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:06.055427Z","time spent":"3.061645309s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:09.188652Z","caller":"traceutil/trace.go:171","msg":"trace[994511923] transaction","detail":"{read_only:false; response_revision:3889; number_of_response:1; }","duration":"1.669475914s","start":"2026-04-28T05:06:07.519149Z","end":"2026-04-28T05:06:09.188625Z","steps":["trace[994511923] 'process raft request' (duration: 1.669238298s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:09.188756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:07.519127Z","time spent":"1.669578595s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:10.607056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000566705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:06:10.607141Z","caller":"traceutil/trace.go:171","msg":"trace[838448052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000774059s","start":"2026-04-28T05:06:08.606349Z","end":"2026-04-28T05:06:10.607123Z","steps":["trace[838448052] 'agreement among raft nodes before linearized reading' (duration: 2.000664997s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:10.607189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:08.606331Z","time spent":"2.00084887s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:06:10.702019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513484645s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T05:06:10.702333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.560607ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:10.702426Z","caller":"traceutil/trace.go:171","msg":"trace[1829788465] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3889; }","duration":"544.65968ms","start":"2026-04-28T05:06:10.157752Z","end":"2026-04-28T05:06:10.702411Z","steps":["trace[1829788465] 'range keys from in-memory index tree' (duration: 544.545217ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:10.70305Z","caller":"traceutil/trace.go:171","msg":"trace[200040717] transaction","detail":"{read_only:false; response_revision:3890; number_of_response:1; }","duration":"2.553590866s","start":"2026-04-28T05:06:08.149444Z","end":"2026-04-28T05:06:10.703034Z","steps":["trace[200040717] 'process raft request' (duration: 2.552667989s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:10.703148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:08.149424Z","time spent":"2.553664467s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:10.791014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999883392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:06:10.791109Z","caller":"traceutil/trace.go:171","msg":"trace[1373646697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000028144s","start":"2026-04-28T05:06:08.791056Z","end":"2026-04-28T05:06:10.791085Z","steps":["trace[1373646697] 'agreement among raft nodes before linearized reading' (duration: 1.999912982s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:10.791992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:08.791037Z","time spent":"2.000268699s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:06:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:06:12.614439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000265769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:06:12.614529Z","caller":"traceutil/trace.go:171","msg":"trace[958621329] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403151s","start":"2026-04-28T05:06:10.614101Z","end":"2026-04-28T05:06:12.614505Z","steps":["trace[958621329] 'agreement among raft nodes before linearized reading' (duration: 2.000294599s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:12.614576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:10.614084Z","time spent":"2.000482473s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:06:12.85749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15433742s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:06:12.85791Z","caller":"traceutil/trace.go:171","msg":"trace[1528442679] linearizableReadLoop","detail":"{readStateIndex:4080; appliedIndex:4075; }","duration":"3.740906594s","start":"2026-04-28T05:06:09.11698Z","end":"2026-04-28T05:06:12.857886Z","steps":["trace[1528442679] 'read index received' (duration: 71.361876ms)","trace[1528442679] 'applied index is now lower than readState.Index' (duration: 3.669542978s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:12.85806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.692938775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:12.858058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848378555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:06:12.858112Z","caller":"traceutil/trace.go:171","msg":"trace[1084459374] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3892; }","duration":"4.693053819s","start":"2026-04-28T05:06:08.165047Z","end":"2026-04-28T05:06:12.858101Z","steps":["trace[1084459374] 'agreement among raft nodes before linearized reading' (duration: 4.692916596s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:12.858131Z","caller":"traceutil/trace.go:171","msg":"trace[109323837] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3892; }","duration":"3.848499367s","start":"2026-04-28T05:06:09.009613Z","end":"2026-04-28T05:06:12.858113Z","steps":["trace[109323837] 'agreement among raft nodes before linearized reading' (duration: 3.848333054s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:12.858113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845196384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:12.85815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:08.165024Z","time spent":"4.693115679s","remote":"127.0.0.1:55784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:12.858102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.47230313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:12.858143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.803056168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:06:12.857875Z","caller":"traceutil/trace.go:171","msg":"trace[1003220235] transaction","detail":"{read_only:false; response_revision:3891; number_of_response:1; }","duration":"4.449244789s","start":"2026-04-28T05:06:08.408595Z","end":"2026-04-28T05:06:12.85784Z","steps":["trace[1003220235] 'process raft request' (duration: 2.29442422s)","trace[1003220235] 'compare' (duration: 2.154077645s)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:12.858198Z","caller":"traceutil/trace.go:171","msg":"trace[1670019282] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3892; }","duration":"3.845302706s","start":"2026-04-28T05:06:09.012875Z","end":"2026-04-28T05:06:12.858178Z","steps":["trace[1670019282] 'agreement among raft nodes before linearized reading' (duration: 3.845129103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:12.858189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.803125717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:06:12.858226Z","caller":"traceutil/trace.go:171","msg":"trace[255565923] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:3892; }","duration":"5.472451832s","start":"2026-04-28T05:06:07.385746Z","end":"2026-04-28T05:06:12.858198Z","steps":["trace[255565923] 'agreement among raft nodes before linearized reading' (duration: 5.472231618s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:12.858253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:09.012812Z","time spent":"3.845431278s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:12.858291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:07.38566Z","time spent":"5.472619015s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:06:12.858287Z","caller":"traceutil/trace.go:171","msg":"trace[437503737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3892; }","duration":"5.803269849s","start":"2026-04-28T05:06:07.054989Z","end":"2026-04-28T05:06:12.858259Z","steps":["trace[437503737] 'agreement among raft nodes before linearized reading' (duration: 5.802996814s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:12.858233Z","caller":"traceutil/trace.go:171","msg":"trace[757687068] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:3892; }","duration":"4.803193651s","start":"2026-04-28T05:06:08.055024Z","end":"2026-04-28T05:06:12.858218Z","steps":["trace[757687068] 'agreement among raft nodes before linearized reading' (duration: 4.802948386s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:12.858359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:07.054967Z","time spent":"5.803381722s","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T05:06:12.858334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:08.408566Z","time spent":"4.449675506s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:12.858419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:08.055003Z","time spent":"4.803378955s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:06:12.858182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:09.009591Z","time spent":"3.848580999s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:12.858659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.048118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:12.858672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579773044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T05:06:12.858702Z","caller":"traceutil/trace.go:171","msg":"trace[1504847131] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3892; }","duration":"586.133729ms","start":"2026-04-28T05:06:12.272557Z","end":"2026-04-28T05:06:12.858691Z","steps":["trace[1504847131] 'agreement among raft nodes before linearized reading' (duration: 586.067238ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:12.85871Z","caller":"traceutil/trace.go:171","msg":"trace[403255221] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3892; }","duration":"1.579844266s","start":"2026-04-28T05:06:11.278853Z","end":"2026-04-28T05:06:12.858698Z","steps":["trace[403255221] 'agreement among raft nodes before linearized reading' (duration: 1.579743284s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:12.858704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.386932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:12.858733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:12.272535Z","time spent":"586.18915ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:12.858747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:11.278832Z","time spent":"1.579904136s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T05:06:12.858749Z","caller":"traceutil/trace.go:171","msg":"trace[653786337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3892; }","duration":"243.433143ms","start":"2026-04-28T05:06:12.615303Z","end":"2026-04-28T05:06:12.858736Z","steps":["trace[653786337] 'agreement among raft nodes before linearized reading' (duration: 243.356922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:12.858818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762136216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-28T05:06:12.85881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.711702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:06:12.858854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735468795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:06:12.858862Z","caller":"traceutil/trace.go:171","msg":"trace[600101220] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3892; }","duration":"2.762208317s","start":"2026-04-28T05:06:10.096643Z","end":"2026-04-28T05:06:12.858851Z","steps":["trace[600101220] 'agreement among raft nodes before linearized reading' (duration: 2.762065315s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:12.858875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.845468332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T05:06:12.858878Z","caller":"traceutil/trace.go:171","msg":"trace[1875638550] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3892; }","duration":"735.823365ms","start":"2026-04-28T05:06:12.123039Z","end":"2026-04-28T05:06:12.858862Z","steps":["trace[1875638550] 'agreement among raft nodes before linearized reading' (duration: 735.717733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:12.858891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:10.096631Z","time spent":"2.762253668s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T05:06:12.858891Z","caller":"traceutil/trace.go:171","msg":"trace[845711914] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3892; }","duration":"1.735553487s","start":"2026-04-28T05:06:11.123325Z","end":"2026-04-28T05:06:12.858878Z","steps":["trace[845711914] 'agreement among raft nodes before linearized reading' (duration: 1.735469415s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:12.858888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628353917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:12.858933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:11.123301Z","time spent":"1.735624238s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:06:12.858083Z","caller":"traceutil/trace.go:171","msg":"trace[458897533] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"4.278348943s","start":"2026-04-28T05:06:08.579682Z","end":"2026-04-28T05:06:12.858031Z","steps":["trace[458897533] 'process raft request' (duration: 4.278041478s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:12.858934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:12.123015Z","time spent":"735.904777ms","remote":"127.0.0.1:55736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:06:12.858919Z","caller":"traceutil/trace.go:171","msg":"trace[1381118409] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:3892; }","duration":"2.845545873s","start":"2026-04-28T05:06:10.013363Z","end":"2026-04-28T05:06:12.858908Z","steps":["trace[1381118409] 'agreement among raft nodes before linearized reading' (duration: 2.84535983s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:12.858972Z","caller":"traceutil/trace.go:171","msg":"trace[966644386] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3892; }","duration":"2.628473459s","start":"2026-04-28T05:06:10.230479Z","end":"2026-04-28T05:06:12.858952Z","steps":["trace[966644386] 'agreement among raft nodes before linearized reading' (duration: 2.628322667s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:12.858985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.725412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T05:06:12.859012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:10.013342Z","time spent":"2.845662175s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-04-28T05:06:12.859024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:10.230467Z","time spent":"2.62854711s","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:06:12.859029Z","caller":"traceutil/trace.go:171","msg":"trace[882890790] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3892; }","duration":"612.807553ms","start":"2026-04-28T05:06:12.246207Z","end":"2026-04-28T05:06:12.859014Z","steps":["trace[882890790] 'agreement among raft nodes before linearized reading' (duration: 612.505838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:12.859024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:08.579662Z","time spent":"4.279309022s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:06:12.858912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.738009998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6m8jn\" ","response":"range_response_count:1 size:6047"} {"level":"info","ts":"2026-04-28T05:06:12.859247Z","caller":"traceutil/trace.go:171","msg":"trace[450277202] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6m8jn; range_end:; response_count:1; response_revision:3892; }","duration":"3.738375975s","start":"2026-04-28T05:06:09.120852Z","end":"2026-04-28T05:06:12.859228Z","steps":["trace[450277202] 'agreement among raft nodes before linearized reading' (duration: 3.737935917s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:12.859064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:12.246179Z","time spent":"612.878214ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":382,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:12.859327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:09.120835Z","time spent":"3.738478367s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6070,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6m8jn\" "} {"level":"warn","ts":"2026-04-28T05:06:12.85881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.740472165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-04-28T05:06:12.859446Z","caller":"traceutil/trace.go:171","msg":"trace[123338787] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:3892; }","duration":"3.74124372s","start":"2026-04-28T05:06:09.118181Z","end":"2026-04-28T05:06:12.859425Z","steps":["trace[123338787] 'agreement among raft nodes before linearized reading' (duration: 3.740261852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:12.859516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:09.118165Z","time spent":"3.741333481s","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":395,"request content":"key:\"/registry/namespaces/monitoring\" "} {"level":"warn","ts":"2026-04-28T05:06:13.365214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:06:14.151559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.159345ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T05:06:14.151653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:12.860172Z","time spent":"1.291475736s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T05:06:14.866607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000311751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T05:06:14.866694Z","caller":"traceutil/trace.go:171","msg":"trace[1512048678] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000430883s","start":"2026-04-28T05:06:12.866247Z","end":"2026-04-28T05:06:14.866677Z","steps":["trace[1512048678] 'agreement among raft nodes before linearized reading' (duration: 2.000326911s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:14.866738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:12.866236Z","time spent":"2.000493064s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:06:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:06:15.02852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:14.704796Z","time spent":"323.71602ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T05:06:15.029045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.024545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:06:15.029999Z","caller":"traceutil/trace.go:171","msg":"trace[2027616284] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"2.165827951s","start":"2026-04-28T05:06:12.864143Z","end":"2026-04-28T05:06:15.029971Z","steps":["trace[2027616284] 'process raft request' (duration: 1.589812066s)","trace[2027616284] 'compare' (duration: 574.694709ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:15.030042Z","caller":"traceutil/trace.go:171","msg":"trace[1955701058] transaction","detail":"{read_only:false; response_revision:3894; number_of_response:1; }","duration":"2.165852351s","start":"2026-04-28T05:06:12.864142Z","end":"2026-04-28T05:06:15.029994Z","steps":["trace[1955701058] 'process raft request' (duration: 2.165721898s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:15.03012Z","caller":"traceutil/trace.go:171","msg":"trace[1166546573] transaction","detail":"{read_only:false; response_revision:3895; number_of_response:1; }","duration":"2.16521844s","start":"2026-04-28T05:06:12.86488Z","end":"2026-04-28T05:06:15.030099Z","steps":["trace[1166546573] 'process raft request' (duration: 2.165056447s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:15.030193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:12.864125Z","time spent":"2.165924203s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:15.030223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:12.864121Z","time spent":"2.166017045s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:06:15.030266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:12.864873Z","time spent":"2.165326622s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:15.030489Z","caller":"traceutil/trace.go:171","msg":"trace[2126947061] transaction","detail":"{read_only:false; response_revision:3897; number_of_response:1; }","duration":"877.526476ms","start":"2026-04-28T05:06:14.152949Z","end":"2026-04-28T05:06:15.030475Z","steps":["trace[2126947061] 'process raft request' (duration: 877.474705ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:15.030487Z","caller":"traceutil/trace.go:171","msg":"trace[31640455] transaction","detail":"{read_only:false; response_revision:3896; number_of_response:1; }","duration":"2.151448074s","start":"2026-04-28T05:06:12.879012Z","end":"2026-04-28T05:06:15.03046Z","steps":["trace[31640455] 'process raft request' (duration: 2.150989885s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:15.030505Z","caller":"traceutil/trace.go:171","msg":"trace[1348860533] linearizableReadLoop","detail":"{readStateIndex:4085; appliedIndex:4080; }","duration":"2.165692888s","start":"2026-04-28T05:06:12.864785Z","end":"2026-04-28T05:06:15.030478Z","steps":["trace[1348860533] 'read index received' (duration: 900.53874ms)","trace[1348860533] 'applied index is now lower than readState.Index' (duration: 1.265150648s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:15.030602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:12.878999Z","time spent":"2.151549656s","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58198,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:06:15.030641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:14.152911Z","time spent":"877.617798ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:15.030675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01532512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:06:15.030688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.094138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:15.030709Z","caller":"traceutil/trace.go:171","msg":"trace[537649724] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3897; }","duration":"2.015415301s","start":"2026-04-28T05:06:13.015285Z","end":"2026-04-28T05:06:15.0307Z","steps":["trace[537649724] 'agreement among raft nodes before linearized reading' (duration: 2.0153299s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:15.030748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:13.015267Z","time spent":"2.015469612s","remote":"127.0.0.1:55720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:06:15.030762Z","caller":"traceutil/trace.go:171","msg":"trace[970145903] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3897; }","duration":"670.20453ms","start":"2026-04-28T05:06:14.36052Z","end":"2026-04-28T05:06:15.030724Z","steps":["trace[970145903] 'agreement among raft nodes before linearized reading' (duration: 670.099148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:15.030792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163105982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T05:06:15.030824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166026044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:69201"} {"level":"info","ts":"2026-04-28T05:06:15.030875Z","caller":"traceutil/trace.go:171","msg":"trace[241499415] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:3897; }","duration":"2.166113276s","start":"2026-04-28T05:06:12.864749Z","end":"2026-04-28T05:06:15.030862Z","steps":["trace[241499415] 'agreement among raft nodes before linearized reading' (duration: 2.165804071s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:15.030873Z","caller":"traceutil/trace.go:171","msg":"trace[1483474149] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3897; }","duration":"1.163233903s","start":"2026-04-28T05:06:13.867621Z","end":"2026-04-28T05:06:15.030855Z","steps":["trace[1483474149] 'agreement among raft nodes before linearized reading' (duration: 1.163003239s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:15.030905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:12.864736Z","time spent":"2.166160007s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":69224,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T05:06:15.030903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.830348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:15.030806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:14.36049Z","time spent":"670.302301ms","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:15.030924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:13.867599Z","time spent":"1.163309725s","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T05:06:15.030945Z","caller":"traceutil/trace.go:171","msg":"trace[864395385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3897; }","duration":"163.94021ms","start":"2026-04-28T05:06:14.866995Z","end":"2026-04-28T05:06:15.030936Z","steps":["trace[864395385] 'agreement among raft nodes before linearized reading' (duration: 163.856418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:15.031056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692975225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:15.031143Z","caller":"traceutil/trace.go:171","msg":"trace[572473730] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3897; }","duration":"1.693193169s","start":"2026-04-28T05:06:13.337936Z","end":"2026-04-28T05:06:15.031129Z","steps":["trace[572473730] 'agreement among raft nodes before linearized reading' (duration: 1.692928084s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:15.031292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:13.337911Z","time spent":"1.693258101s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:16.20826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.769132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:06:16.208489Z","caller":"traceutil/trace.go:171","msg":"trace[2100135859] linearizableReadLoop","detail":"{readStateIndex:4089; appliedIndex:4087; }","duration":"1.10909766s","start":"2026-04-28T05:06:15.099372Z","end":"2026-04-28T05:06:16.20847Z","steps":["trace[2100135859] 'read index received' (duration: 371.042233ms)","trace[2100135859] 'applied index is now lower than readState.Index' (duration: 738.054337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:16.208625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169098027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:16.20859Z","caller":"traceutil/trace.go:171","msg":"trace[320962014] transaction","detail":"{read_only:false; response_revision:3900; number_of_response:1; }","duration":"1.167003356s","start":"2026-04-28T05:06:15.041524Z","end":"2026-04-28T05:06:16.208528Z","steps":["trace[320962014] 'process raft request' (duration: 1.166842733s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:16.208662Z","caller":"traceutil/trace.go:171","msg":"trace[1468204443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3900; }","duration":"1.169147898s","start":"2026-04-28T05:06:15.039503Z","end":"2026-04-28T05:06:16.208651Z","steps":["trace[1468204443] 'agreement among raft nodes before linearized reading' (duration: 1.169069326s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:16.208698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:15.039496Z","time spent":"1.169192738s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:06:16.208773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:15.041504Z","time spent":"1.167172179s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:16.208804Z","caller":"traceutil/trace.go:171","msg":"trace[1558687374] transaction","detail":"{read_only:false; response_revision:3899; number_of_response:1; }","duration":"1.170979903s","start":"2026-04-28T05:06:15.037798Z","end":"2026-04-28T05:06:16.208778Z","steps":["trace[1558687374] 'process raft request' (duration: 432.62334ms)","trace[1558687374] 'compare' (duration: 737.149891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:16.208881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:15.03779Z","time spent":"1.171056375s","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:06:16.208904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.676504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:06:16.209009Z","caller":"traceutil/trace.go:171","msg":"trace[628877397] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3900; }","duration":"497.869598ms","start":"2026-04-28T05:06:15.711121Z","end":"2026-04-28T05:06:16.20899Z","steps":["trace[628877397] 'agreement among raft nodes before linearized reading' (duration: 497.657653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:16.20903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105781646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d5ml5.18aa6cd9f2f4b4d1\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-04-28T05:06:16.209079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:15.711098Z","time spent":"497.94507ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":16,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:16.209123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.687161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:06:16.209123Z","caller":"traceutil/trace.go:171","msg":"trace[445427294] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-d5ml5.18aa6cd9f2f4b4d1; range_end:; response_count:1; response_revision:3900; }","duration":"1.105922539s","start":"2026-04-28T05:06:15.103171Z","end":"2026-04-28T05:06:16.209094Z","steps":["trace[445427294] 'agreement among raft nodes before linearized reading' (duration: 1.105615052s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:16.209158Z","caller":"traceutil/trace.go:171","msg":"trace[1494557449] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3900; }","duration":"170.779363ms","start":"2026-04-28T05:06:16.038368Z","end":"2026-04-28T05:06:16.209147Z","steps":["trace[1494557449] 'agreement among raft nodes before linearized reading' (duration: 170.63112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:16.209179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:15.103149Z","time spent":"1.106016971s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d5ml5.18aa6cd9f2f4b4d1\" "} {"level":"warn","ts":"2026-04-28T05:06:16.209186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.664819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:06:16.209257Z","caller":"traceutil/trace.go:171","msg":"trace[1982361242] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3900; }","duration":"753.933325ms","start":"2026-04-28T05:06:15.45531Z","end":"2026-04-28T05:06:16.209244Z","steps":["trace[1982361242] 'agreement among raft nodes before linearized reading' (duration: 753.66794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:16.209295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:15.455288Z","time spent":"753.996795ms","remote":"127.0.0.1:58000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:06:16.608805Z","caller":"traceutil/trace.go:171","msg":"trace[159713762] transaction","detail":"{read_only:false; response_revision:3901; number_of_response:1; }","duration":"395.644366ms","start":"2026-04-28T05:06:16.213135Z","end":"2026-04-28T05:06:16.608779Z","steps":["trace[159713762] 'process raft request' (duration: 395.489703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:16.608957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:16.213114Z","time spent":"395.760989ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:16.614456Z","caller":"traceutil/trace.go:171","msg":"trace[469394290] linearizableReadLoop","detail":"{readStateIndex:4091; appliedIndex:4089; }","duration":"399.108714ms","start":"2026-04-28T05:06:16.215324Z","end":"2026-04-28T05:06:16.614432Z","steps":["trace[469394290] 'read index received' (duration: 393.286822ms)","trace[469394290] 'applied index is now lower than readState.Index' (duration: 5.820702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:16.614912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.688617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:16.614985Z","caller":"traceutil/trace.go:171","msg":"trace[1998462719] transaction","detail":"{read_only:false; response_revision:3902; number_of_response:1; }","duration":"400.297477ms","start":"2026-04-28T05:06:16.214667Z","end":"2026-04-28T05:06:16.614964Z","steps":["trace[1998462719] 'process raft request' (duration: 399.660674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:16.615081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:16.214642Z","time spent":"400.394748ms","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:06:16.614978Z","caller":"traceutil/trace.go:171","msg":"trace[762641497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3902; }","duration":"396.78774ms","start":"2026-04-28T05:06:16.218174Z","end":"2026-04-28T05:06:16.614962Z","steps":["trace[762641497] 'agreement among raft nodes before linearized reading' (duration: 396.684817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:16.614912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.569933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-04-28T05:06:16.615234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:16.21816Z","time spent":"397.053614ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:06:16.615268Z","caller":"traceutil/trace.go:171","msg":"trace[267888748] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3902; }","duration":"399.971281ms","start":"2026-04-28T05:06:16.215276Z","end":"2026-04-28T05:06:16.615247Z","steps":["trace[267888748] 'agreement among raft nodes before linearized reading' (duration: 399.372579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:16.615387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:16.215259Z","time spent":"400.110423ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T05:06:16.792324Z","caller":"traceutil/trace.go:171","msg":"trace[142746169] linearizableReadLoop","detail":"{readStateIndex:4093; appliedIndex:4092; }","duration":"156.927905ms","start":"2026-04-28T05:06:16.63533Z","end":"2026-04-28T05:06:16.792257Z","steps":["trace[142746169] 'read index received' (duration: 150.40489ms)","trace[142746169] 'applied index is now lower than readState.Index' (duration: 6.520855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:16.792588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.245321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gp7xh.18aa6cdcda621357\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-04-28T05:06:16.792643Z","caller":"traceutil/trace.go:171","msg":"trace[1332379887] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gp7xh.18aa6cdcda621357; range_end:; response_count:1; response_revision:3904; }","duration":"157.320183ms","start":"2026-04-28T05:06:16.635297Z","end":"2026-04-28T05:06:16.792617Z","steps":["trace[1332379887] 'agreement among raft nodes before linearized reading' (duration: 157.091228ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:16.792848Z","caller":"traceutil/trace.go:171","msg":"trace[559385623] transaction","detail":"{read_only:false; response_revision:3904; number_of_response:1; }","duration":"173.539315ms","start":"2026-04-28T05:06:16.61906Z","end":"2026-04-28T05:06:16.792599Z","steps":["trace[559385623] 'process raft request' (duration: 166.750075ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:16.847057Z","caller":"traceutil/trace.go:171","msg":"trace[1530740522] transaction","detail":"{read_only:false; response_revision:3906; number_of_response:1; }","duration":"153.843456ms","start":"2026-04-28T05:06:16.693191Z","end":"2026-04-28T05:06:16.847035Z","steps":["trace[1530740522] 'process raft request' (duration: 153.801595ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:16.847123Z","caller":"traceutil/trace.go:171","msg":"trace[814855774] transaction","detail":"{read_only:false; response_revision:3905; number_of_response:1; }","duration":"206.334098ms","start":"2026-04-28T05:06:16.640741Z","end":"2026-04-28T05:06:16.847075Z","steps":["trace[814855774] 'process raft request' (duration: 206.110993ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:17.120954Z","caller":"traceutil/trace.go:171","msg":"trace[2068201591] linearizableReadLoop","detail":"{readStateIndex:4102; appliedIndex:4101; }","duration":"124.611202ms","start":"2026-04-28T05:06:16.996318Z","end":"2026-04-28T05:06:17.12093Z","steps":["trace[2068201591] 'read index received' (duration: 124.199444ms)","trace[2068201591] 'applied index is now lower than readState.Index' (duration: 409.968µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:17.121115Z","caller":"traceutil/trace.go:171","msg":"trace[1089572363] transaction","detail":"{read_only:false; response_revision:3913; number_of_response:1; }","duration":"124.813746ms","start":"2026-04-28T05:06:16.996246Z","end":"2026-04-28T05:06:17.121059Z","steps":["trace[1089572363] 'process raft request' (duration: 124.429919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:17.121335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.965999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6caafdb3bcea\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T05:06:17.121949Z","caller":"traceutil/trace.go:171","msg":"trace[730056019] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa6caafdb3bcea; range_end:; response_count:1; response_revision:3913; }","duration":"125.241414ms","start":"2026-04-28T05:06:16.996287Z","end":"2026-04-28T05:06:17.121528Z","steps":["trace[730056019] 'agreement among raft nodes before linearized reading' (duration: 124.833777ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:17.626398Z","caller":"traceutil/trace.go:171","msg":"trace[418607939] transaction","detail":"{read_only:false; response_revision:3936; number_of_response:1; }","duration":"105.34465ms","start":"2026-04-28T05:06:17.521015Z","end":"2026-04-28T05:06:17.626359Z","steps":["trace[418607939] 'process raft request' (duration: 105.138876ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:17.787095Z","caller":"traceutil/trace.go:171","msg":"trace[994939765] transaction","detail":"{read_only:false; response_revision:3938; number_of_response:1; }","duration":"106.441002ms","start":"2026-04-28T05:06:17.680627Z","end":"2026-04-28T05:06:17.787068Z","steps":["trace[994939765] 'process raft request' (duration: 37.507753ms)","trace[994939765] 'compare' (duration: 68.809357ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:17.82753Z","caller":"traceutil/trace.go:171","msg":"trace[689315475] transaction","detail":"{read_only:false; response_revision:3939; number_of_response:1; }","duration":"144.964815ms","start":"2026-04-28T05:06:17.682538Z","end":"2026-04-28T05:06:17.827503Z","steps":["trace[689315475] 'process raft request' (duration: 144.783571ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:17.93361Z","caller":"traceutil/trace.go:171","msg":"trace[466718675] transaction","detail":"{read_only:false; response_revision:3940; number_of_response:1; }","duration":"102.558617ms","start":"2026-04-28T05:06:17.831011Z","end":"2026-04-28T05:06:17.93357Z","steps":["trace[466718675] 'process raft request' (duration: 58.824524ms)","trace[466718675] 'compare' (duration: 43.59455ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:17.944781Z","caller":"traceutil/trace.go:171","msg":"trace[1657709491] transaction","detail":"{read_only:false; response_revision:3941; number_of_response:1; }","duration":"103.389974ms","start":"2026-04-28T05:06:17.841362Z","end":"2026-04-28T05:06:17.944752Z","steps":["trace[1657709491] 'process raft request' (duration: 103.241281ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:18.178101Z","caller":"traceutil/trace.go:171","msg":"trace[138390555] linearizableReadLoop","detail":"{readStateIndex:4136; appliedIndex:4135; }","duration":"131.128748ms","start":"2026-04-28T05:06:18.046948Z","end":"2026-04-28T05:06:18.178077Z","steps":["trace[138390555] 'read index received' (duration: 130.967885ms)","trace[138390555] 'applied index is now lower than readState.Index' (duration: 159.883µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:18.178184Z","caller":"traceutil/trace.go:171","msg":"trace[2002466007] transaction","detail":"{read_only:false; response_revision:3946; number_of_response:1; }","duration":"137.159174ms","start":"2026-04-28T05:06:18.04099Z","end":"2026-04-28T05:06:18.178148Z","steps":["trace[2002466007] 'process raft request' (duration: 136.92299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:18.178238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.25973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:18.178276Z","caller":"traceutil/trace.go:171","msg":"trace[356816880] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3946; }","duration":"131.343202ms","start":"2026-04-28T05:06:18.046923Z","end":"2026-04-28T05:06:18.178266Z","steps":["trace[356816880] 'agreement among raft nodes before linearized reading' (duration: 131.2545ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:18.310531Z","caller":"traceutil/trace.go:171","msg":"trace[1919296609] transaction","detail":"{read_only:false; response_revision:3948; number_of_response:1; }","duration":"123.896219ms","start":"2026-04-28T05:06:18.186601Z","end":"2026-04-28T05:06:18.310497Z","steps":["trace[1919296609] 'process raft request' (duration: 78.88452ms)","trace[1919296609] 'compare' (duration: 44.858785ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:18.332751Z","caller":"traceutil/trace.go:171","msg":"trace[424825636] transaction","detail":"{read_only:false; response_revision:3949; number_of_response:1; }","duration":"142.158509ms","start":"2026-04-28T05:06:18.190564Z","end":"2026-04-28T05:06:18.332723Z","steps":["trace[424825636] 'process raft request' (duration: 141.844264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:18.991684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.541801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:06:18.991866Z","caller":"traceutil/trace.go:171","msg":"trace[534257609] linearizableReadLoop","detail":"{readStateIndex:4167; appliedIndex:4166; }","duration":"392.21785ms","start":"2026-04-28T05:06:18.599629Z","end":"2026-04-28T05:06:18.991847Z","steps":["trace[534257609] 'read index received' (duration: 254.275362ms)","trace[534257609] 'applied index is now lower than readState.Index' (duration: 137.940798ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:18.991962Z","caller":"traceutil/trace.go:171","msg":"trace[1510126028] transaction","detail":"{read_only:false; response_revision:3977; number_of_response:1; }","duration":"418.141709ms","start":"2026-04-28T05:06:18.573809Z","end":"2026-04-28T05:06:18.991951Z","steps":["trace[1510126028] 'process raft request' (duration: 280.096149ms)","trace[1510126028] 'compare' (duration: 137.429519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:18.992031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:18.573769Z","time spent":"418.226211ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:18.99236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.71085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:426"} {"level":"info","ts":"2026-04-28T05:06:18.992439Z","caller":"traceutil/trace.go:171","msg":"trace[471334121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3977; }","duration":"392.834603ms","start":"2026-04-28T05:06:18.599585Z","end":"2026-04-28T05:06:18.992419Z","steps":["trace[471334121] 'agreement among raft nodes before linearized reading' (duration: 392.607668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:18.992437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.69325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:430"} {"level":"warn","ts":"2026-04-28T05:06:18.992482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:18.599522Z","time spent":"392.951265ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":449,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T05:06:18.992535Z","caller":"traceutil/trace.go:171","msg":"trace[1218367979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3977; }","duration":"392.822243ms","start":"2026-04-28T05:06:18.599693Z","end":"2026-04-28T05:06:18.992515Z","steps":["trace[1218367979] 'agreement among raft nodes before linearized reading' (duration: 392.455245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:18.992583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:18.599684Z","time spent":"392.889144ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:06:18.992655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.113231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:18.99273Z","caller":"traceutil/trace.go:171","msg":"trace[1177182944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3977; }","duration":"389.236003ms","start":"2026-04-28T05:06:18.603478Z","end":"2026-04-28T05:06:18.992714Z","steps":["trace[1177182944] 'agreement among raft nodes before linearized reading' (duration: 389.12633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:18.992767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:18.603462Z","time spent":"389.297664ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:06:18.993254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.084063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:150 size:120059"} {"level":"info","ts":"2026-04-28T05:06:18.993304Z","caller":"traceutil/trace.go:171","msg":"trace[74878358] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:150; response_revision:3977; }","duration":"343.273467ms","start":"2026-04-28T05:06:18.65002Z","end":"2026-04-28T05:06:18.993293Z","steps":["trace[74878358] 'agreement among raft nodes before linearized reading' (duration: 342.401761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:18.993345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:18.649996Z","time spent":"343.334688ms","remote":"127.0.0.1:58096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":150,"response size":120082,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-04-28T05:06:20.205405Z","caller":"traceutil/trace.go:171","msg":"trace[1162609275] transaction","detail":"{read_only:false; response_revision:3995; number_of_response:1; }","duration":"108.738776ms","start":"2026-04-28T05:06:20.096634Z","end":"2026-04-28T05:06:20.205373Z","steps":["trace[1162609275] 'process raft request' (duration: 108.514322ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:23.304342Z","caller":"traceutil/trace.go:171","msg":"trace[398207807] linearizableReadLoop","detail":"{readStateIndex:4194; appliedIndex:4193; }","duration":"212.825072ms","start":"2026-04-28T05:06:23.091491Z","end":"2026-04-28T05:06:23.304316Z","steps":["trace[398207807] 'read index received' (duration: 212.566518ms)","trace[398207807] 'applied index is now lower than readState.Index' (duration: 257.184µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:23.304405Z","caller":"traceutil/trace.go:171","msg":"trace[452250768] transaction","detail":"{read_only:false; response_revision:4003; number_of_response:1; }","duration":"212.920344ms","start":"2026-04-28T05:06:23.091457Z","end":"2026-04-28T05:06:23.304377Z","steps":["trace[452250768] 'process raft request' (duration: 212.68569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:23.30462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.098597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T05:06:23.304697Z","caller":"traceutil/trace.go:171","msg":"trace[2017181650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4003; }","duration":"213.22084ms","start":"2026-04-28T05:06:23.091458Z","end":"2026-04-28T05:06:23.304679Z","steps":["trace[2017181650] 'agreement among raft nodes before linearized reading' (duration: 212.975306ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:23.604571Z","caller":"traceutil/trace.go:171","msg":"trace[141906845] linearizableReadLoop","detail":"{readStateIndex:4195; appliedIndex:4194; }","duration":"300.152307ms","start":"2026-04-28T05:06:23.304397Z","end":"2026-04-28T05:06:23.60455Z","steps":["trace[141906845] 'read index received' (duration: 248.322508ms)","trace[141906845] 'applied index is now lower than readState.Index' (duration: 51.828559ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:23.604615Z","caller":"traceutil/trace.go:171","msg":"trace[1429468225] transaction","detail":"{read_only:false; response_revision:4004; number_of_response:1; }","duration":"415.970539ms","start":"2026-04-28T05:06:23.188611Z","end":"2026-04-28T05:06:23.604581Z","steps":["trace[1429468225] 'process raft request' (duration: 363.979557ms)","trace[1429468225] 'compare' (duration: 51.86004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:23.604765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.860222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-04-28T05:06:23.604758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:23.188598Z","time spent":"416.080831ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:23.604799Z","caller":"traceutil/trace.go:171","msg":"trace[507807221] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4004; }","duration":"325.944863ms","start":"2026-04-28T05:06:23.278844Z","end":"2026-04-28T05:06:23.604789Z","steps":["trace[507807221] 'agreement among raft nodes before linearized reading' (duration: 325.80288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:23.604824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:23.278825Z","time spent":"325.993195ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T05:06:23.605307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.821578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:06:23.605382Z","caller":"traceutil/trace.go:171","msg":"trace[2102922925] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4004; }","duration":"438.935041ms","start":"2026-04-28T05:06:23.166427Z","end":"2026-04-28T05:06:23.605362Z","steps":["trace[2102922925] 'agreement among raft nodes before linearized reading' (duration: 438.433431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:23.605425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:23.16641Z","time spent":"439.002342ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T05:06:23.657841Z","caller":"traceutil/trace.go:171","msg":"trace[943066013] transaction","detail":"{read_only:false; response_revision:4005; number_of_response:1; }","duration":"349.493718ms","start":"2026-04-28T05:06:23.308326Z","end":"2026-04-28T05:06:23.657819Z","steps":["trace[943066013] 'process raft request' (duration: 349.282724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:23.657967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:23.308304Z","time spent":"349.591239ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:23.657975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.022924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-04-28T05:06:23.658072Z","caller":"traceutil/trace.go:171","msg":"trace[1543046265] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:4005; }","duration":"231.156936ms","start":"2026-04-28T05:06:23.426892Z","end":"2026-04-28T05:06:23.658049Z","steps":["trace[1543046265] 'agreement among raft nodes before linearized reading' (duration: 230.878781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:23.658251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.981895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-04-28T05:06:23.658318Z","caller":"traceutil/trace.go:171","msg":"trace[1812293107] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4005; }","duration":"243.122407ms","start":"2026-04-28T05:06:23.415181Z","end":"2026-04-28T05:06:23.658303Z","steps":["trace[1812293107] 'agreement among raft nodes before linearized reading' (duration: 242.923954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:23.658517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.21003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:23.658681Z","caller":"traceutil/trace.go:171","msg":"trace[1816110189] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4005; }","duration":"198.394814ms","start":"2026-04-28T05:06:23.46027Z","end":"2026-04-28T05:06:23.658665Z","steps":["trace[1816110189] 'agreement among raft nodes before linearized reading' (duration: 197.498548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:23.659111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.044142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:06:23.659191Z","caller":"traceutil/trace.go:171","msg":"trace[2090576537] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4005; }","duration":"290.123924ms","start":"2026-04-28T05:06:23.369049Z","end":"2026-04-28T05:06:23.659173Z","steps":["trace[2090576537] 'agreement among raft nodes before linearized reading' (duration: 289.693365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:24.25266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.633057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:06:24.252797Z","caller":"traceutil/trace.go:171","msg":"trace[5029828] linearizableReadLoop","detail":"{readStateIndex:4197; appliedIndex:4196; }","duration":"521.79335ms","start":"2026-04-28T05:06:23.730978Z","end":"2026-04-28T05:06:24.252771Z","steps":["trace[5029828] 'read index received' (duration: 403.873366ms)","trace[5029828] 'applied index is now lower than readState.Index' (duration: 117.917474ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:24.253135Z","caller":"traceutil/trace.go:171","msg":"trace[2121908504] transaction","detail":"{read_only:false; response_revision:4006; number_of_response:1; }","duration":"587.551287ms","start":"2026-04-28T05:06:23.66555Z","end":"2026-04-28T05:06:24.253102Z","steps":["trace[2121908504] 'process raft request' (duration: 469.364608ms)","trace[2121908504] 'compare' (duration: 117.395673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:24.253254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.259468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:24.253286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:23.665534Z","time spent":"587.668639ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:24.253336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.474283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:24.253341Z","caller":"traceutil/trace.go:171","msg":"trace[1089076468] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:4006; }","duration":"522.38939ms","start":"2026-04-28T05:06:23.730931Z","end":"2026-04-28T05:06:24.25332Z","steps":["trace[1089076468] 'agreement among raft nodes before linearized reading' (duration: 522.242227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:24.2534Z","caller":"traceutil/trace.go:171","msg":"trace[404403282] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:4006; }","duration":"355.583505ms","start":"2026-04-28T05:06:23.897801Z","end":"2026-04-28T05:06:24.253384Z","steps":["trace[404403282] 'agreement among raft nodes before linearized reading' (duration: 355.475223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:24.253454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:23.89778Z","time spent":"355.657016ms","remote":"127.0.0.1:47090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:24.253454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:23.730911Z","time spent":"522.509883ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:24.881606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.3667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:06:24.881716Z","caller":"traceutil/trace.go:171","msg":"trace[845141742] linearizableReadLoop","detail":"{readStateIndex:4198; appliedIndex:4197; }","duration":"300.844579ms","start":"2026-04-28T05:06:24.580854Z","end":"2026-04-28T05:06:24.881698Z","steps":["trace[845141742] 'read index received' (duration: 34.19µs)","trace[845141742] 'applied index is now lower than readState.Index' (duration: 300.808869ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:24.881798Z","caller":"traceutil/trace.go:171","msg":"trace[1878801556] transaction","detail":"{read_only:false; response_revision:4007; number_of_response:1; }","duration":"527.483359ms","start":"2026-04-28T05:06:24.354288Z","end":"2026-04-28T05:06:24.881771Z","steps":["trace[1878801556] 'process raft request' (duration: 87.851354ms)","trace[1878801556] 'compare' (duration: 439.215277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:24.881912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.051583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:06:24.881908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:24.354265Z","time spent":"527.5977ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:24.88196Z","caller":"traceutil/trace.go:171","msg":"trace[1908141130] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4007; }","duration":"301.170906ms","start":"2026-04-28T05:06:24.580777Z","end":"2026-04-28T05:06:24.881948Z","steps":["trace[1908141130] 'agreement among raft nodes before linearized reading' (duration: 301.083644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:24.881985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:24.580754Z","time spent":"301.224867ms","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:24.882038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.085951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:24.882042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.407971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:24.882119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.015564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T05:06:24.882189Z","caller":"traceutil/trace.go:171","msg":"trace[1558058273] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4007; }","duration":"148.591614ms","start":"2026-04-28T05:06:24.733577Z","end":"2026-04-28T05:06:24.882169Z","steps":["trace[1558058273] 'agreement among raft nodes before linearized reading' (duration: 148.39913ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:24.882193Z","caller":"traceutil/trace.go:171","msg":"trace[4903923] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4007; }","duration":"188.094825ms","start":"2026-04-28T05:06:24.694084Z","end":"2026-04-28T05:06:24.882179Z","steps":["trace[4903923] 'agreement among raft nodes before linearized reading' (duration: 187.882781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:24.882199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.752669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:06:24.882191Z","caller":"traceutil/trace.go:171","msg":"trace[801507569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4007; }","duration":"277.178723ms","start":"2026-04-28T05:06:24.604935Z","end":"2026-04-28T05:06:24.882114Z","steps":["trace[801507569] 'agreement among raft nodes before linearized reading' (duration: 277.01817ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:24.882279Z","caller":"traceutil/trace.go:171","msg":"trace[585972313] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4007; }","duration":"215.867381ms","start":"2026-04-28T05:06:24.666392Z","end":"2026-04-28T05:06:24.882259Z","steps":["trace[585972313] 'agreement among raft nodes before linearized reading' (duration: 215.614156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:25.982514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023414,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T05:06:26.000242Z","caller":"traceutil/trace.go:171","msg":"trace[668510931] linearizableReadLoop","detail":"{readStateIndex:4199; appliedIndex:4198; }","duration":"518.791701ms","start":"2026-04-28T05:06:25.481428Z","end":"2026-04-28T05:06:26.00022Z","steps":["trace[668510931] 'read index received' (duration: 518.638358ms)","trace[668510931] 'applied index is now lower than readState.Index' (duration: 152.183µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:26.000295Z","caller":"traceutil/trace.go:171","msg":"trace[1815233513] transaction","detail":"{read_only:false; response_revision:4008; number_of_response:1; }","duration":"687.701087ms","start":"2026-04-28T05:06:25.312568Z","end":"2026-04-28T05:06:26.000269Z","steps":["trace[1815233513] 'process raft request' (duration: 687.521433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:26.000487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.047715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T05:06:26.000546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:25.312542Z","time spent":"687.815018ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:26.000554Z","caller":"traceutil/trace.go:171","msg":"trace[628339022] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4008; }","duration":"519.159328ms","start":"2026-04-28T05:06:25.481377Z","end":"2026-04-28T05:06:26.000536Z","steps":["trace[628339022] 'agreement among raft nodes before linearized reading' (duration: 518.911583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:26.000549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.283482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:26.000595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:25.48136Z","time spent":"519.226389ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T05:06:26.000642Z","caller":"traceutil/trace.go:171","msg":"trace[1405034597] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4008; }","duration":"280.451626ms","start":"2026-04-28T05:06:25.720167Z","end":"2026-04-28T05:06:26.000619Z","steps":["trace[1405034597] 'agreement among raft nodes before linearized reading' (duration: 280.301813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:26.000666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.816156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T05:06:26.000748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.277702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:06:26.000839Z","caller":"traceutil/trace.go:171","msg":"trace[996915269] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4008; }","duration":"335.408325ms","start":"2026-04-28T05:06:25.665413Z","end":"2026-04-28T05:06:26.000821Z","steps":["trace[996915269] 'agreement among raft nodes before linearized reading' (duration: 335.13408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:26.000889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:25.665401Z","time spent":"335.478246ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:06:26.00069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.686541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T05:06:26.001042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.28337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:26.000886Z","caller":"traceutil/trace.go:171","msg":"trace[866782451] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4008; }","duration":"111.998399ms","start":"2026-04-28T05:06:25.888785Z","end":"2026-04-28T05:06:26.000784Z","steps":["trace[866782451] 'agreement among raft nodes before linearized reading' (duration: 111.714544ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:26.00103Z","caller":"traceutil/trace.go:171","msg":"trace[1989097450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4008; }","duration":"336.095499ms","start":"2026-04-28T05:06:25.664921Z","end":"2026-04-28T05:06:26.001016Z","steps":["trace[1989097450] 'agreement among raft nodes before linearized reading' (duration: 335.62653ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:26.00111Z","caller":"traceutil/trace.go:171","msg":"trace[1386677813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4008; }","duration":"395.395141ms","start":"2026-04-28T05:06:25.605701Z","end":"2026-04-28T05:06:26.001096Z","steps":["trace[1386677813] 'agreement among raft nodes before linearized reading' (duration: 394.705668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:26.001313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:25.60568Z","time spent":"395.615946ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:06:26.001212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:25.6649Z","time spent":"336.298642ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:06:26.506349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:06:27.006898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317023418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:06:27.140616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135393137s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T05:06:27.14103Z","caller":"traceutil/trace.go:171","msg":"trace[796991880] linearizableReadLoop","detail":"{readStateIndex:4200; appliedIndex:4199; }","duration":"1.135260053s","start":"2026-04-28T05:06:26.005748Z","end":"2026-04-28T05:06:27.141008Z","steps":["trace[796991880] 'read index received' (duration: 1.13509785s)","trace[796991880] 'applied index is now lower than readState.Index' (duration: 161.133µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:27.141201Z","caller":"traceutil/trace.go:171","msg":"trace[1537875304] transaction","detail":"{read_only:false; response_revision:4009; number_of_response:1; }","duration":"1.13608303s","start":"2026-04-28T05:06:26.005099Z","end":"2026-04-28T05:06:27.141182Z","steps":["trace[1537875304] 'process raft request' (duration: 1.135782104s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:27.141315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:26.005075Z","time spent":"1.136168642s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:27.141379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.998979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:06:27.141385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135626371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:69415"} {"level":"info","ts":"2026-04-28T05:06:27.141443Z","caller":"traceutil/trace.go:171","msg":"trace[1904994835] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4009; }","duration":"361.106041ms","start":"2026-04-28T05:06:26.780317Z","end":"2026-04-28T05:06:27.141423Z","steps":["trace[1904994835] 'agreement among raft nodes before linearized reading' (duration: 361.031189ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:27.141455Z","caller":"traceutil/trace.go:171","msg":"trace[1078084836] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4009; }","duration":"1.135738373s","start":"2026-04-28T05:06:26.005698Z","end":"2026-04-28T05:06:27.141436Z","steps":["trace[1078084836] 'agreement among raft nodes before linearized reading' (duration: 1.135422217s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:27.14149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:26.780289Z","time spent":"361.190533ms","remote":"127.0.0.1:58084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:27.141509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:26.005669Z","time spent":"1.135827305s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":69438,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T05:06:27.14131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.685846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T05:06:27.141556Z","caller":"traceutil/trace.go:171","msg":"trace[993793905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4009; }","duration":"882.986362ms","start":"2026-04-28T05:06:26.258556Z","end":"2026-04-28T05:06:27.141542Z","steps":["trace[993793905] 'agreement among raft nodes before linearized reading' (duration: 882.601365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:27.141598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:26.258534Z","time spent":"883.052943ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:06:27.141661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.224974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-04-28T05:06:27.141739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.573214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:27.141772Z","caller":"traceutil/trace.go:171","msg":"trace[174731375] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:4009; }","duration":"714.645986ms","start":"2026-04-28T05:06:26.427116Z","end":"2026-04-28T05:06:27.141762Z","steps":["trace[174731375] 'agreement among raft nodes before linearized reading' (duration: 714.588425ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:27.141777Z","caller":"traceutil/trace.go:171","msg":"trace[944080984] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:4009; }","duration":"332.374867ms","start":"2026-04-28T05:06:26.809372Z","end":"2026-04-28T05:06:27.141747Z","steps":["trace[944080984] 'agreement among raft nodes before linearized reading' (duration: 331.854007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:27.141818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:26.427096Z","time spent":"714.713387ms","remote":"127.0.0.1:46904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:27.141841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:26.809355Z","time spent":"332.468798ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T05:06:27.141924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.97318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:27.14197Z","caller":"traceutil/trace.go:171","msg":"trace[1992987172] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:4009; }","duration":"760.071802ms","start":"2026-04-28T05:06:26.381888Z","end":"2026-04-28T05:06:27.14196Z","steps":["trace[1992987172] 'agreement among raft nodes before linearized reading' (duration: 759.99186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:27.142001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:26.381862Z","time spent":"760.130573ms","remote":"127.0.0.1:46938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:27.142055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.973126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:06:27.14211Z","caller":"traceutil/trace.go:171","msg":"trace[737617516] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4009; }","duration":"183.028397ms","start":"2026-04-28T05:06:26.959068Z","end":"2026-04-28T05:06:27.142096Z","steps":["trace[737617516] 'agreement among raft nodes before linearized reading' (duration: 182.947036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:27.142224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.722964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-28T05:06:27.142272Z","caller":"traceutil/trace.go:171","msg":"trace[2057743399] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4009; }","duration":"195.842315ms","start":"2026-04-28T05:06:26.946414Z","end":"2026-04-28T05:06:27.142257Z","steps":["trace[2057743399] 'agreement among raft nodes before linearized reading' (duration: 195.661372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:27.142339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.818841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:06:27.142403Z","caller":"traceutil/trace.go:171","msg":"trace[237426883] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4009; }","duration":"131.920283ms","start":"2026-04-28T05:06:27.010467Z","end":"2026-04-28T05:06:27.142387Z","steps":["trace[237426883] 'agreement among raft nodes before linearized reading' (duration: 131.78071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:29.283064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.59928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:06:29.283162Z","caller":"traceutil/trace.go:171","msg":"trace[1458805996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4013; }","duration":"125.747923ms","start":"2026-04-28T05:06:29.157391Z","end":"2026-04-28T05:06:29.283139Z","steps":["trace[1458805996] 'agreement among raft nodes before linearized reading' (duration: 125.482558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:30.285754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.977846ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:30.285938Z","caller":"traceutil/trace.go:171","msg":"trace[307709609] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4021; }","duration":"128.173962ms","start":"2026-04-28T05:06:30.15774Z","end":"2026-04-28T05:06:30.285914Z","steps":["trace[307709609] 'range keys from in-memory index tree' (duration: 127.961686ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:31.458312Z","caller":"traceutil/trace.go:171","msg":"trace[1007305800] linearizableReadLoop","detail":"{readStateIndex:4218; appliedIndex:4217; }","duration":"200.351382ms","start":"2026-04-28T05:06:31.257934Z","end":"2026-04-28T05:06:31.458285Z","steps":["trace[1007305800] 'read index received' (duration: 127.839294ms)","trace[1007305800] 'applied index is now lower than readState.Index' (duration: 72.507088ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:31.458338Z","caller":"traceutil/trace.go:171","msg":"trace[1236336854] transaction","detail":"{read_only:false; response_revision:4025; number_of_response:1; }","duration":"200.708209ms","start":"2026-04-28T05:06:31.257585Z","end":"2026-04-28T05:06:31.458293Z","steps":["trace[1236336854] 'process raft request' (duration: 128.357884ms)","trace[1236336854] 'compare' (duration: 72.016478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:31.458506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.531928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:31.458575Z","caller":"traceutil/trace.go:171","msg":"trace[1826680267] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:0; response_revision:4025; }","duration":"128.643801ms","start":"2026-04-28T05:06:31.329913Z","end":"2026-04-28T05:06:31.458557Z","steps":["trace[1826680267] 'agreement among raft nodes before linearized reading' (duration: 128.525118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:31.458615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.47691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T05:06:31.458691Z","caller":"traceutil/trace.go:171","msg":"trace[1667520827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4025; }","duration":"164.591803ms","start":"2026-04-28T05:06:31.294082Z","end":"2026-04-28T05:06:31.458674Z","steps":["trace[1667520827] 'agreement among raft nodes before linearized reading' (duration: 164.362058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:31.458743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.86544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:06:31.458799Z","caller":"traceutil/trace.go:171","msg":"trace[611769246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4025; }","duration":"161.960912ms","start":"2026-04-28T05:06:31.296824Z","end":"2026-04-28T05:06:31.458784Z","steps":["trace[611769246] 'agreement among raft nodes before linearized reading' (duration: 161.622115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:31.459042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.091256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:69415"} {"level":"info","ts":"2026-04-28T05:06:31.4591Z","caller":"traceutil/trace.go:171","msg":"trace[752836884] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4025; }","duration":"201.199169ms","start":"2026-04-28T05:06:31.257887Z","end":"2026-04-28T05:06:31.459086Z","steps":["trace[752836884] 'agreement among raft nodes before linearized reading' (duration: 200.538716ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:34.098321Z","caller":"traceutil/trace.go:171","msg":"trace[1668014938] linearizableReadLoop","detail":"{readStateIndex:4234; appliedIndex:4233; }","duration":"106.452523ms","start":"2026-04-28T05:06:33.991841Z","end":"2026-04-28T05:06:34.098293Z","steps":["trace[1668014938] 'read index received' (duration: 106.098026ms)","trace[1668014938] 'applied index is now lower than readState.Index' (duration: 353.147µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:34.098381Z","caller":"traceutil/trace.go:171","msg":"trace[1752240192] transaction","detail":"{read_only:false; response_revision:4040; number_of_response:1; }","duration":"109.199915ms","start":"2026-04-28T05:06:33.989154Z","end":"2026-04-28T05:06:34.098354Z","steps":["trace[1752240192] 'process raft request' (duration: 108.707045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:34.098628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.697278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-04-28T05:06:34.098667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.8036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-28T05:06:34.098697Z","caller":"traceutil/trace.go:171","msg":"trace[700179232] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:4040; }","duration":"106.8014ms","start":"2026-04-28T05:06:33.991877Z","end":"2026-04-28T05:06:34.098678Z","steps":["trace[700179232] 'agreement among raft nodes before linearized reading' (duration: 106.591726ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:34.098725Z","caller":"traceutil/trace.go:171","msg":"trace[1633901778] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:4040; }","duration":"106.889951ms","start":"2026-04-28T05:06:33.991817Z","end":"2026-04-28T05:06:34.098707Z","steps":["trace[1633901778] 'agreement among raft nodes before linearized reading' (duration: 106.579296ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:34.799325Z","caller":"traceutil/trace.go:171","msg":"trace[1577138500] transaction","detail":"{read_only:false; response_revision:4045; number_of_response:1; }","duration":"134.687566ms","start":"2026-04-28T05:06:34.664611Z","end":"2026-04-28T05:06:34.799299Z","steps":["trace[1577138500] 'process raft request' (duration: 134.524503ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.323737Z","caller":"traceutil/trace.go:171","msg":"trace[1062562633] transaction","detail":"{read_only:false; response_revision:4070; number_of_response:1; }","duration":"164.707366ms","start":"2026-04-28T05:06:36.159006Z","end":"2026-04-28T05:06:36.323713Z","steps":["trace[1062562633] 'process raft request' (duration: 164.603704ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.323877Z","caller":"traceutil/trace.go:171","msg":"trace[623240619] linearizableReadLoop","detail":"{readStateIndex:4265; appliedIndex:4264; }","duration":"165.672453ms","start":"2026-04-28T05:06:36.158174Z","end":"2026-04-28T05:06:36.323846Z","steps":["trace[623240619] 'read index received' (duration: 30.790593ms)","trace[623240619] 'applied index is now lower than readState.Index' (duration: 134.767188ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:36.323732Z","caller":"traceutil/trace.go:171","msg":"trace[250352604] transaction","detail":"{read_only:false; response_revision:4069; number_of_response:1; }","duration":"165.849638ms","start":"2026-04-28T05:06:36.15785Z","end":"2026-04-28T05:06:36.3237Z","steps":["trace[250352604] 'process raft request' (duration: 146.132887ms)","trace[250352604] 'compare' (duration: 19.462686ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:36.323976Z","caller":"traceutil/trace.go:171","msg":"trace[1497359523] transaction","detail":"{read_only:false; response_revision:4071; number_of_response:1; }","duration":"131.335822ms","start":"2026-04-28T05:06:36.192616Z","end":"2026-04-28T05:06:36.323952Z","steps":["trace[1497359523] 'process raft request' (duration: 131.047417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:36.324151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.951838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:36.324202Z","caller":"traceutil/trace.go:171","msg":"trace[1824984642] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:4071; }","duration":"166.042331ms","start":"2026-04-28T05:06:36.158147Z","end":"2026-04-28T05:06:36.324189Z","steps":["trace[1824984642] 'agreement among raft nodes before linearized reading' (duration: 165.786346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:36.324221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.250657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T05:06:36.324252Z","caller":"traceutil/trace.go:171","msg":"trace[42884727] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"130.16326ms","start":"2026-04-28T05:06:36.194072Z","end":"2026-04-28T05:06:36.324235Z","steps":["trace[42884727] 'process raft request' (duration: 129.992426ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.324262Z","caller":"traceutil/trace.go:171","msg":"trace[1650343114] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:4073; }","duration":"121.319678ms","start":"2026-04-28T05:06:36.202931Z","end":"2026-04-28T05:06:36.324251Z","steps":["trace[1650343114] 'agreement among raft nodes before linearized reading' (duration: 121.209136ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.324341Z","caller":"traceutil/trace.go:171","msg":"trace[1235321117] transaction","detail":"{read_only:false; response_revision:4072; number_of_response:1; }","duration":"131.398803ms","start":"2026-04-28T05:06:36.192913Z","end":"2026-04-28T05:06:36.324312Z","steps":["trace[1235321117] 'process raft request' (duration: 130.977735ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.682525Z","caller":"traceutil/trace.go:171","msg":"trace[31745565] transaction","detail":"{read_only:false; response_revision:4106; number_of_response:1; }","duration":"120.063685ms","start":"2026-04-28T05:06:36.562371Z","end":"2026-04-28T05:06:36.682435Z","steps":["trace[31745565] 'process raft request' (duration: 35.199689ms)","trace[31745565] 'compare' (duration: 83.498529ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:36.683049Z","caller":"traceutil/trace.go:171","msg":"trace[1129465047] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"119.680407ms","start":"2026-04-28T05:06:36.563325Z","end":"2026-04-28T05:06:36.683005Z","steps":["trace[1129465047] 'process raft request' (duration: 118.724869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.683315Z","caller":"traceutil/trace.go:171","msg":"trace[2118873939] transaction","detail":"{read_only:false; response_revision:4108; number_of_response:1; }","duration":"119.75249ms","start":"2026-04-28T05:06:36.56353Z","end":"2026-04-28T05:06:36.683282Z","steps":["trace[2118873939] 'process raft request' (duration: 119.27568ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.683679Z","caller":"traceutil/trace.go:171","msg":"trace[183563329] transaction","detail":"{read_only:false; response_revision:4109; number_of_response:1; }","duration":"119.703368ms","start":"2026-04-28T05:06:36.563921Z","end":"2026-04-28T05:06:36.683625Z","steps":["trace[183563329] 'process raft request' (duration: 119.222499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.690357Z","caller":"traceutil/trace.go:171","msg":"trace[695269072] transaction","detail":"{read_only:false; response_revision:4110; number_of_response:1; }","duration":"126.148071ms","start":"2026-04-28T05:06:36.564189Z","end":"2026-04-28T05:06:36.690337Z","steps":["trace[695269072] 'process raft request' (duration: 124.640292ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.690682Z","caller":"traceutil/trace.go:171","msg":"trace[770238995] transaction","detail":"{read_only:false; response_revision:4111; number_of_response:1; }","duration":"125.440789ms","start":"2026-04-28T05:06:36.565231Z","end":"2026-04-28T05:06:36.690672Z","steps":["trace[770238995] 'process raft request' (duration: 125.055851ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.690856Z","caller":"traceutil/trace.go:171","msg":"trace[1540979716] transaction","detail":"{read_only:false; response_revision:4112; number_of_response:1; }","duration":"125.366827ms","start":"2026-04-28T05:06:36.565466Z","end":"2026-04-28T05:06:36.690833Z","steps":["trace[1540979716] 'process raft request' (duration: 125.181653ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.690939Z","caller":"traceutil/trace.go:171","msg":"trace[1922725040] transaction","detail":"{read_only:false; response_revision:4113; number_of_response:1; }","duration":"125.312635ms","start":"2026-04-28T05:06:36.565602Z","end":"2026-04-28T05:06:36.690914Z","steps":["trace[1922725040] 'process raft request' (duration: 125.179283ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.691082Z","caller":"traceutil/trace.go:171","msg":"trace[1070377421] transaction","detail":"{read_only:false; response_revision:4114; number_of_response:1; }","duration":"124.891127ms","start":"2026-04-28T05:06:36.566182Z","end":"2026-04-28T05:06:36.691073Z","steps":["trace[1070377421] 'process raft request' (duration: 124.639662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.691149Z","caller":"traceutil/trace.go:171","msg":"trace[153412830] transaction","detail":"{read_only:false; response_revision:4116; number_of_response:1; }","duration":"124.692783ms","start":"2026-04-28T05:06:36.566439Z","end":"2026-04-28T05:06:36.691132Z","steps":["trace[153412830] 'process raft request' (duration: 124.54587ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.691199Z","caller":"traceutil/trace.go:171","msg":"trace[929935583] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"116.889543ms","start":"2026-04-28T05:06:36.574301Z","end":"2026-04-28T05:06:36.69119Z","steps":["trace[929935583] 'process raft request' (duration: 116.777291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.691238Z","caller":"traceutil/trace.go:171","msg":"trace[1184607746] transaction","detail":"{read_only:false; response_revision:4117; number_of_response:1; }","duration":"121.459691ms","start":"2026-04-28T05:06:36.569771Z","end":"2026-04-28T05:06:36.691231Z","steps":["trace[1184607746] 'process raft request' (duration: 121.262357ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.691329Z","caller":"traceutil/trace.go:171","msg":"trace[1452488049] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"114.814404ms","start":"2026-04-28T05:06:36.576503Z","end":"2026-04-28T05:06:36.691318Z","steps":["trace[1452488049] 'process raft request' (duration: 114.61666ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.69134Z","caller":"traceutil/trace.go:171","msg":"trace[1444756830] transaction","detail":"{read_only:false; response_revision:4115; number_of_response:1; }","duration":"124.914748ms","start":"2026-04-28T05:06:36.566415Z","end":"2026-04-28T05:06:36.69133Z","steps":["trace[1444756830] 'process raft request' (duration: 124.530641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.907084Z","caller":"traceutil/trace.go:171","msg":"trace[1668427161] transaction","detail":"{read_only:false; response_revision:4135; number_of_response:1; }","duration":"165.238275ms","start":"2026-04-28T05:06:36.741819Z","end":"2026-04-28T05:06:36.907057Z","steps":["trace[1668427161] 'process raft request' (duration: 124.718504ms)","trace[1668427161] 'compare' (duration: 40.269696ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:36.907434Z","caller":"traceutil/trace.go:171","msg":"trace[1382443687] transaction","detail":"{read_only:false; response_revision:4136; number_of_response:1; }","duration":"165.411588ms","start":"2026-04-28T05:06:36.742009Z","end":"2026-04-28T05:06:36.907421Z","steps":["trace[1382443687] 'process raft request' (duration: 164.993019ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.907456Z","caller":"traceutil/trace.go:171","msg":"trace[1913367388] transaction","detail":"{read_only:false; response_revision:4137; number_of_response:1; }","duration":"165.085662ms","start":"2026-04-28T05:06:36.742345Z","end":"2026-04-28T05:06:36.907431Z","steps":["trace[1913367388] 'process raft request' (duration: 164.914069ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.907554Z","caller":"traceutil/trace.go:171","msg":"trace[729264105] transaction","detail":"{read_only:false; response_revision:4140; number_of_response:1; }","duration":"120.36797ms","start":"2026-04-28T05:06:36.787162Z","end":"2026-04-28T05:06:36.90753Z","steps":["trace[729264105] 'process raft request' (duration: 120.281939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.907749Z","caller":"traceutil/trace.go:171","msg":"trace[467344020] linearizableReadLoop","detail":"{readStateIndex:4337; appliedIndex:4332; }","duration":"123.128054ms","start":"2026-04-28T05:06:36.784609Z","end":"2026-04-28T05:06:36.907737Z","steps":["trace[467344020] 'read index received' (duration: 81.975381ms)","trace[467344020] 'applied index is now lower than readState.Index' (duration: 41.151663ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:36.907772Z","caller":"traceutil/trace.go:171","msg":"trace[603354341] transaction","detail":"{read_only:false; response_revision:4138; number_of_response:1; }","duration":"163.661945ms","start":"2026-04-28T05:06:36.74409Z","end":"2026-04-28T05:06:36.907752Z","steps":["trace[603354341] 'process raft request' (duration: 163.232677ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.907788Z","caller":"traceutil/trace.go:171","msg":"trace[1306139329] transaction","detail":"{read_only:false; response_revision:4139; number_of_response:1; }","duration":"162.158727ms","start":"2026-04-28T05:06:36.745617Z","end":"2026-04-28T05:06:36.907776Z","steps":["trace[1306139329] 'process raft request' (duration: 161.754779ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.908038Z","caller":"traceutil/trace.go:171","msg":"trace[98815917] transaction","detail":"{read_only:false; response_revision:4141; number_of_response:1; }","duration":"120.504423ms","start":"2026-04-28T05:06:36.787523Z","end":"2026-04-28T05:06:36.908028Z","steps":["trace[98815917] 'process raft request' (duration: 119.962973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:36.908084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.45881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T05:06:36.908126Z","caller":"traceutil/trace.go:171","msg":"trace[1354179608] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:4141; }","duration":"123.545711ms","start":"2026-04-28T05:06:36.784567Z","end":"2026-04-28T05:06:36.908113Z","steps":["trace[1354179608] 'agreement among raft nodes before linearized reading' (duration: 123.280296ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:36.908205Z","caller":"traceutil/trace.go:171","msg":"trace[1990488553] transaction","detail":"{read_only:false; response_revision:4142; number_of_response:1; }","duration":"115.988705ms","start":"2026-04-28T05:06:36.792204Z","end":"2026-04-28T05:06:36.908193Z","steps":["trace[1990488553] 'process raft request' (duration: 115.745101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:36.908337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.571378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18091"} {"level":"info","ts":"2026-04-28T05:06:36.908384Z","caller":"traceutil/trace.go:171","msg":"trace[1359122941] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:4143; }","duration":"115.651719ms","start":"2026-04-28T05:06:36.792719Z","end":"2026-04-28T05:06:36.908371Z","steps":["trace[1359122941] 'agreement among raft nodes before linearized reading' (duration: 115.479706ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:37.117399Z","caller":"traceutil/trace.go:171","msg":"trace[1715634150] transaction","detail":"{read_only:false; response_revision:4161; number_of_response:1; }","duration":"146.578246ms","start":"2026-04-28T05:06:36.970785Z","end":"2026-04-28T05:06:37.117363Z","steps":["trace[1715634150] 'process raft request' (duration: 54.179425ms)","trace[1715634150] 'compare' (duration: 92.153207ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:37.117563Z","caller":"traceutil/trace.go:171","msg":"trace[933845467] transaction","detail":"{read_only:false; response_revision:4162; number_of_response:1; }","duration":"144.936394ms","start":"2026-04-28T05:06:36.972603Z","end":"2026-04-28T05:06:37.117539Z","steps":["trace[933845467] 'process raft request' (duration: 144.70293ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:37.118047Z","caller":"traceutil/trace.go:171","msg":"trace[685308811] transaction","detail":"{read_only:false; response_revision:4163; number_of_response:1; }","duration":"144.371733ms","start":"2026-04-28T05:06:36.973655Z","end":"2026-04-28T05:06:37.118027Z","steps":["trace[685308811] 'process raft request' (duration: 143.794693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:37.118114Z","caller":"traceutil/trace.go:171","msg":"trace[1588628718] linearizableReadLoop","detail":"{readStateIndex:4363; appliedIndex:4359; }","duration":"131.182558ms","start":"2026-04-28T05:06:36.986898Z","end":"2026-04-28T05:06:37.118081Z","steps":["trace[1588628718] 'read index received' (duration: 38.066274ms)","trace[1588628718] 'applied index is now lower than readState.Index' (duration: 93.114974ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:37.118162Z","caller":"traceutil/trace.go:171","msg":"trace[1036530243] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"142.517887ms","start":"2026-04-28T05:06:36.975606Z","end":"2026-04-28T05:06:37.118124Z","steps":["trace[1036530243] 'process raft request' (duration: 142.349744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:37.1184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.489374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:15911"} {"level":"info","ts":"2026-04-28T05:06:37.118455Z","caller":"traceutil/trace.go:171","msg":"trace[1590431175] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:4164; }","duration":"131.583776ms","start":"2026-04-28T05:06:36.986853Z","end":"2026-04-28T05:06:37.118437Z","steps":["trace[1590431175] 'agreement among raft nodes before linearized reading' (duration: 131.377341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:37.14017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.241565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18155"} {"level":"info","ts":"2026-04-28T05:06:37.140246Z","caller":"traceutil/trace.go:171","msg":"trace[2113255990] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:4165; }","duration":"152.327157ms","start":"2026-04-28T05:06:36.987903Z","end":"2026-04-28T05:06:37.14023Z","steps":["trace[2113255990] 'agreement among raft nodes before linearized reading' (duration: 152.094883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:37.676985Z","caller":"traceutil/trace.go:171","msg":"trace[2085942946] transaction","detail":"{read_only:false; response_revision:4178; number_of_response:1; }","duration":"100.915585ms","start":"2026-04-28T05:06:37.57605Z","end":"2026-04-28T05:06:37.676965Z","steps":["trace[2085942946] 'process raft request' (duration: 93.561024ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:37.874568Z","caller":"traceutil/trace.go:171","msg":"trace[1735607870] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"192.542212ms","start":"2026-04-28T05:06:37.682003Z","end":"2026-04-28T05:06:37.874545Z","steps":["trace[1735607870] 'process raft request' (duration: 192.268286ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:37.87455Z","caller":"traceutil/trace.go:171","msg":"trace[569521265] transaction","detail":"{read_only:false; response_revision:4181; number_of_response:1; }","duration":"192.378689ms","start":"2026-04-28T05:06:37.68213Z","end":"2026-04-28T05:06:37.874508Z","steps":["trace[569521265] 'process raft request' (duration: 192.313047ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:37.940053Z","caller":"traceutil/trace.go:171","msg":"trace[2032378785] linearizableReadLoop","detail":"{readStateIndex:4382; appliedIndex:4378; }","duration":"153.154863ms","start":"2026-04-28T05:06:37.78688Z","end":"2026-04-28T05:06:37.940035Z","steps":["trace[2032378785] 'read index received' (duration: 87.366934ms)","trace[2032378785] 'applied index is now lower than readState.Index' (duration: 65.787099ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:37.940122Z","caller":"traceutil/trace.go:171","msg":"trace[1804948829] transaction","detail":"{read_only:false; response_revision:4183; number_of_response:1; }","duration":"228.430334ms","start":"2026-04-28T05:06:37.711664Z","end":"2026-04-28T05:06:37.940094Z","steps":["trace[1804948829] 'process raft request' (duration: 228.342792ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:37.940181Z","caller":"traceutil/trace.go:171","msg":"trace[2110126475] transaction","detail":"{read_only:false; response_revision:4182; number_of_response:1; }","duration":"230.573804ms","start":"2026-04-28T05:06:37.709583Z","end":"2026-04-28T05:06:37.940156Z","steps":["trace[2110126475] 'process raft request' (duration: 230.310049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:37.940249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.351276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-04-28T05:06:37.940269Z","caller":"traceutil/trace.go:171","msg":"trace[133208237] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4183; }","duration":"153.423277ms","start":"2026-04-28T05:06:37.78684Z","end":"2026-04-28T05:06:37.940263Z","steps":["trace[133208237] 'agreement among raft nodes before linearized reading' (duration: 153.288204ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:38.516332Z","caller":"traceutil/trace.go:171","msg":"trace[1389163485] transaction","detail":"{read_only:false; response_revision:4194; number_of_response:1; }","duration":"181.635721ms","start":"2026-04-28T05:06:38.33466Z","end":"2026-04-28T05:06:38.516296Z","steps":["trace[1389163485] 'process raft request' (duration: 165.044011ms)","trace[1389163485] 'compare' (duration: 16.404177ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:38.516482Z","caller":"traceutil/trace.go:171","msg":"trace[821931350] transaction","detail":"{read_only:false; response_revision:4195; number_of_response:1; }","duration":"173.81329ms","start":"2026-04-28T05:06:38.342645Z","end":"2026-04-28T05:06:38.516458Z","steps":["trace[821931350] 'process raft request' (duration: 173.607367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:38.516582Z","caller":"traceutil/trace.go:171","msg":"trace[921896456] linearizableReadLoop","detail":"{readStateIndex:4394; appliedIndex:4392; }","duration":"181.451498ms","start":"2026-04-28T05:06:38.335108Z","end":"2026-04-28T05:06:38.516559Z","steps":["trace[921896456] 'read index received' (duration: 10.485763ms)","trace[921896456] 'applied index is now lower than readState.Index' (duration: 170.962195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:38.516814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.676392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-04-28T05:06:38.516847Z","caller":"traceutil/trace.go:171","msg":"trace[747673309] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:4197; }","duration":"181.747743ms","start":"2026-04-28T05:06:38.33509Z","end":"2026-04-28T05:06:38.516838Z","steps":["trace[747673309] 'agreement among raft nodes before linearized reading' (duration: 181.56633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:38.532328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.73574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-04-28T05:06:38.532394Z","caller":"traceutil/trace.go:171","msg":"trace[569009] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:4198; }","duration":"172.833761ms","start":"2026-04-28T05:06:38.359541Z","end":"2026-04-28T05:06:38.532375Z","steps":["trace[569009] 'agreement among raft nodes before linearized reading' (duration: 172.617047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:38.532607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.335163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:38.532672Z","caller":"traceutil/trace.go:171","msg":"trace[36843283] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4198; }","duration":"172.430755ms","start":"2026-04-28T05:06:38.360227Z","end":"2026-04-28T05:06:38.532658Z","steps":["trace[36843283] 'agreement among raft nodes before linearized reading' (duration: 172.352974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:38.532673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.238588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-04-28T05:06:38.532733Z","caller":"traceutil/trace.go:171","msg":"trace[1351982950] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:4198; }","duration":"148.328369ms","start":"2026-04-28T05:06:38.384389Z","end":"2026-04-28T05:06:38.532717Z","steps":["trace[1351982950] 'agreement among raft nodes before linearized reading' (duration: 148.165195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:38.532752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.299907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"info","ts":"2026-04-28T05:06:38.532797Z","caller":"traceutil/trace.go:171","msg":"trace[670747815] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:4198; }","duration":"123.360968ms","start":"2026-04-28T05:06:38.409426Z","end":"2026-04-28T05:06:38.532787Z","steps":["trace[670747815] 'agreement among raft nodes before linearized reading' (duration: 123.246205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:39.99161Z","caller":"traceutil/trace.go:171","msg":"trace[2045562909] transaction","detail":"{read_only:false; response_revision:4256; number_of_response:1; }","duration":"137.98422ms","start":"2026-04-28T05:06:39.853598Z","end":"2026-04-28T05:06:39.991582Z","steps":["trace[2045562909] 'process raft request' (duration: 130.973855ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:40.045792Z","caller":"traceutil/trace.go:171","msg":"trace[116668310] transaction","detail":"{read_only:false; response_revision:4257; number_of_response:1; }","duration":"166.823436ms","start":"2026-04-28T05:06:39.878946Z","end":"2026-04-28T05:06:40.045769Z","steps":["trace[116668310] 'process raft request' (duration: 166.603722ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:40.045789Z","caller":"traceutil/trace.go:171","msg":"trace[647975167] transaction","detail":"{read_only:false; response_revision:4258; number_of_response:1; }","duration":"141.907605ms","start":"2026-04-28T05:06:39.903856Z","end":"2026-04-28T05:06:40.045764Z","steps":["trace[647975167] 'process raft request' (duration: 141.831273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:40.590927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.072399ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:40.591118Z","caller":"traceutil/trace.go:171","msg":"trace[1953578227] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4259; }","duration":"433.274213ms","start":"2026-04-28T05:06:40.157822Z","end":"2026-04-28T05:06:40.591096Z","steps":["trace[1953578227] 'range keys from in-memory index tree' (duration: 433.054629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:40.591213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.108909ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T05:06:40.591328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:40.082633Z","time spent":"508.691466ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T05:06:40.5915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.788478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-28T05:06:40.591326Z","caller":"traceutil/trace.go:171","msg":"trace[1478562966] linearizableReadLoop","detail":"{readStateIndex:4460; appliedIndex:4459; }","duration":"410.596415ms","start":"2026-04-28T05:06:40.180711Z","end":"2026-04-28T05:06:40.591308Z","steps":["trace[1478562966] 'read index received' (duration: 144.313242ms)","trace[1478562966] 'applied index is now lower than readState.Index' (duration: 266.281233ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:40.591549Z","caller":"traceutil/trace.go:171","msg":"trace[1565175858] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da; range_end:; response_count:1; response_revision:4259; }","duration":"410.88154ms","start":"2026-04-28T05:06:40.180655Z","end":"2026-04-28T05:06:40.591537Z","steps":["trace[1565175858] 'agreement among raft nodes before linearized reading' (duration: 410.712207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:40.591585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:40.18063Z","time spent":"410.946212ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da\" "} {"level":"warn","ts":"2026-04-28T05:06:40.651198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.189339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T05:06:40.651241Z","caller":"traceutil/trace.go:171","msg":"trace[1589693553] transaction","detail":"{read_only:false; response_revision:4261; number_of_response:1; }","duration":"112.557051ms","start":"2026-04-28T05:06:40.538653Z","end":"2026-04-28T05:06:40.65121Z","steps":["trace[1589693553] 'process raft request' (duration: 112.165523ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:40.651263Z","caller":"traceutil/trace.go:171","msg":"trace[1725501982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4262; }","duration":"130.299912ms","start":"2026-04-28T05:06:40.520949Z","end":"2026-04-28T05:06:40.651249Z","steps":["trace[1725501982] 'agreement among raft nodes before linearized reading' (duration: 130.147079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:40.651353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.88329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:06:40.65147Z","caller":"traceutil/trace.go:171","msg":"trace[618125158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4262; }","duration":"302.065443ms","start":"2026-04-28T05:06:40.349379Z","end":"2026-04-28T05:06:40.651445Z","steps":["trace[618125158] 'agreement among raft nodes before linearized reading' (duration: 301.766658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:40.651518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:40.349361Z","time spent":"302.145574ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T05:06:40.935041Z","caller":"traceutil/trace.go:171","msg":"trace[421069068] linearizableReadLoop","detail":"{readStateIndex:4464; appliedIndex:4463; }","duration":"283.951383ms","start":"2026-04-28T05:06:40.651065Z","end":"2026-04-28T05:06:40.935016Z","steps":["trace[421069068] 'read index received' (duration: 283.7977ms)","trace[421069068] 'applied index is now lower than readState.Index' (duration: 152.763µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:40.935188Z","caller":"traceutil/trace.go:171","msg":"trace[2067176991] transaction","detail":"{read_only:false; response_revision:4263; number_of_response:1; }","duration":"336.489187ms","start":"2026-04-28T05:06:40.598605Z","end":"2026-04-28T05:06:40.935094Z","steps":["trace[2067176991] 'process raft request' (duration: 336.033778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:40.935247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.765236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:40.935332Z","caller":"traceutil/trace.go:171","msg":"trace[208842365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4263; }","duration":"331.884338ms","start":"2026-04-28T05:06:40.60343Z","end":"2026-04-28T05:06:40.935314Z","steps":["trace[208842365] 'agreement among raft nodes before linearized reading' (duration: 331.727604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:40.935381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:40.603423Z","time spent":"331.950029ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:06:40.9354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:40.598591Z","time spent":"336.695601ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:40.944776Z","caller":"traceutil/trace.go:171","msg":"trace[533034635] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"289.416809ms","start":"2026-04-28T05:06:40.655344Z","end":"2026-04-28T05:06:40.94476Z","steps":["trace[533034635] 'process raft request' (duration: 289.256026ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:40.944907Z","caller":"traceutil/trace.go:171","msg":"trace[689049601] transaction","detail":"{read_only:false; response_revision:4265; number_of_response:1; }","duration":"289.52161ms","start":"2026-04-28T05:06:40.655375Z","end":"2026-04-28T05:06:40.944896Z","steps":["trace[689049601] 'process raft request' (duration: 289.350147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:40.944986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.512648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:06:40.945037Z","caller":"traceutil/trace.go:171","msg":"trace[1744717819] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4265; }","duration":"278.57541ms","start":"2026-04-28T05:06:40.66645Z","end":"2026-04-28T05:06:40.945026Z","steps":["trace[1744717819] 'agreement among raft nodes before linearized reading' (duration: 278.445346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:40.945064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.914398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T05:06:40.945117Z","caller":"traceutil/trace.go:171","msg":"trace[1746195645] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4265; }","duration":"292.000279ms","start":"2026-04-28T05:06:40.653104Z","end":"2026-04-28T05:06:40.945105Z","steps":["trace[1746195645] 'agreement among raft nodes before linearized reading' (duration: 291.869086ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:41.053859Z","caller":"traceutil/trace.go:171","msg":"trace[2008799558] transaction","detail":"{read_only:false; response_revision:4267; number_of_response:1; }","duration":"101.750841ms","start":"2026-04-28T05:06:40.952055Z","end":"2026-04-28T05:06:41.053805Z","steps":["trace[2008799558] 'process raft request' (duration: 85.356306ms)","trace[2008799558] 'compare' (duration: 16.245272ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:41.689409Z","caller":"traceutil/trace.go:171","msg":"trace[786537595] transaction","detail":"{read_only:false; response_revision:4270; number_of_response:1; }","duration":"124.364537ms","start":"2026-04-28T05:06:41.565013Z","end":"2026-04-28T05:06:41.689377Z","steps":["trace[786537595] 'process raft request' (duration: 74.300722ms)","trace[786537595] 'compare' (duration: 49.811481ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:41.689368Z","caller":"traceutil/trace.go:171","msg":"trace[1242686598] linearizableReadLoop","detail":"{readStateIndex:4471; appliedIndex:4470; }","duration":"123.093893ms","start":"2026-04-28T05:06:41.566244Z","end":"2026-04-28T05:06:41.689338Z","steps":["trace[1242686598] 'read index received' (duration: 72.977577ms)","trace[1242686598] 'applied index is now lower than readState.Index' (duration: 50.114926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:41.689863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.303847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:41.689921Z","caller":"traceutil/trace.go:171","msg":"trace[1345552805] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4270; }","duration":"123.697475ms","start":"2026-04-28T05:06:41.56621Z","end":"2026-04-28T05:06:41.689907Z","steps":["trace[1345552805] 'agreement among raft nodes before linearized reading' (duration: 123.304067ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:42.263359Z","caller":"traceutil/trace.go:171","msg":"trace[649328714] linearizableReadLoop","detail":"{readStateIndex:4472; appliedIndex:4471; }","duration":"202.859111ms","start":"2026-04-28T05:06:42.060477Z","end":"2026-04-28T05:06:42.263336Z","steps":["trace[649328714] 'read index received' (duration: 202.671957ms)","trace[649328714] 'applied index is now lower than readState.Index' (duration: 186.054µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:42.263639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.148696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-28T05:06:42.263682Z","caller":"traceutil/trace.go:171","msg":"trace[59704715] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da; range_end:; response_count:1; response_revision:4271; }","duration":"203.230198ms","start":"2026-04-28T05:06:42.060441Z","end":"2026-04-28T05:06:42.263671Z","steps":["trace[59704715] 'agreement among raft nodes before linearized reading' (duration: 202.998274ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:42.263657Z","caller":"traceutil/trace.go:171","msg":"trace[1724114527] transaction","detail":"{read_only:false; response_revision:4271; number_of_response:1; }","duration":"211.760343ms","start":"2026-04-28T05:06:42.051633Z","end":"2026-04-28T05:06:42.263394Z","steps":["trace[1724114527] 'process raft request' (duration: 211.506808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:42.316703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.431326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63692807-bdbc-4913-8006-29972636a57b\" ","response":"range_response_count:1 size:3737"} {"level":"info","ts":"2026-04-28T05:06:42.316761Z","caller":"traceutil/trace.go:171","msg":"trace[1727866380] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-63692807-bdbc-4913-8006-29972636a57b; range_end:; response_count:1; response_revision:4272; }","duration":"225.536888ms","start":"2026-04-28T05:06:42.091211Z","end":"2026-04-28T05:06:42.316748Z","steps":["trace[1727866380] 'agreement among raft nodes before linearized reading' (duration: 225.367985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:42.316718Z","caller":"traceutil/trace.go:171","msg":"trace[1578380099] transaction","detail":"{read_only:false; response_revision:4272; number_of_response:1; }","duration":"229.591216ms","start":"2026-04-28T05:06:42.087086Z","end":"2026-04-28T05:06:42.316677Z","steps":["trace[1578380099] 'process raft request' (duration: 229.394052ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:42.745618Z","caller":"traceutil/trace.go:171","msg":"trace[1998533377] transaction","detail":"{read_only:false; response_revision:4273; number_of_response:1; }","duration":"147.140868ms","start":"2026-04-28T05:06:42.598448Z","end":"2026-04-28T05:06:42.745588Z","steps":["trace[1998533377] 'process raft request' (duration: 66.089315ms)","trace[1998533377] 'compare' (duration: 80.837858ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:42.745635Z","caller":"traceutil/trace.go:171","msg":"trace[146736573] linearizableReadLoop","detail":"{readStateIndex:4474; appliedIndex:4473; }","duration":"140.076321ms","start":"2026-04-28T05:06:42.605528Z","end":"2026-04-28T05:06:42.745604Z","steps":["trace[146736573] 'read index received' (duration: 58.905136ms)","trace[146736573] 'applied index is now lower than readState.Index' (duration: 81.168725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:42.745811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.264924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:42.745846Z","caller":"traceutil/trace.go:171","msg":"trace[1100543693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4274; }","duration":"140.343746ms","start":"2026-04-28T05:06:42.605492Z","end":"2026-04-28T05:06:42.745836Z","steps":["trace[1100543693] 'agreement among raft nodes before linearized reading' (duration: 140.246684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:43.159964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.634729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T05:06:43.160052Z","caller":"traceutil/trace.go:171","msg":"trace[599644810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4274; }","duration":"211.765073ms","start":"2026-04-28T05:06:42.948264Z","end":"2026-04-28T05:06:43.160029Z","steps":["trace[599644810] 'range keys from in-memory index tree' (duration: 211.444936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:43.160186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.814124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:06:43.160313Z","caller":"traceutil/trace.go:171","msg":"trace[157751887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4274; }","duration":"210.948266ms","start":"2026-04-28T05:06:42.94931Z","end":"2026-04-28T05:06:43.160258Z","steps":["trace[157751887] 'range keys from in-memory index tree' (duration: 210.653631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:43.160251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.576073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T05:06:43.160374Z","caller":"traceutil/trace.go:171","msg":"trace[288472123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4274; }","duration":"191.817468ms","start":"2026-04-28T05:06:42.968538Z","end":"2026-04-28T05:06:43.160356Z","steps":["trace[288472123] 'range keys from in-memory index tree' (duration: 191.39575ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:43.393527Z","caller":"traceutil/trace.go:171","msg":"trace[1025689922] transaction","detail":"{read_only:false; response_revision:4275; number_of_response:1; }","duration":"229.724997ms","start":"2026-04-28T05:06:43.163779Z","end":"2026-04-28T05:06:43.393504Z","steps":["trace[1025689922] 'process raft request' (duration: 229.589894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:43.990548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.146178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:06:43.990829Z","caller":"traceutil/trace.go:171","msg":"trace[404484435] linearizableReadLoop","detail":"{readStateIndex:4478; appliedIndex:4476; }","duration":"723.387353ms","start":"2026-04-28T05:06:43.267419Z","end":"2026-04-28T05:06:43.990806Z","steps":["trace[404484435] 'read index received' (duration: 126.07954ms)","trace[404484435] 'applied index is now lower than readState.Index' (duration: 597.306063ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:43.990966Z","caller":"traceutil/trace.go:171","msg":"trace[728306485] transaction","detail":"{read_only:false; response_revision:4277; number_of_response:1; }","duration":"826.368617ms","start":"2026-04-28T05:06:43.164582Z","end":"2026-04-28T05:06:43.99095Z","steps":["trace[728306485] 'process raft request' (duration: 826.097332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:43.991063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:43.164555Z","time spent":"826.456869ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:43.991002Z","caller":"traceutil/trace.go:171","msg":"trace[605132904] transaction","detail":"{read_only:false; response_revision:4276; number_of_response:1; }","duration":"827.03355ms","start":"2026-04-28T05:06:43.163828Z","end":"2026-04-28T05:06:43.990861Z","steps":["trace[605132904] 'process raft request' (duration: 336.466705ms)","trace[605132904] 'compare' (duration: 489.880312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:43.991498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.078557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-28T05:06:43.991568Z","caller":"traceutil/trace.go:171","msg":"trace[744698796] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da; range_end:; response_count:1; response_revision:4277; }","duration":"724.206549ms","start":"2026-04-28T05:06:43.267343Z","end":"2026-04-28T05:06:43.99155Z","steps":["trace[744698796] 'agreement among raft nodes before linearized reading' (duration: 724.004695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:43.991617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:43.267317Z","time spent":"724.28788ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da\" "} {"level":"warn","ts":"2026-04-28T05:06:43.991653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.341453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"warn","ts":"2026-04-28T05:06:43.991649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.151266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63692807-bdbc-4913-8006-29972636a57b\" ","response":"range_response_count:1 size:3737"} {"level":"warn","ts":"2026-04-28T05:06:43.991472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:43.163781Z","time spent":"827.595601ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:43.991698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.622462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:43.991729Z","caller":"traceutil/trace.go:171","msg":"trace[867249214] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-63692807-bdbc-4913-8006-29972636a57b; range_end:; response_count:1; response_revision:4277; }","duration":"671.270109ms","start":"2026-04-28T05:06:43.320446Z","end":"2026-04-28T05:06:43.991716Z","steps":["trace[867249214] 'agreement among raft nodes before linearized reading' (duration: 671.037084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:43.991767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:43.320429Z","time spent":"671.32743ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3760,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63692807-bdbc-4913-8006-29972636a57b\" "} {"level":"warn","ts":"2026-04-28T05:06:43.991766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.226268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T05:06:43.991763Z","caller":"traceutil/trace.go:171","msg":"trace[970907054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4277; }","duration":"385.721085ms","start":"2026-04-28T05:06:43.606026Z","end":"2026-04-28T05:06:43.991747Z","steps":["trace[970907054] 'agreement among raft nodes before linearized reading' (duration: 385.609882ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:43.991829Z","caller":"traceutil/trace.go:171","msg":"trace[2066310608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4277; }","duration":"298.34119ms","start":"2026-04-28T05:06:43.69348Z","end":"2026-04-28T05:06:43.991822Z","steps":["trace[2066310608] 'agreement among raft nodes before linearized reading' (duration: 298.232688ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:43.99169Z","caller":"traceutil/trace.go:171","msg":"trace[807328815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4277; }","duration":"307.424535ms","start":"2026-04-28T05:06:43.684255Z","end":"2026-04-28T05:06:43.991679Z","steps":["trace[807328815] 'agreement among raft nodes before linearized reading' (duration: 307.260672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:43.991848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:43.606009Z","time spent":"385.826936ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:06:43.991859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.080359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T05:06:43.991845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.85214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:06:43.991883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:43.684232Z","time spent":"307.642669ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T05:06:43.991912Z","caller":"traceutil/trace.go:171","msg":"trace[63936067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4277; }","duration":"239.15354ms","start":"2026-04-28T05:06:43.752741Z","end":"2026-04-28T05:06:43.991895Z","steps":["trace[63936067] 'agreement among raft nodes before linearized reading' (duration: 238.969756ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:43.991926Z","caller":"traceutil/trace.go:171","msg":"trace[279910748] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4277; }","duration":"438.019273ms","start":"2026-04-28T05:06:43.553888Z","end":"2026-04-28T05:06:43.991907Z","steps":["trace[279910748] 'agreement among raft nodes before linearized reading' (duration: 437.716776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:43.991926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.398656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T05:06:43.991975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:43.553865Z","time spent":"438.101664ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T05:06:43.992004Z","caller":"traceutil/trace.go:171","msg":"trace[254867586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4277; }","duration":"444.531548ms","start":"2026-04-28T05:06:43.547451Z","end":"2026-04-28T05:06:43.991983Z","steps":["trace[254867586] 'agreement among raft nodes before linearized reading' (duration: 444.235063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:43.992048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:43.547432Z","time spent":"444.608389ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:06:44.544789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.793799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:06:44.544938Z","caller":"traceutil/trace.go:171","msg":"trace[2106591953] transaction","detail":"{read_only:false; response_revision:4278; number_of_response:1; }","duration":"547.974373ms","start":"2026-04-28T05:06:43.996933Z","end":"2026-04-28T05:06:44.544907Z","steps":["trace[2106591953] 'process raft request' (duration: 221.940168ms)","trace[2106591953] 'compare' (duration: 325.660437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:44.545157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:43.996905Z","time spent":"548.200608ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:45.095134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.444801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:06:45.095214Z","caller":"traceutil/trace.go:171","msg":"trace[71920354] linearizableReadLoop","detail":"{readStateIndex:4480; appliedIndex:4478; }","duration":"1.095501186s","start":"2026-04-28T05:06:43.9997Z","end":"2026-04-28T05:06:45.095201Z","steps":["trace[71920354] 'read index received' (duration: 219.161695ms)","trace[71920354] 'applied index is now lower than readState.Index' (duration: 876.338651ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:45.095267Z","caller":"traceutil/trace.go:171","msg":"trace[1797179241] transaction","detail":"{read_only:false; response_revision:4279; number_of_response:1; }","duration":"1.098262619s","start":"2026-04-28T05:06:43.996997Z","end":"2026-04-28T05:06:45.095259Z","steps":["trace[1797179241] 'process raft request' (duration: 661.624784ms)","trace[1797179241] 'compare' (duration: 436.245657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:45.095301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:43.996973Z","time spent":"1.098309839s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:45.095457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09575556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:45.095478Z","caller":"traceutil/trace.go:171","msg":"trace[1163271922] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4279; }","duration":"1.095777971s","start":"2026-04-28T05:06:43.999694Z","end":"2026-04-28T05:06:45.095472Z","steps":["trace[1163271922] 'agreement among raft nodes before linearized reading' (duration: 1.09573718s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:45.095499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:43.999661Z","time spent":"1.095833651s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T05:06:45.160768Z","caller":"traceutil/trace.go:171","msg":"trace[1520104662] transaction","detail":"{read_only:false; response_revision:4281; number_of_response:1; }","duration":"892.38913ms","start":"2026-04-28T05:06:44.268361Z","end":"2026-04-28T05:06:45.16075Z","steps":["trace[1520104662] 'process raft request' (duration: 892.304348ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:45.160807Z","caller":"traceutil/trace.go:171","msg":"trace[1971637739] transaction","detail":"{read_only:false; response_revision:4280; number_of_response:1; }","duration":"911.803984ms","start":"2026-04-28T05:06:44.248972Z","end":"2026-04-28T05:06:45.160776Z","steps":["trace[1971637739] 'process raft request' (duration: 911.59906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:45.160873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:44.268347Z","time spent":"892.478212ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:45.160989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:44.24894Z","time spent":"911.940747ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:45.160978Z","caller":"traceutil/trace.go:171","msg":"trace[57038150] transaction","detail":"{read_only:false; response_revision:4282; number_of_response:1; }","duration":"839.324308ms","start":"2026-04-28T05:06:44.321627Z","end":"2026-04-28T05:06:45.160951Z","steps":["trace[57038150] 'process raft request' (duration: 839.082153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:45.161214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:44.321605Z","time spent":"839.531302ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:45.221113Z","caller":"traceutil/trace.go:171","msg":"trace[1380408294] linearizableReadLoop","detail":"{readStateIndex:4485; appliedIndex:4480; }","duration":"125.864377ms","start":"2026-04-28T05:06:45.095231Z","end":"2026-04-28T05:06:45.221095Z","steps":["trace[1380408294] 'read index received' (duration: 65.422461ms)","trace[1380408294] 'applied index is now lower than readState.Index' (duration: 60.440616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:45.221278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.692875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-28T05:06:45.22131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.999117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-28T05:06:45.22137Z","caller":"traceutil/trace.go:171","msg":"trace[701416868] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4284; }","duration":"178.793497ms","start":"2026-04-28T05:06:45.04253Z","end":"2026-04-28T05:06:45.221324Z","steps":["trace[701416868] 'agreement among raft nodes before linearized reading' (duration: 178.577993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:45.221364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.946497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63692807-bdbc-4913-8006-29972636a57b\" ","response":"range_response_count:1 size:3737"} {"level":"warn","ts":"2026-04-28T05:06:45.221442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.750997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:45.221537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.955969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:06:45.221551Z","caller":"traceutil/trace.go:171","msg":"trace[507543865] transaction","detail":"{read_only:false; response_revision:4283; number_of_response:1; }","duration":"470.017829ms","start":"2026-04-28T05:06:44.751509Z","end":"2026-04-28T05:06:45.221527Z","steps":["trace[507543865] 'process raft request' (duration: 455.143932ms)","trace[507543865] 'compare' (duration: 14.264765ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:45.221575Z","caller":"traceutil/trace.go:171","msg":"trace[1137242914] transaction","detail":"{read_only:false; response_revision:4284; number_of_response:1; }","duration":"469.361695ms","start":"2026-04-28T05:06:44.752203Z","end":"2026-04-28T05:06:45.221565Z","steps":["trace[1137242914] 'process raft request' (duration: 468.845136ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:45.221583Z","caller":"traceutil/trace.go:171","msg":"trace[1136177685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4284; }","duration":"222.037851ms","start":"2026-04-28T05:06:44.999534Z","end":"2026-04-28T05:06:45.221572Z","steps":["trace[1136177685] 'agreement among raft nodes before linearized reading' (duration: 221.932679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:45.221652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:44.751491Z","time spent":"470.10817ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:45.22166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:44.752177Z","time spent":"469.426396ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:45.221481Z","caller":"traceutil/trace.go:171","msg":"trace[1265960592] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4284; }","duration":"122.832708ms","start":"2026-04-28T05:06:45.09864Z","end":"2026-04-28T05:06:45.221473Z","steps":["trace[1265960592] 'agreement among raft nodes before linearized reading' (duration: 122.777037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:45.221755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.353375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413485"} {"level":"warn","ts":"2026-04-28T05:06:45.221431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138952414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:06:45.221816Z","caller":"traceutil/trace.go:171","msg":"trace[821569454] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4284; }","duration":"538.457868ms","start":"2026-04-28T05:06:44.683344Z","end":"2026-04-28T05:06:45.221802Z","steps":["trace[821569454] 'agreement among raft nodes before linearized reading' (duration: 538.118672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:45.221859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:44.683322Z","time spent":"538.52988ms","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413508,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T05:06:45.221829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.36896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T05:06:45.221865Z","caller":"traceutil/trace.go:171","msg":"trace[1875872414] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4284; }","duration":"1.139388082s","start":"2026-04-28T05:06:44.082458Z","end":"2026-04-28T05:06:45.221846Z","steps":["trace[1875872414] 'agreement among raft nodes before linearized reading' (duration: 1.138864402s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:45.221439Z","caller":"traceutil/trace.go:171","msg":"trace[2047762512] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-63692807-bdbc-4913-8006-29972636a57b; range_end:; response_count:1; response_revision:4284; }","duration":"224.201052ms","start":"2026-04-28T05:06:44.997219Z","end":"2026-04-28T05:06:45.22142Z","steps":["trace[2047762512] 'agreement among raft nodes before linearized reading' (duration: 223.923107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:45.221915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:44.082402Z","time spent":"1.139498414s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:06:45.221916Z","caller":"traceutil/trace.go:171","msg":"trace[1249344067] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4284; }","duration":"177.512983ms","start":"2026-04-28T05:06:45.044381Z","end":"2026-04-28T05:06:45.221894Z","steps":["trace[1249344067] 'agreement among raft nodes before linearized reading' (duration: 177.229337ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:45.221389Z","caller":"traceutil/trace.go:171","msg":"trace[489336679] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da; range_end:; response_count:1; response_revision:4284; }","duration":"224.074519ms","start":"2026-04-28T05:06:44.997259Z","end":"2026-04-28T05:06:45.221333Z","steps":["trace[489336679] 'agreement among raft nodes before linearized reading' (duration: 223.935697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:47.42186Z","caller":"traceutil/trace.go:171","msg":"trace[872496040] transaction","detail":"{read_only:false; response_revision:4301; number_of_response:1; }","duration":"255.884862ms","start":"2026-04-28T05:06:47.165951Z","end":"2026-04-28T05:06:47.421836Z","steps":["trace[872496040] 'process raft request' (duration: 204.636365ms)","trace[872496040] 'compare' (duration: 50.991102ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:48.199087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:47.576992Z","time spent":"622.086521ms","remote":"127.0.0.1:34128","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T05:06:48.207132Z","caller":"traceutil/trace.go:171","msg":"trace[651620170] transaction","detail":"{read_only:false; response_revision:4302; number_of_response:1; }","duration":"1.041044527s","start":"2026-04-28T05:06:47.166063Z","end":"2026-04-28T05:06:48.207108Z","steps":["trace[651620170] 'process raft request' (duration: 1.040776852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:48.207278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:47.166038Z","time spent":"1.041163749s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:48.207437Z","caller":"traceutil/trace.go:171","msg":"trace[18910696] transaction","detail":"{read_only:false; response_revision:4303; number_of_response:1; }","duration":"980.118583ms","start":"2026-04-28T05:06:47.227294Z","end":"2026-04-28T05:06:48.207413Z","steps":["trace[18910696] 'process raft request' (duration: 979.772836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:48.207552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:47.22728Z","time spent":"980.211265ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:48.207573Z","caller":"traceutil/trace.go:171","msg":"trace[392554516] linearizableReadLoop","detail":"{readStateIndex:4506; appliedIndex:4502; }","duration":"978.301757ms","start":"2026-04-28T05:06:47.229253Z","end":"2026-04-28T05:06:48.207554Z","steps":["trace[392554516] 'read index received' (duration: 141.371794ms)","trace[392554516] 'applied index is now lower than readState.Index' (duration: 836.929273ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:48.207695Z","caller":"traceutil/trace.go:171","msg":"trace[1253962672] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"980.223004ms","start":"2026-04-28T05:06:47.227454Z","end":"2026-04-28T05:06:48.207677Z","steps":["trace[1253962672] 'process raft request' (duration: 979.861207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:48.207825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:47.227418Z","time spent":"980.328707ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:48.207853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.602883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-04-28T05:06:48.208429Z","caller":"traceutil/trace.go:171","msg":"trace[983260749] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:4304; }","duration":"978.677844ms","start":"2026-04-28T05:06:47.229207Z","end":"2026-04-28T05:06:48.207885Z","steps":["trace[983260749] 'agreement among raft nodes before linearized reading' (duration: 978.47124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:48.208474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:47.229199Z","time spent":"979.262215ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10691,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-04-28T05:06:48.2117Z","caller":"traceutil/trace.go:171","msg":"trace[1923809365] transaction","detail":"{read_only:false; response_revision:4305; number_of_response:1; }","duration":"658.363201ms","start":"2026-04-28T05:06:47.553309Z","end":"2026-04-28T05:06:48.211673Z","steps":["trace[1923809365] 'process raft request' (duration: 658.187557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:48.211765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.343849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:48.211768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.564552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T05:06:48.211817Z","caller":"traceutil/trace.go:171","msg":"trace[402432874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4305; }","duration":"604.405351ms","start":"2026-04-28T05:06:47.607379Z","end":"2026-04-28T05:06:48.211784Z","steps":["trace[402432874] 'agreement among raft nodes before linearized reading' (duration: 604.36494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:48.211821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:47.553279Z","time spent":"658.472073ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:48.211846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:47.60736Z","time spent":"604.480962ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:06:48.211843Z","caller":"traceutil/trace.go:171","msg":"trace[684857499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4305; }","duration":"206.644574ms","start":"2026-04-28T05:06:48.005185Z","end":"2026-04-28T05:06:48.211829Z","steps":["trace[684857499] 'agreement among raft nodes before linearized reading' (duration: 206.452989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:48.212024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.592938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:06:48.212068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.338798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:48.211709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.697127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63692807-bdbc-4913-8006-29972636a57b\" ","response":"range_response_count:1 size:3923"} {"level":"warn","ts":"2026-04-28T05:06:48.21204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.590119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:06:48.212127Z","caller":"traceutil/trace.go:171","msg":"trace[591569286] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4305; }","duration":"965.411129ms","start":"2026-04-28T05:06:47.246709Z","end":"2026-04-28T05:06:48.21212Z","steps":["trace[591569286] 'agreement among raft nodes before linearized reading' (duration: 965.342628ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:48.212128Z","caller":"traceutil/trace.go:171","msg":"trace[286702559] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-63692807-bdbc-4913-8006-29972636a57b; range_end:; response_count:1; response_revision:4305; }","duration":"977.161996ms","start":"2026-04-28T05:06:47.234951Z","end":"2026-04-28T05:06:48.212113Z","steps":["trace[286702559] 'agreement among raft nodes before linearized reading' (duration: 976.641305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:48.212153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:47.246702Z","time spent":"965.442769ms","remote":"127.0.0.1:38098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:48.212168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:47.23493Z","time spent":"977.226967ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3946,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63692807-bdbc-4913-8006-29972636a57b\" "} {"level":"info","ts":"2026-04-28T05:06:48.212126Z","caller":"traceutil/trace.go:171","msg":"trace[859875011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4305; }","duration":"805.712202ms","start":"2026-04-28T05:06:47.406405Z","end":"2026-04-28T05:06:48.212117Z","steps":["trace[859875011] 'agreement among raft nodes before linearized reading' (duration: 805.59153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:48.212266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:47.406385Z","time spent":"805.867674ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:06:48.212293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.992603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da\" ","response":"range_response_count:1 size:3930"} {"level":"info","ts":"2026-04-28T05:06:48.212314Z","caller":"traceutil/trace.go:171","msg":"trace[1151064930] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da; range_end:; response_count:1; response_revision:4305; }","duration":"975.022954ms","start":"2026-04-28T05:06:47.237283Z","end":"2026-04-28T05:06:48.212306Z","steps":["trace[1151064930] 'agreement among raft nodes before linearized reading' (duration: 974.968023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:48.212331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:47.237278Z","time spent":"975.049085ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3953,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da\" "} {"level":"info","ts":"2026-04-28T05:06:48.212064Z","caller":"traceutil/trace.go:171","msg":"trace[733646560] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4305; }","duration":"200.645149ms","start":"2026-04-28T05:06:48.01141Z","end":"2026-04-28T05:06:48.212055Z","steps":["trace[733646560] 'agreement among raft nodes before linearized reading' (duration: 200.536627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:48.21254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.688646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:06:48.212576Z","caller":"traceutil/trace.go:171","msg":"trace[1750474813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4305; }","duration":"976.742727ms","start":"2026-04-28T05:06:47.235822Z","end":"2026-04-28T05:06:48.212564Z","steps":["trace[1750474813] 'agreement among raft nodes before linearized reading' (duration: 976.615465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:48.212613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:47.235785Z","time spent":"976.821159ms","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T05:06:48.21416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.682864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T05:06:48.214207Z","caller":"traceutil/trace.go:171","msg":"trace[1687450590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4305; }","duration":"207.752755ms","start":"2026-04-28T05:06:48.006442Z","end":"2026-04-28T05:06:48.214194Z","steps":["trace[1687450590] 'agreement among raft nodes before linearized reading' (duration: 205.93462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:50.581149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.017793Z","time spent":"563.351061ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T05:06:51.020638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.859853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:06:51.02092Z","caller":"traceutil/trace.go:171","msg":"trace[181074751] linearizableReadLoop","detail":"{readStateIndex:4530; appliedIndex:4527; }","duration":"798.276769ms","start":"2026-04-28T05:06:50.222619Z","end":"2026-04-28T05:06:51.020896Z","steps":["trace[181074751] 'read index received' (duration: 358.664904ms)","trace[181074751] 'applied index is now lower than readState.Index' (duration: 439.610495ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:06:51.02101Z","caller":"traceutil/trace.go:171","msg":"trace[1156812980] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"808.289951ms","start":"2026-04-28T05:06:50.212705Z","end":"2026-04-28T05:06:51.020995Z","steps":["trace[1156812980] 'process raft request' (duration: 808.026646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:51.021081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.212672Z","time spent":"808.365652ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:51.021199Z","caller":"traceutil/trace.go:171","msg":"trace[90797409] transaction","detail":"{read_only:false; response_revision:4327; number_of_response:1; }","duration":"808.440724ms","start":"2026-04-28T05:06:50.212727Z","end":"2026-04-28T05:06:51.021168Z","steps":["trace[90797409] 'process raft request' (duration: 808.066277ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:51.021262Z","caller":"traceutil/trace.go:171","msg":"trace[403883835] transaction","detail":"{read_only:false; response_revision:4328; number_of_response:1; }","duration":"438.9017ms","start":"2026-04-28T05:06:50.582341Z","end":"2026-04-28T05:06:51.021242Z","steps":["trace[403883835] 'process raft request' (duration: 438.492602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:51.021338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.2127Z","time spent":"808.560556ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:51.021346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.582314Z","time spent":"438.987952ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:51.021424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.795528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da\" ","response":"range_response_count:1 size:3932"} {"level":"info","ts":"2026-04-28T05:06:51.021494Z","caller":"traceutil/trace.go:171","msg":"trace[1057678972] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da; range_end:; response_count:1; response_revision:4328; }","duration":"798.91507ms","start":"2026-04-28T05:06:50.222567Z","end":"2026-04-28T05:06:51.021482Z","steps":["trace[1057678972] 'agreement among raft nodes before linearized reading' (duration: 798.613285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:51.021532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.222551Z","time spent":"798.972281ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3955,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da\" "} {"level":"info","ts":"2026-04-28T05:06:51.021022Z","caller":"traceutil/trace.go:171","msg":"trace[626396798] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"808.322941ms","start":"2026-04-28T05:06:50.212666Z","end":"2026-04-28T05:06:51.020989Z","steps":["trace[626396798] 'process raft request' (duration: 525.01937ms)","trace[626396798] 'compare' (duration: 282.654218ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:51.022472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.212636Z","time spent":"809.585166ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:51.324074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.10576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:06:51.32421Z","caller":"traceutil/trace.go:171","msg":"trace[1493871060] linearizableReadLoop","detail":"{readStateIndex:4532; appliedIndex:4531; }","duration":"303.233345ms","start":"2026-04-28T05:06:51.020959Z","end":"2026-04-28T05:06:51.324193Z","steps":["trace[1493871060] 'read index received' (duration: 148.931391ms)","trace[1493871060] 'applied index is now lower than readState.Index' (duration: 154.300004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:51.324373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06030641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-04-28T05:06:51.324455Z","caller":"traceutil/trace.go:171","msg":"trace[2083388205] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4329; }","duration":"1.060414242s","start":"2026-04-28T05:06:50.264021Z","end":"2026-04-28T05:06:51.324435Z","steps":["trace[2083388205] 'agreement among raft nodes before linearized reading' (duration: 1.060188608s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:51.324481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098093289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T05:06:51.324411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097253472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T05:06:51.324461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.309468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:06:51.324556Z","caller":"traceutil/trace.go:171","msg":"trace[1336109670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4329; }","duration":"1.097427935s","start":"2026-04-28T05:06:50.227115Z","end":"2026-04-28T05:06:51.324543Z","steps":["trace[1336109670] 'agreement among raft nodes before linearized reading' (duration: 1.09718478s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:51.324585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.227102Z","time spent":"1.097473855s","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T05:06:51.324597Z","caller":"traceutil/trace.go:171","msg":"trace[202025318] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4329; }","duration":"702.503692ms","start":"2026-04-28T05:06:50.622073Z","end":"2026-04-28T05:06:51.324576Z","steps":["trace[202025318] 'agreement among raft nodes before linearized reading' (duration: 702.239437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:51.324618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099893023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63692807-bdbc-4913-8006-29972636a57b\" ","response":"range_response_count:1 size:3925"} {"level":"warn","ts":"2026-04-28T05:06:51.324645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.622061Z","time spent":"702.573163ms","remote":"127.0.0.1:46604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:06:51.324656Z","caller":"traceutil/trace.go:171","msg":"trace[1490196133] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-63692807-bdbc-4913-8006-29972636a57b; range_end:; response_count:1; response_revision:4329; }","duration":"1.099945134s","start":"2026-04-28T05:06:50.224699Z","end":"2026-04-28T05:06:51.324644Z","steps":["trace[1490196133] 'agreement among raft nodes before linearized reading' (duration: 1.099857512s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:51.324641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.762604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:51.324695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.224689Z","time spent":"1.099995134s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3948,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63692807-bdbc-4913-8006-29972636a57b\" "} {"level":"info","ts":"2026-04-28T05:06:51.324711Z","caller":"traceutil/trace.go:171","msg":"trace[1156015042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4329; }","duration":"720.882547ms","start":"2026-04-28T05:06:50.603815Z","end":"2026-04-28T05:06:51.324697Z","steps":["trace[1156015042] 'agreement among raft nodes before linearized reading' (duration: 720.756174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:51.324682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088751478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T05:06:51.324746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.603774Z","time spent":"720.966348ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:06:51.324771Z","caller":"traceutil/trace.go:171","msg":"trace[2055718911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4329; }","duration":"1.088872801s","start":"2026-04-28T05:06:50.235881Z","end":"2026-04-28T05:06:51.324754Z","steps":["trace[2055718911] 'agreement among raft nodes before linearized reading' (duration: 1.088507684s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:51.324822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.235874Z","time spent":"1.088939072s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:06:51.3248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093725144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T05:06:51.324923Z","caller":"traceutil/trace.go:171","msg":"trace[1720802178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4329; }","duration":"1.093888906s","start":"2026-04-28T05:06:50.231006Z","end":"2026-04-28T05:06:51.324895Z","steps":["trace[1720802178] 'agreement among raft nodes before linearized reading' (duration: 1.093472069s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:51.324944Z","caller":"traceutil/trace.go:171","msg":"trace[922095183] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"513.873056ms","start":"2026-04-28T05:06:50.811054Z","end":"2026-04-28T05:06:51.324927Z","steps":["trace[922095183] 'process raft request' (duration: 358.820357ms)","trace[922095183] 'compare' (duration: 153.951847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:51.324944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.144117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T05:06:51.324991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.230995Z","time spent":"1.093985488s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T05:06:51.32505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.370487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T05:06:51.325079Z","caller":"traceutil/trace.go:171","msg":"trace[1912439557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4329; }","duration":"206.453189ms","start":"2026-04-28T05:06:51.118619Z","end":"2026-04-28T05:06:51.325072Z","steps":["trace[1912439557] 'agreement among raft nodes before linearized reading' (duration: 206.369347ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:51.325045Z","caller":"traceutil/trace.go:171","msg":"trace[1783912800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4329; }","duration":"740.304341ms","start":"2026-04-28T05:06:50.58472Z","end":"2026-04-28T05:06:51.325024Z","steps":["trace[1783912800] 'agreement among raft nodes before linearized reading' (duration: 739.966564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:51.325061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.94741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-28T05:06:51.324489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.26401Z","time spent":"1.060471043s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T05:06:51.325179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.841614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-0.18aa6cf3c0d7bfee\" ","response":"range_response_count:1 size:973"} {"level":"info","ts":"2026-04-28T05:06:51.325218Z","caller":"traceutil/trace.go:171","msg":"trace[2045024580] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-0.18aa6cf3c0d7bfee; range_end:; response_count:1; response_revision:4329; }","duration":"514.913186ms","start":"2026-04-28T05:06:50.810296Z","end":"2026-04-28T05:06:51.325209Z","steps":["trace[2045024580] 'agreement among raft nodes before linearized reading' (duration: 514.770894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:51.32504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.811028Z","time spent":"513.946517ms","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1351,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:51.32526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.810279Z","time spent":"514.975187ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":996,"request content":"key:\"/registry/events/openstack/valkey-data-valkey-node-0.18aa6cf3c0d7bfee\" "} {"level":"warn","ts":"2026-04-28T05:06:51.325243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.489563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da\" ","response":"range_response_count:1 size:3932"} {"level":"info","ts":"2026-04-28T05:06:51.325313Z","caller":"traceutil/trace.go:171","msg":"trace[2103949737] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dc694aae-148a-4098-9b79-4fdcec7fc2da; range_end:; response_count:1; response_revision:4329; }","duration":"299.609225ms","start":"2026-04-28T05:06:51.025691Z","end":"2026-04-28T05:06:51.3253Z","steps":["trace[2103949737] 'agreement among raft nodes before linearized reading' (duration: 299.471512ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:51.324537Z","caller":"traceutil/trace.go:171","msg":"trace[715004845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4329; }","duration":"1.098174569s","start":"2026-04-28T05:06:50.226352Z","end":"2026-04-28T05:06:51.324526Z","steps":["trace[715004845] 'agreement among raft nodes before linearized reading' (duration: 1.098077088s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:51.325305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097501286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:06:51.325388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.226339Z","time spent":"1.099034176s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T05:06:51.325424Z","caller":"traceutil/trace.go:171","msg":"trace[354979537] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4329; }","duration":"1.0976828s","start":"2026-04-28T05:06:50.227715Z","end":"2026-04-28T05:06:51.325398Z","steps":["trace[354979537] 'agreement among raft nodes before linearized reading' (duration: 1.096522788s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:51.325127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.584703Z","time spent":"740.415012ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:06:51.325492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:50.227702Z","time spent":"1.097779821s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T05:06:51.325235Z","caller":"traceutil/trace.go:171","msg":"trace[851215593] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4329; }","duration":"302.127114ms","start":"2026-04-28T05:06:51.023039Z","end":"2026-04-28T05:06:51.325166Z","steps":["trace[851215593] 'agreement among raft nodes before linearized reading' (duration: 301.751027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:51.326895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:51.02302Z","time spent":"303.852257ms","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T05:06:52.773716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317024214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:06:53.273923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317024214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:06:53.699004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.487272472s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T05:06:53.699455Z","caller":"traceutil/trace.go:171","msg":"trace[2013187955] transaction","detail":"{read_only:false; response_revision:4367; number_of_response:1; }","duration":"1.487821072s","start":"2026-04-28T05:06:52.211607Z","end":"2026-04-28T05:06:53.699428Z","steps":["trace[2013187955] 'process raft request' (duration: 1.48768018s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:53.699616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:52.211579Z","time spent":"1.487975164s","remote":"127.0.0.1:46588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2388,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:06:53.934977Z","caller":"traceutil/trace.go:171","msg":"trace[1435965544] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"907.400822ms","start":"2026-04-28T05:06:53.027549Z","end":"2026-04-28T05:06:53.93495Z","steps":["trace[1435965544] 'process raft request' (duration: 907.310901ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:53.935007Z","caller":"traceutil/trace.go:171","msg":"trace[1634229894] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"907.497484ms","start":"2026-04-28T05:06:53.027468Z","end":"2026-04-28T05:06:53.934966Z","steps":["trace[1634229894] 'process raft request' (duration: 907.32417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:53.93505Z","caller":"traceutil/trace.go:171","msg":"trace[521075248] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"1.659063673s","start":"2026-04-28T05:06:52.275936Z","end":"2026-04-28T05:06:53.935Z","steps":["trace[521075248] 'process raft request' (duration: 1.658689586s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:53.93513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:53.027511Z","time spent":"907.544685ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:53.93521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:52.275918Z","time spent":"1.659213596s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:06:53.935275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:53.027416Z","time spent":"907.676757ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:53.935343Z","caller":"traceutil/trace.go:171","msg":"trace[1568607241] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"906.196109ms","start":"2026-04-28T05:06:53.029098Z","end":"2026-04-28T05:06:53.935294Z","steps":["trace[1568607241] 'process raft request' (duration: 905.805931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:53.935527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:53.029072Z","time spent":"906.360813ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:06:53.936006Z","caller":"traceutil/trace.go:171","msg":"trace[1383186871] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"484.060141ms","start":"2026-04-28T05:06:53.451916Z","end":"2026-04-28T05:06:53.935976Z","steps":["trace[1383186871] 'process raft request' (duration: 483.246365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:53.936133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:53.451886Z","time spent":"484.184523ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:06:53.936247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662830956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1a740fad-6074-4521-b3ad-bd1b3fab7ac6\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-28T05:06:53.936316Z","caller":"traceutil/trace.go:171","msg":"trace[395898648] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1a740fad-6074-4521-b3ad-bd1b3fab7ac6; range_end:; response_count:1; response_revision:4372; }","duration":"1.662952218s","start":"2026-04-28T05:06:52.273343Z","end":"2026-04-28T05:06:53.936295Z","steps":["trace[395898648] 'agreement among raft nodes before linearized reading' (duration: 1.662756235s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:53.936354Z","caller":"traceutil/trace.go:171","msg":"trace[1978356287] linearizableReadLoop","detail":"{readStateIndex:4576; appliedIndex:4571; }","duration":"1.662926338s","start":"2026-04-28T05:06:52.273404Z","end":"2026-04-28T05:06:53.93633Z","steps":["trace[1978356287] 'read index received' (duration: 1.425865398s)","trace[1978356287] 'applied index is now lower than readState.Index' (duration: 237.05655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:06:53.936376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:52.273314Z","time spent":"1.66304751s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1a740fad-6074-4521-b3ad-bd1b3fab7ac6\" "} {"level":"warn","ts":"2026-04-28T05:06:54.035684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71598942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:54.035849Z","caller":"traceutil/trace.go:171","msg":"trace[657193745] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4373; }","duration":"1.716178304s","start":"2026-04-28T05:06:52.319598Z","end":"2026-04-28T05:06:54.035776Z","steps":["trace[657193745] 'agreement among raft nodes before linearized reading' (duration: 1.715916449s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:54.03583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.549522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T05:06:54.035902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:52.319573Z","time spent":"1.716319197s","remote":"127.0.0.1:46496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:54.036012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.950198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T05:06:54.03608Z","caller":"traceutil/trace.go:171","msg":"trace[569046380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4373; }","duration":"693.03333ms","start":"2026-04-28T05:06:53.343026Z","end":"2026-04-28T05:06:54.03606Z","steps":["trace[569046380] 'agreement among raft nodes before linearized reading' (duration: 692.870017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:54.03614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:53.343014Z","time spent":"693.113752ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:06:54.036143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.60289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T05:06:54.03615Z","caller":"traceutil/trace.go:171","msg":"trace[2074564165] transaction","detail":"{read_only:false; response_revision:4373; number_of_response:1; }","duration":"326.422893ms","start":"2026-04-28T05:06:53.709611Z","end":"2026-04-28T05:06:54.036034Z","steps":["trace[2074564165] 'process raft request' (duration: 325.236231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:54.036238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.249767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:06:54.036303Z","caller":"traceutil/trace.go:171","msg":"trace[260944015] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4373; }","duration":"687.33141ms","start":"2026-04-28T05:06:53.348957Z","end":"2026-04-28T05:06:54.036289Z","steps":["trace[260944015] 'agreement among raft nodes before linearized reading' (duration: 687.116805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:54.03632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430343684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:06:54.036338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:53.348949Z","time spent":"687.381451ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:06:54.036341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.984908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T05:06:54.036374Z","caller":"traceutil/trace.go:171","msg":"trace[299369935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4373; }","duration":"694.03852ms","start":"2026-04-28T05:06:53.342329Z","end":"2026-04-28T05:06:54.036367Z","steps":["trace[299369935] 'agreement among raft nodes before linearized reading' (duration: 693.935188ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:54.036373Z","caller":"traceutil/trace.go:171","msg":"trace[411185316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4373; }","duration":"1.430429266s","start":"2026-04-28T05:06:52.605928Z","end":"2026-04-28T05:06:54.036357Z","steps":["trace[411185316] 'agreement among raft nodes before linearized reading' (duration: 1.430362135s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:54.03641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:53.34232Z","time spent":"694.083841ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:06:54.036416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:52.605907Z","time spent":"1.430499267s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:06:54.036248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672265597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1a740fad-6074-4521-b3ad-bd1b3fab7ac6\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-04-28T05:06:54.036503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704585631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:06:54.036556Z","caller":"traceutil/trace.go:171","msg":"trace[226986894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4373; }","duration":"1.704678943s","start":"2026-04-28T05:06:52.331858Z","end":"2026-04-28T05:06:54.036537Z","steps":["trace[226986894] 'agreement among raft nodes before linearized reading' (duration: 1.704433419s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:54.03659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:52.331829Z","time spent":"1.704756044s","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T05:06:54.036527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413164322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:06:54.036543Z","caller":"traceutil/trace.go:171","msg":"trace[2135607753] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1a740fad-6074-4521-b3ad-bd1b3fab7ac6; range_end:; response_count:1; response_revision:4373; }","duration":"1.672594004s","start":"2026-04-28T05:06:52.363935Z","end":"2026-04-28T05:06:54.036529Z","steps":["trace[2135607753] 'agreement among raft nodes before linearized reading' (duration: 1.672131464s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:54.036676Z","caller":"traceutil/trace.go:171","msg":"trace[718073421] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4373; }","duration":"1.413911527s","start":"2026-04-28T05:06:52.622745Z","end":"2026-04-28T05:06:54.036657Z","steps":["trace[718073421] 'agreement among raft nodes before linearized reading' (duration: 1.412814116s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:54.036691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275968869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:06:54.036711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:52.363924Z","time spent":"1.672774017s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1a740fad-6074-4521-b3ad-bd1b3fab7ac6\" "} {"level":"warn","ts":"2026-04-28T05:06:54.03673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:52.622721Z","time spent":"1.413996398s","remote":"127.0.0.1:46530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:54.036578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.474533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:06:54.036757Z","caller":"traceutil/trace.go:171","msg":"trace[660200390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4373; }","duration":"1.276083201s","start":"2026-04-28T05:06:52.760658Z","end":"2026-04-28T05:06:54.036741Z","steps":["trace[660200390] 'agreement among raft nodes before linearized reading' (duration: 1.275967519s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:54.036791Z","caller":"traceutil/trace.go:171","msg":"trace[39938659] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4373; }","duration":"895.775369ms","start":"2026-04-28T05:06:53.141003Z","end":"2026-04-28T05:06:54.036779Z","steps":["trace[39938659] 'agreement among raft nodes before linearized reading' (duration: 895.443942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:54.0368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:52.760637Z","time spent":"1.276152132s","remote":"127.0.0.1:55690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:54.036829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:53.140985Z","time spent":"895.831889ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:06:54.03583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.53882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T05:06:54.037193Z","caller":"traceutil/trace.go:171","msg":"trace[369179997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4373; }","duration":"694.999918ms","start":"2026-04-28T05:06:53.342179Z","end":"2026-04-28T05:06:54.037178Z","steps":["trace[369179997] 'agreement among raft nodes before linearized reading' (duration: 693.349976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:54.0365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:53.709593Z","time spent":"326.746539ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3347,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T05:06:54.036221Z","caller":"traceutil/trace.go:171","msg":"trace[1882890377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4373; }","duration":"693.734593ms","start":"2026-04-28T05:06:53.342462Z","end":"2026-04-28T05:06:54.036196Z","steps":["trace[1882890377] 'agreement among raft nodes before linearized reading' (duration: 693.481468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:54.037319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:53.342441Z","time spent":"694.856115ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T05:06:54.037237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:53.342156Z","time spent":"695.061599ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T05:06:54.037748Z","caller":"traceutil/trace.go:171","msg":"trace[1774743341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4373; }","duration":"691.705554ms","start":"2026-04-28T05:06:53.344199Z","end":"2026-04-28T05:06:54.035905Z","steps":["trace[1774743341] 'agreement among raft nodes before linearized reading' (duration: 691.47556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:06:54.03791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:06:53.34419Z","time spent":"693.700903ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T05:06:54.074958Z","caller":"traceutil/trace.go:171","msg":"trace[691049078] transaction","detail":"{read_only:false; response_revision:4374; number_of_response:1; }","duration":"131.550706ms","start":"2026-04-28T05:06:53.943369Z","end":"2026-04-28T05:06:54.07492Z","steps":["trace[691049078] 'process raft request' (duration: 131.358523ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:06:58.498Z","caller":"traceutil/trace.go:171","msg":"trace[1162874303] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"144.680199ms","start":"2026-04-28T05:06:58.353285Z","end":"2026-04-28T05:06:58.497965Z","steps":["trace[1162874303] 'process raft request' (duration: 144.460945ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:02.342153Z","caller":"traceutil/trace.go:171","msg":"trace[1088322150] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"508.542847ms","start":"2026-04-28T05:07:01.833582Z","end":"2026-04-28T05:07:02.342124Z","steps":["trace[1088322150] 'process raft request' (duration: 508.388374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:02.342355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:01.833555Z","time spent":"508.72257ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:02.360403Z","caller":"traceutil/trace.go:171","msg":"trace[2004401164] transaction","detail":"{read_only:false; response_revision:4471; number_of_response:1; }","duration":"299.473217ms","start":"2026-04-28T05:07:02.060913Z","end":"2026-04-28T05:07:02.360387Z","steps":["trace[2004401164] 'process raft request' (duration: 299.363565ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:02.360447Z","caller":"traceutil/trace.go:171","msg":"trace[728384888] transaction","detail":"{read_only:false; response_revision:4470; number_of_response:1; }","duration":"351.179236ms","start":"2026-04-28T05:07:02.009233Z","end":"2026-04-28T05:07:02.360412Z","steps":["trace[728384888] 'process raft request' (duration: 350.938771ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:02.360636Z","caller":"traceutil/trace.go:171","msg":"trace[2032098637] transaction","detail":"{read_only:false; response_revision:4472; number_of_response:1; }","duration":"299.168141ms","start":"2026-04-28T05:07:02.061457Z","end":"2026-04-28T05:07:02.360625Z","steps":["trace[2032098637] 'process raft request' (duration: 298.894096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:02.360624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:02.009214Z","time spent":"351.305338ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:02.360915Z","caller":"traceutil/trace.go:171","msg":"trace[1773651795] transaction","detail":"{read_only:false; response_revision:4473; number_of_response:1; }","duration":"297.764244ms","start":"2026-04-28T05:07:02.063133Z","end":"2026-04-28T05:07:02.360897Z","steps":["trace[1773651795] 'process raft request' (duration: 297.416617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:02.360941Z","caller":"traceutil/trace.go:171","msg":"trace[1460510033] linearizableReadLoop","detail":"{readStateIndex:4680; appliedIndex:4676; }","duration":"238.014849ms","start":"2026-04-28T05:07:02.122907Z","end":"2026-04-28T05:07:02.360922Z","steps":["trace[1460510033] 'read index received' (duration: 219.201576ms)","trace[1460510033] 'applied index is now lower than readState.Index' (duration: 18.812423ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:02.361029Z","caller":"traceutil/trace.go:171","msg":"trace[122745956] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"121.572339ms","start":"2026-04-28T05:07:02.239444Z","end":"2026-04-28T05:07:02.361016Z","steps":["trace[122745956] 'process raft request' (duration: 121.319924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:02.361153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.236313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T05:07:02.361179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.393183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T05:07:02.361198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.895445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:02.361213Z","caller":"traceutil/trace.go:171","msg":"trace[293289566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4474; }","duration":"238.325395ms","start":"2026-04-28T05:07:02.122874Z","end":"2026-04-28T05:07:02.361199Z","steps":["trace[293289566] 'agreement among raft nodes before linearized reading' (duration: 238.155141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:02.361243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.816761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T05:07:02.36129Z","caller":"traceutil/trace.go:171","msg":"trace[1000588360] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4474; }","duration":"108.038488ms","start":"2026-04-28T05:07:02.253228Z","end":"2026-04-28T05:07:02.361267Z","steps":["trace[1000588360] 'agreement among raft nodes before linearized reading' (duration: 107.895855ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:02.361296Z","caller":"traceutil/trace.go:171","msg":"trace[890362120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4474; }","duration":"227.886643ms","start":"2026-04-28T05:07:02.133395Z","end":"2026-04-28T05:07:02.361281Z","steps":["trace[890362120] 'agreement among raft nodes before linearized reading' (duration: 227.750591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:02.361341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.205905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:07:02.36123Z","caller":"traceutil/trace.go:171","msg":"trace[1772447069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4474; }","duration":"228.486515ms","start":"2026-04-28T05:07:02.132731Z","end":"2026-04-28T05:07:02.361217Z","steps":["trace[1772447069] 'agreement among raft nodes before linearized reading' (duration: 228.328112ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:02.361379Z","caller":"traceutil/trace.go:171","msg":"trace[2134818613] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4474; }","duration":"220.277816ms","start":"2026-04-28T05:07:02.141094Z","end":"2026-04-28T05:07:02.361371Z","steps":["trace[2134818613] 'agreement among raft nodes before linearized reading' (duration: 220.184924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:02.361351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.001539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T05:07:02.361427Z","caller":"traceutil/trace.go:171","msg":"trace[782059050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4474; }","duration":"224.09224ms","start":"2026-04-28T05:07:02.137317Z","end":"2026-04-28T05:07:02.361409Z","steps":["trace[782059050] 'agreement among raft nodes before linearized reading' (duration: 223.822885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:02.361725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.379733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:07:02.363538Z","caller":"traceutil/trace.go:171","msg":"trace[586444633] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4474; }","duration":"230.210778ms","start":"2026-04-28T05:07:02.133285Z","end":"2026-04-28T05:07:02.363496Z","steps":["trace[586444633] 'agreement among raft nodes before linearized reading' (duration: 227.893003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:02.396249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.854742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T05:07:02.396325Z","caller":"traceutil/trace.go:171","msg":"trace[990967397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4474; }","duration":"258.954264ms","start":"2026-04-28T05:07:02.13734Z","end":"2026-04-28T05:07:02.396294Z","steps":["trace[990967397] 'agreement among raft nodes before linearized reading' (duration: 223.767494ms)","trace[990967397] 'range keys from in-memory index tree' (duration: 34.15958ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:08.573844Z","caller":"traceutil/trace.go:171","msg":"trace[1145271204] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"159.285987ms","start":"2026-04-28T05:07:08.41453Z","end":"2026-04-28T05:07:08.573816Z","steps":["trace[1145271204] 'process raft request' (duration: 159.111614ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:08.575235Z","caller":"traceutil/trace.go:171","msg":"trace[834793200] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"149.541589ms","start":"2026-04-28T05:07:08.425675Z","end":"2026-04-28T05:07:08.575217Z","steps":["trace[834793200] 'process raft request' (duration: 149.330375ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:08.575222Z","caller":"traceutil/trace.go:171","msg":"trace[1070493295] linearizableReadLoop","detail":"{readStateIndex:4715; appliedIndex:4711; }","duration":"131.501891ms","start":"2026-04-28T05:07:08.4437Z","end":"2026-04-28T05:07:08.575201Z","steps":["trace[1070493295] 'read index received' (duration: 129.956781ms)","trace[1070493295] 'applied index is now lower than readState.Index' (duration: 1.54403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:07:08.575391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.695645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T05:07:08.575373Z","caller":"traceutil/trace.go:171","msg":"trace[886388929] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"134.444598ms","start":"2026-04-28T05:07:08.440897Z","end":"2026-04-28T05:07:08.575342Z","steps":["trace[886388929] 'process raft request' (duration: 134.269894ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:08.575432Z","caller":"traceutil/trace.go:171","msg":"trace[1316718100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4507; }","duration":"131.791257ms","start":"2026-04-28T05:07:08.443631Z","end":"2026-04-28T05:07:08.575423Z","steps":["trace[1316718100] 'agreement among raft nodes before linearized reading' (duration: 131.637854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:08.575616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.213418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T05:07:08.575636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.377555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:07:08.575636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.136489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:07:08.57565Z","caller":"traceutil/trace.go:171","msg":"trace[1619749564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4507; }","duration":"127.25915ms","start":"2026-04-28T05:07:08.448382Z","end":"2026-04-28T05:07:08.575641Z","steps":["trace[1619749564] 'agreement among raft nodes before linearized reading' (duration: 127.168798ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:08.57567Z","caller":"traceutil/trace.go:171","msg":"trace[511534046] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4507; }","duration":"122.453997ms","start":"2026-04-28T05:07:08.453207Z","end":"2026-04-28T05:07:08.575661Z","steps":["trace[511534046] 'agreement among raft nodes before linearized reading' (duration: 122.319405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:08.575683Z","caller":"traceutil/trace.go:171","msg":"trace[120959309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4507; }","duration":"125.20061ms","start":"2026-04-28T05:07:08.45047Z","end":"2026-04-28T05:07:08.575671Z","steps":["trace[120959309] 'agreement among raft nodes before linearized reading' (duration: 125.032047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:08.575661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.269422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T05:07:08.575679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.731707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T05:07:08.57569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.284122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T05:07:08.575734Z","caller":"traceutil/trace.go:171","msg":"trace[3509088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4507; }","duration":"125.361793ms","start":"2026-04-28T05:07:08.450356Z","end":"2026-04-28T05:07:08.575718Z","steps":["trace[3509088] 'agreement among raft nodes before linearized reading' (duration: 125.18449ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:08.57575Z","caller":"traceutil/trace.go:171","msg":"trace[1779523863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4507; }","duration":"125.354603ms","start":"2026-04-28T05:07:08.450378Z","end":"2026-04-28T05:07:08.575733Z","steps":["trace[1779523863] 'agreement among raft nodes before linearized reading' (duration: 125.178149ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:08.575743Z","caller":"traceutil/trace.go:171","msg":"trace[1880185906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4507; }","duration":"129.814829ms","start":"2026-04-28T05:07:08.445906Z","end":"2026-04-28T05:07:08.575721Z","steps":["trace[1880185906] 'agreement among raft nodes before linearized reading' (duration: 129.681767ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:08.575913Z","caller":"traceutil/trace.go:171","msg":"trace[952645338] transaction","detail":"{read_only:false; response_revision:4506; number_of_response:1; }","duration":"135.187913ms","start":"2026-04-28T05:07:08.440135Z","end":"2026-04-28T05:07:08.575323Z","steps":["trace[952645338] 'process raft request' (duration: 134.989918ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:18.783931Z","caller":"traceutil/trace.go:171","msg":"trace[1712118762] linearizableReadLoop","detail":"{readStateIndex:4774; appliedIndex:4773; }","duration":"130.41134ms","start":"2026-04-28T05:07:18.653493Z","end":"2026-04-28T05:07:18.783905Z","steps":["trace[1712118762] 'read index received' (duration: 40.206766ms)","trace[1712118762] 'applied index is now lower than readState.Index' (duration: 90.203084ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:18.783997Z","caller":"traceutil/trace.go:171","msg":"trace[1885919969] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"155.996745ms","start":"2026-04-28T05:07:18.627974Z","end":"2026-04-28T05:07:18.783971Z","steps":["trace[1885919969] 'process raft request' (duration: 65.821341ms)","trace[1885919969] 'compare' (duration: 89.854128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:07:18.784187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.681985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:07:18.784224Z","caller":"traceutil/trace.go:171","msg":"trace[835316369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4564; }","duration":"130.760086ms","start":"2026-04-28T05:07:18.653453Z","end":"2026-04-28T05:07:18.784213Z","steps":["trace[835316369] 'agreement among raft nodes before linearized reading' (duration: 130.578753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:18.784215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.335519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T05:07:18.784267Z","caller":"traceutil/trace.go:171","msg":"trace[73319830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4564; }","duration":"130.437111ms","start":"2026-04-28T05:07:18.653816Z","end":"2026-04-28T05:07:18.784253Z","steps":["trace[73319830] 'agreement among raft nodes before linearized reading' (duration: 130.284708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:18.784266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.738717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T05:07:18.784268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.280134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T05:07:18.784269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.664879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:07:18.784335Z","caller":"traceutil/trace.go:171","msg":"trace[148689368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4564; }","duration":"130.845758ms","start":"2026-04-28T05:07:18.653471Z","end":"2026-04-28T05:07:18.784317Z","steps":["trace[148689368] 'agreement among raft nodes before linearized reading' (duration: 130.609964ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:18.784342Z","caller":"traceutil/trace.go:171","msg":"trace[218524526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4564; }","duration":"121.383896ms","start":"2026-04-28T05:07:18.662941Z","end":"2026-04-28T05:07:18.784325Z","steps":["trace[218524526] 'agreement among raft nodes before linearized reading' (duration: 121.195873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:18.784363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.731426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T05:07:18.784351Z","caller":"traceutil/trace.go:171","msg":"trace[936302387] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4564; }","duration":"124.771671ms","start":"2026-04-28T05:07:18.659564Z","end":"2026-04-28T05:07:18.784335Z","steps":["trace[936302387] 'agreement among raft nodes before linearized reading' (duration: 124.534307ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:18.784463Z","caller":"traceutil/trace.go:171","msg":"trace[1516577349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4564; }","duration":"130.869168ms","start":"2026-04-28T05:07:18.653574Z","end":"2026-04-28T05:07:18.784444Z","steps":["trace[1516577349] 'agreement among raft nodes before linearized reading' (duration: 130.546662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:21.36051Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2924} {"level":"info","ts":"2026-04-28T05:07:21.470128Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2924,"took":"108.521916ms","hash":647891322,"current-db-size-bytes":43057152,"current-db-size":"43 MB","current-db-size-in-use-bytes":17735680,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-28T05:07:21.470212Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":647891322,"revision":2924,"compact-revision":-1} {"level":"info","ts":"2026-04-28T05:07:22.777878Z","caller":"traceutil/trace.go:171","msg":"trace[1703782854] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"201.955562ms","start":"2026-04-28T05:07:22.575876Z","end":"2026-04-28T05:07:22.777832Z","steps":["trace[1703782854] 'process raft request' (duration: 201.585955ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:22.777982Z","caller":"traceutil/trace.go:171","msg":"trace[1531652034] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"150.857964ms","start":"2026-04-28T05:07:22.627075Z","end":"2026-04-28T05:07:22.777933Z","steps":["trace[1531652034] 'process raft request' (duration: 150.741722ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:22.778291Z","caller":"traceutil/trace.go:171","msg":"trace[1667332930] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"146.111874ms","start":"2026-04-28T05:07:22.632156Z","end":"2026-04-28T05:07:22.778268Z","steps":["trace[1667332930] 'process raft request' (duration: 145.93756ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:22.778271Z","caller":"traceutil/trace.go:171","msg":"trace[984657612] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"146.943019ms","start":"2026-04-28T05:07:22.631275Z","end":"2026-04-28T05:07:22.778218Z","steps":["trace[984657612] 'process raft request' (duration: 146.607442ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:22.777985Z","caller":"traceutil/trace.go:171","msg":"trace[1044893603] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"159.578743ms","start":"2026-04-28T05:07:22.618366Z","end":"2026-04-28T05:07:22.777945Z","steps":["trace[1044893603] 'process raft request' (duration: 159.339919ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:22.778232Z","caller":"traceutil/trace.go:171","msg":"trace[318480664] linearizableReadLoop","detail":"{readStateIndex:4800; appliedIndex:4798; }","duration":"171.919862ms","start":"2026-04-28T05:07:22.606291Z","end":"2026-04-28T05:07:22.778211Z","steps":["trace[318480664] 'read index received' (duration: 34.065718ms)","trace[318480664] 'applied index is now lower than readState.Index' (duration: 137.853364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:07:22.778581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.274059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:22.778636Z","caller":"traceutil/trace.go:171","msg":"trace[1906708366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4592; }","duration":"172.374821ms","start":"2026-04-28T05:07:22.606243Z","end":"2026-04-28T05:07:22.778618Z","steps":["trace[1906708366] 'agreement among raft nodes before linearized reading' (duration: 172.257609ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:23.023487Z","caller":"traceutil/trace.go:171","msg":"trace[332613910] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"142.674377ms","start":"2026-04-28T05:07:22.880779Z","end":"2026-04-28T05:07:23.023453Z","steps":["trace[332613910] 'process raft request' (duration: 142.589515ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:23.023544Z","caller":"traceutil/trace.go:171","msg":"trace[890099109] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"143.799239ms","start":"2026-04-28T05:07:22.879705Z","end":"2026-04-28T05:07:23.023504Z","steps":["trace[890099109] 'process raft request' (duration: 115.348778ms)","trace[890099109] 'compare' (duration: 28.158675ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:23.023761Z","caller":"traceutil/trace.go:171","msg":"trace[1060712360] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"138.69692ms","start":"2026-04-28T05:07:22.885045Z","end":"2026-04-28T05:07:23.023742Z","steps":["trace[1060712360] 'process raft request' (duration: 138.370704ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:23.023776Z","caller":"traceutil/trace.go:171","msg":"trace[333249808] linearizableReadLoop","detail":"{readStateIndex:4809; appliedIndex:4806; }","duration":"141.933754ms","start":"2026-04-28T05:07:22.881786Z","end":"2026-04-28T05:07:23.02372Z","steps":["trace[333249808] 'read index received' (duration: 10.472734ms)","trace[333249808] 'applied index is now lower than readState.Index' (duration: 131.45678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:07:23.024418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.593926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108991"} {"level":"info","ts":"2026-04-28T05:07:23.024554Z","caller":"traceutil/trace.go:171","msg":"trace[674245794] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4598; }","duration":"142.775599ms","start":"2026-04-28T05:07:22.881749Z","end":"2026-04-28T05:07:23.024525Z","steps":["trace[674245794] 'agreement among raft nodes before linearized reading' (duration: 142.129037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:27.385969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317024759,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T05:07:27.392455Z","caller":"traceutil/trace.go:171","msg":"trace[1670063578] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"517.785505ms","start":"2026-04-28T05:07:26.874638Z","end":"2026-04-28T05:07:27.392423Z","steps":["trace[1670063578] 'process raft request' (duration: 517.610552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:27.392639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:26.87462Z","time spent":"517.928378ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:27.399227Z","caller":"traceutil/trace.go:171","msg":"trace[421635020] linearizableReadLoop","detail":"{readStateIndex:4834; appliedIndex:4832; }","duration":"513.524333ms","start":"2026-04-28T05:07:26.885686Z","end":"2026-04-28T05:07:27.39921Z","steps":["trace[421635020] 'read index received' (duration: 506.568629ms)","trace[421635020] 'applied index is now lower than readState.Index' (duration: 6.954894ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:27.399325Z","caller":"traceutil/trace.go:171","msg":"trace[445156713] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"523.663109ms","start":"2026-04-28T05:07:26.875627Z","end":"2026-04-28T05:07:27.39929Z","steps":["trace[445156713] 'process raft request' (duration: 523.486635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:27.399466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.920963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:07:27.399475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.35395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T05:07:27.3995Z","caller":"traceutil/trace.go:171","msg":"trace[1627878360] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4621; }","duration":"347.971403ms","start":"2026-04-28T05:07:27.051519Z","end":"2026-04-28T05:07:27.399491Z","steps":["trace[1627878360] 'agreement among raft nodes before linearized reading' (duration: 347.851611ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:27.399506Z","caller":"traceutil/trace.go:171","msg":"trace[637245139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4621; }","duration":"350.4016ms","start":"2026-04-28T05:07:27.049096Z","end":"2026-04-28T05:07:27.399498Z","steps":["trace[637245139] 'agreement among raft nodes before linearized reading' (duration: 350.342379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:27.399507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:26.875607Z","time spent":"523.815301ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:27.399527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:27.051513Z","time spent":"348.009374ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:07:27.399533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:27.04909Z","time spent":"350.437741ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:07:27.39954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.883265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T05:07:27.39959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.646315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6cfe561fb20a\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-28T05:07:27.399624Z","caller":"traceutil/trace.go:171","msg":"trace[550236367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4621; }","duration":"447.000097ms","start":"2026-04-28T05:07:26.952604Z","end":"2026-04-28T05:07:27.399604Z","steps":["trace[550236367] 'agreement among raft nodes before linearized reading' (duration: 446.730112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:27.399627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.381079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T05:07:27.399648Z","caller":"traceutil/trace.go:171","msg":"trace[1987759487] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa6cfe561fb20a; range_end:; response_count:1; response_revision:4621; }","duration":"306.747617ms","start":"2026-04-28T05:07:27.092881Z","end":"2026-04-28T05:07:27.399629Z","steps":["trace[1987759487] 'agreement among raft nodes before linearized reading' (duration: 306.543643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:27.399672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:26.952587Z","time spent":"447.076319ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:07:27.399694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:27.092859Z","time spent":"306.827369ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6cfe561fb20a\" "} {"level":"info","ts":"2026-04-28T05:07:27.399698Z","caller":"traceutil/trace.go:171","msg":"trace[1666188666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4621; }","duration":"352.487741ms","start":"2026-04-28T05:07:27.04719Z","end":"2026-04-28T05:07:27.399678Z","steps":["trace[1666188666] 'agreement among raft nodes before linearized reading' (duration: 352.281697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:27.399739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.752957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:07:27.399759Z","caller":"traceutil/trace.go:171","msg":"trace[873413169] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4621; }","duration":"514.148734ms","start":"2026-04-28T05:07:26.885604Z","end":"2026-04-28T05:07:27.399753Z","steps":["trace[873413169] 'agreement among raft nodes before linearized reading' (duration: 513.682496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:27.399747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:27.047167Z","time spent":"352.568303ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:07:27.399774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:26.885576Z","time spent":"514.194696ms","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T05:07:29.443292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317024776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:07:29.930156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060778647s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T05:07:29.930586Z","caller":"traceutil/trace.go:171","msg":"trace[1886152455] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"1.061303218s","start":"2026-04-28T05:07:28.869259Z","end":"2026-04-28T05:07:29.930563Z","steps":["trace[1886152455] 'process raft request' (duration: 1.061113994s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:29.930727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:28.869227Z","time spent":"1.06142696s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:30.177903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.123727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:07:30.178105Z","caller":"traceutil/trace.go:171","msg":"trace[253066283] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"1.301852776s","start":"2026-04-28T05:07:28.876234Z","end":"2026-04-28T05:07:30.178086Z","steps":["trace[253066283] 'process raft request' (duration: 1.301762784s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:30.178116Z","caller":"traceutil/trace.go:171","msg":"trace[1454903102] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"1.301941007s","start":"2026-04-28T05:07:28.876137Z","end":"2026-04-28T05:07:30.178078Z","steps":["trace[1454903102] 'process raft request' (duration: 1.175559654s)","trace[1454903102] 'compare' (duration: 125.908233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:07:30.178182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:28.876226Z","time spent":"1.301921727s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:30.178181Z","caller":"traceutil/trace.go:171","msg":"trace[774525345] linearizableReadLoop","detail":"{readStateIndex:4842; appliedIndex:4838; }","duration":"1.235728798s","start":"2026-04-28T05:07:28.94243Z","end":"2026-04-28T05:07:30.178159Z","steps":["trace[774525345] 'read index received' (duration: 987.956861ms)","trace[774525345] 'applied index is now lower than readState.Index' (duration: 247.770937ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:30.178256Z","caller":"traceutil/trace.go:171","msg":"trace[1545324885] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"1.301831895s","start":"2026-04-28T05:07:28.876385Z","end":"2026-04-28T05:07:30.178217Z","steps":["trace[1545324885] 'process raft request' (duration: 1.301667252s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:30.178288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:28.876109Z","time spent":"1.30208838s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:30.178334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235885931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:07:30.178372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04792472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:07:30.178402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.883966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T05:07:30.17841Z","caller":"traceutil/trace.go:171","msg":"trace[1260014776] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4629; }","duration":"1.048016852s","start":"2026-04-28T05:07:29.130381Z","end":"2026-04-28T05:07:30.178398Z","steps":["trace[1260014776] 'agreement among raft nodes before linearized reading' (duration: 1.04792802s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:30.178396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.433351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:30.178432Z","caller":"traceutil/trace.go:171","msg":"trace[1944625088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4629; }","duration":"740.953937ms","start":"2026-04-28T05:07:29.437469Z","end":"2026-04-28T05:07:30.178423Z","steps":["trace[1944625088] 'agreement among raft nodes before linearized reading' (duration: 740.838465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:30.17862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.230972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T05:07:30.178645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:29.437442Z","time spent":"741.192792ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:07:30.17845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:29.13036Z","time spent":"1.048081312s","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:07:30.178667Z","caller":"traceutil/trace.go:171","msg":"trace[1819419678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4629; }","duration":"741.298493ms","start":"2026-04-28T05:07:29.437356Z","end":"2026-04-28T05:07:30.178654Z","steps":["trace[1819419678] 'agreement among raft nodes before linearized reading' (duration: 741.12527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:30.178673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.109115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T05:07:30.178713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:29.437344Z","time spent":"741.357024ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:07:30.178707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.857709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T05:07:30.178738Z","caller":"traceutil/trace.go:171","msg":"trace[690965806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4629; }","duration":"764.180607ms","start":"2026-04-28T05:07:29.414536Z","end":"2026-04-28T05:07:30.178717Z","steps":["trace[690965806] 'agreement among raft nodes before linearized reading' (duration: 763.970943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:30.1788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:29.414529Z","time spent":"764.259538ms","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T05:07:30.178803Z","caller":"traceutil/trace.go:171","msg":"trace[1521563972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4629; }","duration":"764.982592ms","start":"2026-04-28T05:07:29.413793Z","end":"2026-04-28T05:07:30.178775Z","steps":["trace[1521563972] 'agreement among raft nodes before linearized reading' (duration: 764.681946ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:30.178427Z","caller":"traceutil/trace.go:171","msg":"trace[2113803328] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:4629; }","duration":"1.236022144s","start":"2026-04-28T05:07:28.942374Z","end":"2026-04-28T05:07:30.178396Z","steps":["trace[2113803328] 'agreement among raft nodes before linearized reading' (duration: 1.235878541s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:30.178859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:29.413785Z","time spent":"765.065493ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:07:30.178895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:28.942356Z","time spent":"1.236497292s","remote":"127.0.0.1:46980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:07:30.178445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:28.876335Z","time spent":"1.302005279s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:30.178487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.566164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T05:07:30.178469Z","caller":"traceutil/trace.go:171","msg":"trace[1080500939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4629; }","duration":"573.534113ms","start":"2026-04-28T05:07:29.604916Z","end":"2026-04-28T05:07:30.17845Z","steps":["trace[1080500939] 'agreement among raft nodes before linearized reading' (duration: 573.432581ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:30.179027Z","caller":"traceutil/trace.go:171","msg":"trace[1350551701] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:4629; }","duration":"159.103444ms","start":"2026-04-28T05:07:30.019906Z","end":"2026-04-28T05:07:30.179009Z","steps":["trace[1350551701] 'agreement among raft nodes before linearized reading' (duration: 158.440242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:30.179067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:29.6049Z","time spent":"574.151295ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:07:30.178566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.9928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:07:30.178567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.965025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:07:30.179153Z","caller":"traceutil/trace.go:171","msg":"trace[1394839891] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4629; }","duration":"740.58367ms","start":"2026-04-28T05:07:29.438549Z","end":"2026-04-28T05:07:30.179133Z","steps":["trace[1394839891] 'agreement among raft nodes before linearized reading' (duration: 739.937528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:30.179173Z","caller":"traceutil/trace.go:171","msg":"trace[573537002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4629; }","duration":"775.585667ms","start":"2026-04-28T05:07:29.403568Z","end":"2026-04-28T05:07:30.179154Z","steps":["trace[573537002] 'agreement among raft nodes before linearized reading' (duration: 774.908394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:30.179253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:29.438542Z","time spent":"740.691112ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:07:30.179287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:29.403556Z","time spent":"775.711069ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:07:30.178568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.538686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:07:30.17857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.588153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T05:07:30.179343Z","caller":"traceutil/trace.go:171","msg":"trace[2023411761] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4629; }","duration":"791.348632ms","start":"2026-04-28T05:07:29.387971Z","end":"2026-04-28T05:07:30.179319Z","steps":["trace[2023411761] 'agreement among raft nodes before linearized reading' (duration: 790.563546ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:30.179367Z","caller":"traceutil/trace.go:171","msg":"trace[2136613628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4629; }","duration":"782.418578ms","start":"2026-04-28T05:07:29.39693Z","end":"2026-04-28T05:07:30.179348Z","steps":["trace[2136613628] 'agreement among raft nodes before linearized reading' (duration: 781.554581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:30.179387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:29.387952Z","time spent":"791.422603ms","remote":"127.0.0.1:38084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:07:30.179426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:29.396904Z","time spent":"782.50447ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T05:07:30.427961Z","caller":"traceutil/trace.go:171","msg":"trace[2023493174] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"244.169377ms","start":"2026-04-28T05:07:30.183773Z","end":"2026-04-28T05:07:30.427943Z","steps":["trace[2023493174] 'process raft request' (duration: 244.121376ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:30.427994Z","caller":"traceutil/trace.go:171","msg":"trace[675150596] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"244.199458ms","start":"2026-04-28T05:07:30.183763Z","end":"2026-04-28T05:07:30.427962Z","steps":["trace[675150596] 'process raft request' (duration: 243.992345ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:30.428195Z","caller":"traceutil/trace.go:171","msg":"trace[1260352975] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"244.367381ms","start":"2026-04-28T05:07:30.183811Z","end":"2026-04-28T05:07:30.428178Z","steps":["trace[1260352975] 'process raft request' (duration: 244.106537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:30.428324Z","caller":"traceutil/trace.go:171","msg":"trace[1458636472] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"244.050105ms","start":"2026-04-28T05:07:30.184268Z","end":"2026-04-28T05:07:30.428318Z","steps":["trace[1458636472] 'process raft request' (duration: 243.850191ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:30.428404Z","caller":"traceutil/trace.go:171","msg":"trace[1731164907] linearizableReadLoop","detail":"{readStateIndex:4848; appliedIndex:4842; }","duration":"243.714929ms","start":"2026-04-28T05:07:30.184663Z","end":"2026-04-28T05:07:30.428378Z","steps":["trace[1731164907] 'read index received' (duration: 48.189282ms)","trace[1731164907] 'applied index is now lower than readState.Index' (duration: 195.524267ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:30.428415Z","caller":"traceutil/trace.go:171","msg":"trace[1409214288] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"243.888712ms","start":"2026-04-28T05:07:30.184501Z","end":"2026-04-28T05:07:30.42839Z","steps":["trace[1409214288] 'process raft request' (duration: 243.789851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:30.428727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.041086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109388"} {"level":"info","ts":"2026-04-28T05:07:30.428793Z","caller":"traceutil/trace.go:171","msg":"trace[298701393] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4634; }","duration":"244.123078ms","start":"2026-04-28T05:07:30.184657Z","end":"2026-04-28T05:07:30.42878Z","steps":["trace[298701393] 'agreement among raft nodes before linearized reading' (duration: 243.809921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:30.813559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.531927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:07:30.813673Z","caller":"traceutil/trace.go:171","msg":"trace[657716436] linearizableReadLoop","detail":"{readStateIndex:4849; appliedIndex:4848; }","duration":"385.188284ms","start":"2026-04-28T05:07:30.428467Z","end":"2026-04-28T05:07:30.813655Z","steps":["trace[657716436] 'read index received' (duration: 188.435061ms)","trace[657716436] 'applied index is now lower than readState.Index' (duration: 196.750743ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:30.813749Z","caller":"traceutil/trace.go:171","msg":"trace[1550392930] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"579.684152ms","start":"2026-04-28T05:07:30.234024Z","end":"2026-04-28T05:07:30.813708Z","steps":["trace[1550392930] 'process raft request' (duration: 382.928749ms)","trace[1550392930] 'compare' (duration: 196.325934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:07:30.813918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.843684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-28T05:07:30.813919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:30.234003Z","time spent":"579.815934ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:30.813953Z","caller":"traceutil/trace.go:171","msg":"trace[2076880746] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4635; }","duration":"534.933846ms","start":"2026-04-28T05:07:30.279004Z","end":"2026-04-28T05:07:30.813938Z","steps":["trace[2076880746] 'agreement among raft nodes before linearized reading' (duration: 534.759453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:30.81401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:30.278971Z","time spent":"535.027418ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T05:07:30.814308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.188297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:07:30.814348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.481128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:30.814388Z","caller":"traceutil/trace.go:171","msg":"trace[1937845258] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4635; }","duration":"305.33399ms","start":"2026-04-28T05:07:30.509037Z","end":"2026-04-28T05:07:30.814371Z","steps":["trace[1937845258] 'agreement among raft nodes before linearized reading' (duration: 305.193097ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:30.814423Z","caller":"traceutil/trace.go:171","msg":"trace[95837764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4635; }","duration":"208.597851ms","start":"2026-04-28T05:07:30.605807Z","end":"2026-04-28T05:07:30.814405Z","steps":["trace[95837764] 'agreement among raft nodes before linearized reading' (duration: 208.443628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:30.814433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:30.50901Z","time spent":"305.413181ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:07:30.814488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.318453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T05:07:30.814569Z","caller":"traceutil/trace.go:171","msg":"trace[1350516913] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4635; }","duration":"536.431525ms","start":"2026-04-28T05:07:30.278111Z","end":"2026-04-28T05:07:30.814542Z","steps":["trace[1350516913] 'agreement among raft nodes before linearized reading' (duration: 536.14956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:30.814611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:30.278096Z","time spent":"536.503536ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T05:07:31.03037Z","caller":"traceutil/trace.go:171","msg":"trace[1165280615] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"210.743122ms","start":"2026-04-28T05:07:30.819588Z","end":"2026-04-28T05:07:31.030332Z","steps":["trace[1165280615] 'process raft request' (duration: 208.409107ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:31.040507Z","caller":"traceutil/trace.go:171","msg":"trace[781898391] linearizableReadLoop","detail":"{readStateIndex:4851; appliedIndex:4849; }","duration":"219.280208ms","start":"2026-04-28T05:07:30.821196Z","end":"2026-04-28T05:07:31.040476Z","steps":["trace[781898391] 'read index received' (duration: 206.951499ms)","trace[781898391] 'applied index is now lower than readState.Index' (duration: 12.327179ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:31.040606Z","caller":"traceutil/trace.go:171","msg":"trace[1024506034] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"220.741846ms","start":"2026-04-28T05:07:30.819823Z","end":"2026-04-28T05:07:31.040565Z","steps":["trace[1024506034] 'process raft request' (duration: 220.44257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:31.040709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.492451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T05:07:31.040747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.498178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:07:31.040756Z","caller":"traceutil/trace.go:171","msg":"trace[1449267648] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4637; }","duration":"219.575714ms","start":"2026-04-28T05:07:30.821168Z","end":"2026-04-28T05:07:31.040744Z","steps":["trace[1449267648] 'agreement among raft nodes before linearized reading' (duration: 219.40968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:31.040759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.417177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:07:31.04078Z","caller":"traceutil/trace.go:171","msg":"trace[222329384] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4637; }","duration":"196.605179ms","start":"2026-04-28T05:07:30.844166Z","end":"2026-04-28T05:07:31.040771Z","steps":["trace[222329384] 'agreement among raft nodes before linearized reading' (duration: 196.461036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:31.04079Z","caller":"traceutil/trace.go:171","msg":"trace[111192623] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4637; }","duration":"195.455237ms","start":"2026-04-28T05:07:30.845328Z","end":"2026-04-28T05:07:31.040783Z","steps":["trace[111192623] 'agreement among raft nodes before linearized reading' (duration: 195.362916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:31.040737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.73753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:31.040848Z","caller":"traceutil/trace.go:171","msg":"trace[348256644] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4637; }","duration":"183.875484ms","start":"2026-04-28T05:07:30.856942Z","end":"2026-04-28T05:07:31.040818Z","steps":["trace[348256644] 'agreement among raft nodes before linearized reading' (duration: 183.700601ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:36.61665Z","caller":"traceutil/trace.go:171","msg":"trace[54254301] linearizableReadLoop","detail":"{readStateIndex:4889; appliedIndex:4885; }","duration":"376.657508ms","start":"2026-04-28T05:07:36.239965Z","end":"2026-04-28T05:07:36.616623Z","steps":["trace[54254301] 'read index received' (duration: 54.923481ms)","trace[54254301] 'applied index is now lower than readState.Index' (duration: 321.732467ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:36.616697Z","caller":"traceutil/trace.go:171","msg":"trace[49124132] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"392.406392ms","start":"2026-04-28T05:07:36.224242Z","end":"2026-04-28T05:07:36.616648Z","steps":["trace[49124132] 'process raft request' (duration: 392.2799ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:36.616805Z","caller":"traceutil/trace.go:171","msg":"trace[2128552599] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"391.377952ms","start":"2026-04-28T05:07:36.225414Z","end":"2026-04-28T05:07:36.616792Z","steps":["trace[2128552599] 'process raft request' (duration: 391.156077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:36.616891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:36.224219Z","time spent":"392.565065ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:36.61695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.399857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T05:07:36.617019Z","caller":"traceutil/trace.go:171","msg":"trace[1829026637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4674; }","duration":"163.505218ms","start":"2026-04-28T05:07:36.453498Z","end":"2026-04-28T05:07:36.617003Z","steps":["trace[1829026637] 'agreement among raft nodes before linearized reading' (duration: 163.391286ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:36.616716Z","caller":"traceutil/trace.go:171","msg":"trace[274095762] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"399.784305ms","start":"2026-04-28T05:07:36.216902Z","end":"2026-04-28T05:07:36.616686Z","steps":["trace[274095762] 'process raft request' (duration: 331.422843ms)","trace[274095762] 'compare' (duration: 68.055466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:07:36.617111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:36.216886Z","time spent":"400.178612ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:36.617246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.283261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:07:36.617303Z","caller":"traceutil/trace.go:171","msg":"trace[1271915326] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4674; }","duration":"377.379903ms","start":"2026-04-28T05:07:36.239909Z","end":"2026-04-28T05:07:36.617288Z","steps":["trace[1271915326] 'agreement among raft nodes before linearized reading' (duration: 377.21686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:36.617325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.58902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:07:36.617331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.915921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T05:07:36.617353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:36.239891Z","time spent":"377.449934ms","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T05:07:36.617377Z","caller":"traceutil/trace.go:171","msg":"trace[318630298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4674; }","duration":"159.973772ms","start":"2026-04-28T05:07:36.457392Z","end":"2026-04-28T05:07:36.617366Z","steps":["trace[318630298] 'agreement among raft nodes before linearized reading' (duration: 159.883871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:36.617357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.360259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T05:07:36.617438Z","caller":"traceutil/trace.go:171","msg":"trace[349041042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4674; }","duration":"158.469762ms","start":"2026-04-28T05:07:36.45895Z","end":"2026-04-28T05:07:36.61742Z","steps":["trace[349041042] 'agreement among raft nodes before linearized reading' (duration: 158.287309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:36.617441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.034883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T05:07:36.617557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.325379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T05:07:36.617523Z","caller":"traceutil/trace.go:171","msg":"trace[846166352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4674; }","duration":"160.151036ms","start":"2026-04-28T05:07:36.457354Z","end":"2026-04-28T05:07:36.617505Z","steps":["trace[846166352] 'agreement among raft nodes before linearized reading' (duration: 159.972132ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:36.617592Z","caller":"traceutil/trace.go:171","msg":"trace[1431776532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4674; }","duration":"159.37516ms","start":"2026-04-28T05:07:36.458208Z","end":"2026-04-28T05:07:36.617583Z","steps":["trace[1431776532] 'agreement among raft nodes before linearized reading' (duration: 159.314689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:36.617695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.28793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:07:36.617728Z","caller":"traceutil/trace.go:171","msg":"trace[916997955] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4674; }","duration":"156.379082ms","start":"2026-04-28T05:07:36.461341Z","end":"2026-04-28T05:07:36.61772Z","steps":["trace[916997955] 'agreement among raft nodes before linearized reading' (duration: 156.247809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:36.616958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:36.225405Z","time spent":"391.440564ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:36.617376Z","caller":"traceutil/trace.go:171","msg":"trace[882917701] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4674; }","duration":"151.694812ms","start":"2026-04-28T05:07:36.465663Z","end":"2026-04-28T05:07:36.617358Z","steps":["trace[882917701] 'agreement among raft nodes before linearized reading' (duration: 151.60476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:37.061763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.978469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:07:37.061903Z","caller":"traceutil/trace.go:171","msg":"trace[469117102] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"439.653065ms","start":"2026-04-28T05:07:36.622225Z","end":"2026-04-28T05:07:37.061878Z","steps":["trace[469117102] 'process raft request' (duration: 188.428671ms)","trace[469117102] 'compare' (duration: 250.714614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:07:37.061955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:36.622202Z","time spent":"439.728767ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:37.104625Z","caller":"traceutil/trace.go:171","msg":"trace[600430843] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"482.073206ms","start":"2026-04-28T05:07:36.622524Z","end":"2026-04-28T05:07:37.104598Z","steps":["trace[600430843] 'process raft request' (duration: 481.81155ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:37.104784Z","caller":"traceutil/trace.go:171","msg":"trace[835361724] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"480.650967ms","start":"2026-04-28T05:07:36.624117Z","end":"2026-04-28T05:07:37.104768Z","steps":["trace[835361724] 'process raft request' (duration: 480.429393ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:37.104855Z","caller":"traceutil/trace.go:171","msg":"trace[1730181824] linearizableReadLoop","detail":"{readStateIndex:4891; appliedIndex:4889; }","duration":"482.257279ms","start":"2026-04-28T05:07:36.622586Z","end":"2026-04-28T05:07:37.104844Z","steps":["trace[1730181824] 'read index received' (duration: 188.099016ms)","trace[1730181824] 'applied index is now lower than readState.Index' (duration: 294.156993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:07:37.104899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:36.624104Z","time spent":"480.737669ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:37.104942Z","caller":"traceutil/trace.go:171","msg":"trace[373296171] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"480.716738ms","start":"2026-04-28T05:07:36.624187Z","end":"2026-04-28T05:07:37.104904Z","steps":["trace[373296171] 'process raft request' (duration: 480.518565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:37.104786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:36.62251Z","time spent":"482.192218ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:37.104625Z","caller":"traceutil/trace.go:171","msg":"trace[926293959] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"481.28088ms","start":"2026-04-28T05:07:36.623318Z","end":"2026-04-28T05:07:37.104599Z","steps":["trace[926293959] 'process raft request' (duration: 481.171258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:37.105061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:36.624155Z","time spent":"480.844091ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:37.104981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.662522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:07:37.105147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.539764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110098"} {"level":"info","ts":"2026-04-28T05:07:37.10522Z","caller":"traceutil/trace.go:171","msg":"trace[2127460059] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4679; }","duration":"482.645176ms","start":"2026-04-28T05:07:36.622557Z","end":"2026-04-28T05:07:37.105202Z","steps":["trace[2127460059] 'agreement among raft nodes before linearized reading' (duration: 482.34917ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:37.105217Z","caller":"traceutil/trace.go:171","msg":"trace[1962817492] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4679; }","duration":"476.740762ms","start":"2026-04-28T05:07:36.628455Z","end":"2026-04-28T05:07:37.105195Z","steps":["trace[1962817492] 'agreement among raft nodes before linearized reading' (duration: 476.487817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:37.105271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:36.622547Z","time spent":"482.714197ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110121,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T05:07:37.105286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:36.628447Z","time spent":"476.821953ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T05:07:37.10526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:36.623297Z","time spent":"481.802359ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:37.481894Z","caller":"traceutil/trace.go:171","msg":"trace[983177073] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"174.91025ms","start":"2026-04-28T05:07:37.306954Z","end":"2026-04-28T05:07:37.481864Z","steps":["trace[983177073] 'process raft request' (duration: 174.736307ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:38.097907Z","caller":"traceutil/trace.go:171","msg":"trace[1504553005] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"141.763199ms","start":"2026-04-28T05:07:37.95611Z","end":"2026-04-28T05:07:38.097874Z","steps":["trace[1504553005] 'process raft request' (duration: 141.533315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:38.995774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.007197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:07:38.995992Z","caller":"traceutil/trace.go:171","msg":"trace[595200873] linearizableReadLoop","detail":"{readStateIndex:4902; appliedIndex:4899; }","duration":"364.658077ms","start":"2026-04-28T05:07:38.631306Z","end":"2026-04-28T05:07:38.995964Z","steps":["trace[595200873] 'read index received' (duration: 78.457616ms)","trace[595200873] 'applied index is now lower than readState.Index' (duration: 286.199091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:07:38.996175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.873351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:07:38.996174Z","caller":"traceutil/trace.go:171","msg":"trace[1744541519] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"373.632579ms","start":"2026-04-28T05:07:38.622499Z","end":"2026-04-28T05:07:38.996131Z","steps":["trace[1744541519] 'process raft request' (duration: 207.184833ms)","trace[1744541519] 'compare' (duration: 165.801793ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:38.996212Z","caller":"traceutil/trace.go:171","msg":"trace[794571011] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4686; }","duration":"364.930191ms","start":"2026-04-28T05:07:38.631264Z","end":"2026-04-28T05:07:38.996194Z","steps":["trace[794571011] 'agreement among raft nodes before linearized reading' (duration: 364.810199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:38.996253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:38.631253Z","time spent":"364.992943ms","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T05:07:38.996268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.562033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:07:38.996351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:38.622489Z","time spent":"373.760822ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:38.996372Z","caller":"traceutil/trace.go:171","msg":"trace[247476866] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4686; }","duration":"308.706866ms","start":"2026-04-28T05:07:38.687612Z","end":"2026-04-28T05:07:38.996319Z","steps":["trace[247476866] 'agreement among raft nodes before linearized reading' (duration: 308.509242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:38.996416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:38.687585Z","time spent":"308.821087ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:07:38.996657Z","caller":"traceutil/trace.go:171","msg":"trace[228742732] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"371.515599ms","start":"2026-04-28T05:07:38.624513Z","end":"2026-04-28T05:07:38.996028Z","steps":["trace[228742732] 'process raft request' (duration: 371.385016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:38.996767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:38.624477Z","time spent":"372.231383ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:39.363703Z","caller":"traceutil/trace.go:171","msg":"trace[100565681] linearizableReadLoop","detail":"{readStateIndex:4903; appliedIndex:4902; }","duration":"255.224192ms","start":"2026-04-28T05:07:39.108451Z","end":"2026-04-28T05:07:39.363675Z","steps":["trace[100565681] 'read index received' (duration: 255.067439ms)","trace[100565681] 'applied index is now lower than readState.Index' (duration: 155.203µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:39.363752Z","caller":"traceutil/trace.go:171","msg":"trace[1991281379] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"294.230386ms","start":"2026-04-28T05:07:39.06949Z","end":"2026-04-28T05:07:39.36372Z","steps":["trace[1991281379] 'process raft request' (duration: 294.025542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:39.363883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.415655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T05:07:39.363929Z","caller":"traceutil/trace.go:171","msg":"trace[1712517756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4687; }","duration":"255.494916ms","start":"2026-04-28T05:07:39.10842Z","end":"2026-04-28T05:07:39.363915Z","steps":["trace[1712517756] 'agreement among raft nodes before linearized reading' (duration: 255.407645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:39.36415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.478626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T05:07:39.364198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.553244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:39.364213Z","caller":"traceutil/trace.go:171","msg":"trace[492178996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4687; }","duration":"255.569729ms","start":"2026-04-28T05:07:39.108628Z","end":"2026-04-28T05:07:39.364198Z","steps":["trace[492178996] 'agreement among raft nodes before linearized reading' (duration: 255.375054ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:39.364231Z","caller":"traceutil/trace.go:171","msg":"trace[516397307] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4687; }","duration":"157.629366ms","start":"2026-04-28T05:07:39.206592Z","end":"2026-04-28T05:07:39.364221Z","steps":["trace[516397307] 'agreement among raft nodes before linearized reading' (duration: 157.584555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:39.364159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.028389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:07:39.364389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.834294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:07:39.364435Z","caller":"traceutil/trace.go:171","msg":"trace[855488396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4687; }","duration":"254.880285ms","start":"2026-04-28T05:07:39.10954Z","end":"2026-04-28T05:07:39.364421Z","steps":["trace[855488396] 'agreement among raft nodes before linearized reading' (duration: 254.756352ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:39.364425Z","caller":"traceutil/trace.go:171","msg":"trace[614795900] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4687; }","duration":"254.290554ms","start":"2026-04-28T05:07:39.1101Z","end":"2026-04-28T05:07:39.364391Z","steps":["trace[614795900] 'agreement among raft nodes before linearized reading' (duration: 253.954777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:39.36475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.14053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T05:07:39.364833Z","caller":"traceutil/trace.go:171","msg":"trace[865734943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4687; }","duration":"255.252602ms","start":"2026-04-28T05:07:39.109563Z","end":"2026-04-28T05:07:39.364816Z","steps":["trace[865734943] 'agreement among raft nodes before linearized reading' (duration: 254.925796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:39.582021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.278698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:07:39.582204Z","caller":"traceutil/trace.go:171","msg":"trace[859136870] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"213.888203ms","start":"2026-04-28T05:07:39.368296Z","end":"2026-04-28T05:07:39.582184Z","steps":["trace[859136870] 'process raft request' (duration: 69.365331ms)","trace[859136870] 'compare' (duration: 144.161895ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:39.582497Z","caller":"traceutil/trace.go:171","msg":"trace[1307607240] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"213.713699ms","start":"2026-04-28T05:07:39.368767Z","end":"2026-04-28T05:07:39.58248Z","steps":["trace[1307607240] 'process raft request' (duration: 213.372133ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:39.582579Z","caller":"traceutil/trace.go:171","msg":"trace[1733338611] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"213.102878ms","start":"2026-04-28T05:07:39.369449Z","end":"2026-04-28T05:07:39.582552Z","steps":["trace[1733338611] 'process raft request' (duration: 212.934424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:39.582727Z","caller":"traceutil/trace.go:171","msg":"trace[1152349176] linearizableReadLoop","detail":"{readStateIndex:4905; appliedIndex:4903; }","duration":"213.858922ms","start":"2026-04-28T05:07:39.368838Z","end":"2026-04-28T05:07:39.582697Z","steps":["trace[1152349176] 'read index received' (duration: 68.84587ms)","trace[1152349176] 'applied index is now lower than readState.Index' (duration: 145.010352ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:39.582778Z","caller":"traceutil/trace.go:171","msg":"trace[1298756943] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"212.807702ms","start":"2026-04-28T05:07:39.369959Z","end":"2026-04-28T05:07:39.582767Z","steps":["trace[1298756943] 'process raft request' (duration: 212.546046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:39.583065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.200968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110082"} {"level":"info","ts":"2026-04-28T05:07:39.583114Z","caller":"traceutil/trace.go:171","msg":"trace[706502244] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4691; }","duration":"214.293241ms","start":"2026-04-28T05:07:39.36881Z","end":"2026-04-28T05:07:39.583103Z","steps":["trace[706502244] 'agreement among raft nodes before linearized reading' (duration: 213.986795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:40.543298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.146942ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:40.543424Z","caller":"traceutil/trace.go:171","msg":"trace[501613005] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4691; }","duration":"385.298325ms","start":"2026-04-28T05:07:40.158106Z","end":"2026-04-28T05:07:40.543405Z","steps":["trace[501613005] 'range keys from in-memory index tree' (duration: 385.125932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:40.543611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.179964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:07:40.543862Z","caller":"traceutil/trace.go:171","msg":"trace[879506410] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"440.556603ms","start":"2026-04-28T05:07:40.103289Z","end":"2026-04-28T05:07:40.543846Z","steps":["trace[879506410] 'process raft request' (duration: 440.41223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:40.543954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:40.103263Z","time spent":"440.646755ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:40.544165Z","caller":"traceutil/trace.go:171","msg":"trace[1645266909] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"482.864631ms","start":"2026-04-28T05:07:40.061288Z","end":"2026-04-28T05:07:40.544152Z","steps":["trace[1645266909] 'process raft request' (duration: 40.057405ms)","trace[1645266909] 'compare' (duration: 442.064422ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:07:40.54423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:40.06127Z","time spent":"482.932312ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:40.93218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.758413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:40.932281Z","caller":"traceutil/trace.go:171","msg":"trace[1016364946] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4693; }","duration":"238.938216ms","start":"2026-04-28T05:07:40.69332Z","end":"2026-04-28T05:07:40.932259Z","steps":["trace[1016364946] 'count revisions from in-memory index tree' (duration: 238.60344ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:41.054934Z","caller":"traceutil/trace.go:171","msg":"trace[1104527720] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"339.596542ms","start":"2026-04-28T05:07:40.715311Z","end":"2026-04-28T05:07:41.054908Z","steps":["trace[1104527720] 'process raft request' (duration: 339.412199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:41.055125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:40.715283Z","time spent":"339.757675ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:41.095296Z","caller":"traceutil/trace.go:171","msg":"trace[1067807882] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"322.716636ms","start":"2026-04-28T05:07:40.772545Z","end":"2026-04-28T05:07:41.095262Z","steps":["trace[1067807882] 'process raft request' (duration: 322.304118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:41.09546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:40.772501Z","time spent":"322.875739ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:41.544192Z","caller":"traceutil/trace.go:171","msg":"trace[1891885372] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"102.001281ms","start":"2026-04-28T05:07:41.442163Z","end":"2026-04-28T05:07:41.544164Z","steps":["trace[1891885372] 'process raft request' (duration: 101.845168ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:41.718353Z","caller":"traceutil/trace.go:171","msg":"trace[1720083900] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"127.508203ms","start":"2026-04-28T05:07:41.590818Z","end":"2026-04-28T05:07:41.718326Z","steps":["trace[1720083900] 'process raft request' (duration: 127.35228ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:41.761288Z","caller":"traceutil/trace.go:171","msg":"trace[1153116248] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"170.27684ms","start":"2026-04-28T05:07:41.590988Z","end":"2026-04-28T05:07:41.761265Z","steps":["trace[1153116248] 'process raft request' (duration: 170.127706ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:41.761618Z","caller":"traceutil/trace.go:171","msg":"trace[25812986] linearizableReadLoop","detail":"{readStateIndex:4919; appliedIndex:4915; }","duration":"167.237262ms","start":"2026-04-28T05:07:41.594357Z","end":"2026-04-28T05:07:41.761594Z","steps":["trace[25812986] 'read index received' (duration: 123.818883ms)","trace[25812986] 'applied index is now lower than readState.Index' (duration: 43.416849ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:41.761673Z","caller":"traceutil/trace.go:171","msg":"trace[484773682] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"168.19924ms","start":"2026-04-28T05:07:41.59344Z","end":"2026-04-28T05:07:41.761639Z","steps":["trace[484773682] 'process raft request' (duration: 168.039227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:41.761853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.487277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110082"} {"level":"info","ts":"2026-04-28T05:07:41.761901Z","caller":"traceutil/trace.go:171","msg":"trace[440406452] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4702; }","duration":"167.560068ms","start":"2026-04-28T05:07:41.59433Z","end":"2026-04-28T05:07:41.76189Z","steps":["trace[440406452] 'agreement among raft nodes before linearized reading' (duration: 167.340384ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:41.762186Z","caller":"traceutil/trace.go:171","msg":"trace[467873213] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"169.831171ms","start":"2026-04-28T05:07:41.592336Z","end":"2026-04-28T05:07:41.762168Z","steps":["trace[467873213] 'process raft request' (duration: 168.891594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:41.957699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.883045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:41.957797Z","caller":"traceutil/trace.go:171","msg":"trace[785015235] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:4702; }","duration":"124.008567ms","start":"2026-04-28T05:07:41.833766Z","end":"2026-04-28T05:07:41.957774Z","steps":["trace[785015235] 'count revisions from in-memory index tree' (duration: 123.765072ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:42.234437Z","caller":"traceutil/trace.go:171","msg":"trace[1187513583] linearizableReadLoop","detail":"{readStateIndex:4920; appliedIndex:4919; }","duration":"132.136743ms","start":"2026-04-28T05:07:42.102271Z","end":"2026-04-28T05:07:42.234407Z","steps":["trace[1187513583] 'read index received' (duration: 131.838897ms)","trace[1187513583] 'applied index is now lower than readState.Index' (duration: 296.426µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:42.234557Z","caller":"traceutil/trace.go:171","msg":"trace[1834218870] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"140.551186ms","start":"2026-04-28T05:07:42.093968Z","end":"2026-04-28T05:07:42.234519Z","steps":["trace[1834218870] 'process raft request' (duration: 140.243839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:42.234779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.49043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:07:42.234842Z","caller":"traceutil/trace.go:171","msg":"trace[1675025819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4703; }","duration":"132.609502ms","start":"2026-04-28T05:07:42.102212Z","end":"2026-04-28T05:07:42.234822Z","steps":["trace[1675025819] 'agreement among raft nodes before linearized reading' (duration: 132.364368ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:42.487249Z","caller":"traceutil/trace.go:171","msg":"trace[1639943032] linearizableReadLoop","detail":"{readStateIndex:4921; appliedIndex:4920; }","duration":"109.569357ms","start":"2026-04-28T05:07:42.377649Z","end":"2026-04-28T05:07:42.487219Z","steps":["trace[1639943032] 'read index received' (duration: 109.281662ms)","trace[1639943032] 'applied index is now lower than readState.Index' (duration: 286.495µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:42.487364Z","caller":"traceutil/trace.go:171","msg":"trace[882339505] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"125.7305ms","start":"2026-04-28T05:07:42.361609Z","end":"2026-04-28T05:07:42.48734Z","steps":["trace[882339505] 'process raft request' (duration: 125.425954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:42.487634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.963525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-28T05:07:42.487739Z","caller":"traceutil/trace.go:171","msg":"trace[1465768909] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4704; }","duration":"110.108517ms","start":"2026-04-28T05:07:42.377613Z","end":"2026-04-28T05:07:42.487721Z","steps":["trace[1465768909] 'agreement among raft nodes before linearized reading' (duration: 109.801251ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:43.399825Z","caller":"traceutil/trace.go:171","msg":"trace[461057069] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"299.490968ms","start":"2026-04-28T05:07:43.100287Z","end":"2026-04-28T05:07:43.399778Z","steps":["trace[461057069] 'process raft request' (duration: 299.229333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:43.399911Z","caller":"traceutil/trace.go:171","msg":"trace[1407253554] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"299.280793ms","start":"2026-04-28T05:07:43.100595Z","end":"2026-04-28T05:07:43.399876Z","steps":["trace[1407253554] 'process raft request' (duration: 299.09549ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:43.399782Z","caller":"traceutil/trace.go:171","msg":"trace[114235268] linearizableReadLoop","detail":"{readStateIndex:4926; appliedIndex:4924; }","duration":"266.179703ms","start":"2026-04-28T05:07:43.133573Z","end":"2026-04-28T05:07:43.399753Z","steps":["trace[114235268] 'read index received' (duration: 265.935569ms)","trace[114235268] 'applied index is now lower than readState.Index' (duration: 242.724µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:07:43.399935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.338416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:43.400075Z","caller":"traceutil/trace.go:171","msg":"trace[1835561465] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:4709; }","duration":"266.474568ms","start":"2026-04-28T05:07:43.133563Z","end":"2026-04-28T05:07:43.400038Z","steps":["trace[1835561465] 'agreement among raft nodes before linearized reading' (duration: 266.309255ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:43.48117Z","caller":"traceutil/trace.go:171","msg":"trace[370513433] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"306.87667ms","start":"2026-04-28T05:07:43.17427Z","end":"2026-04-28T05:07:43.481147Z","steps":["trace[370513433] 'process raft request' (duration: 306.680396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:43.481207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.036129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:07:43.481238Z","caller":"traceutil/trace.go:171","msg":"trace[705823361] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4710; }","duration":"239.10661ms","start":"2026-04-28T05:07:43.242123Z","end":"2026-04-28T05:07:43.48123Z","steps":["trace[705823361] 'agreement among raft nodes before linearized reading' (duration: 238.940437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:43.48127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:43.174253Z","time spent":"306.973791ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:43.966223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.060516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T05:07:43.966245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.981533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T05:07:43.966297Z","caller":"traceutil/trace.go:171","msg":"trace[1894922075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4711; }","duration":"243.178778ms","start":"2026-04-28T05:07:43.723102Z","end":"2026-04-28T05:07:43.966281Z","steps":["trace[1894922075] 'range keys from in-memory index tree' (duration: 242.898744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:43.966279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.813789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:07:43.966315Z","caller":"traceutil/trace.go:171","msg":"trace[72475913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4711; }","duration":"201.098736ms","start":"2026-04-28T05:07:43.765199Z","end":"2026-04-28T05:07:43.966297Z","steps":["trace[72475913] 'range keys from in-memory index tree' (duration: 200.81784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:43.966325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.542125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T05:07:43.966346Z","caller":"traceutil/trace.go:171","msg":"trace[1867008279] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4711; }","duration":"157.923281ms","start":"2026-04-28T05:07:43.808405Z","end":"2026-04-28T05:07:43.966328Z","steps":["trace[1867008279] 'count revisions from in-memory index tree' (duration: 157.722317ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:43.966374Z","caller":"traceutil/trace.go:171","msg":"trace[834379216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4711; }","duration":"200.615147ms","start":"2026-04-28T05:07:43.765744Z","end":"2026-04-28T05:07:43.96636Z","steps":["trace[834379216] 'range keys from in-memory index tree' (duration: 200.417793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:43.966508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.443735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:07:43.966546Z","caller":"traceutil/trace.go:171","msg":"trace[1003999553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4711; }","duration":"200.496325ms","start":"2026-04-28T05:07:43.76604Z","end":"2026-04-28T05:07:43.966537Z","steps":["trace[1003999553] 'range keys from in-memory index tree' (duration: 200.359203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:43.96657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.092353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:43.966605Z","caller":"traceutil/trace.go:171","msg":"trace[527539356] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4711; }","duration":"221.129583ms","start":"2026-04-28T05:07:43.745465Z","end":"2026-04-28T05:07:43.966594Z","steps":["trace[527539356] 'count revisions from in-memory index tree' (duration: 220.99873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:43.966718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.982345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:07:43.966731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.297067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:43.966753Z","caller":"traceutil/trace.go:171","msg":"trace[1068565502] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4711; }","duration":"199.039366ms","start":"2026-04-28T05:07:43.767706Z","end":"2026-04-28T05:07:43.966745Z","steps":["trace[1068565502] 'range keys from in-memory index tree' (duration: 198.900064ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:43.966774Z","caller":"traceutil/trace.go:171","msg":"trace[1938248829] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4711; }","duration":"146.347058ms","start":"2026-04-28T05:07:43.820415Z","end":"2026-04-28T05:07:43.966762Z","steps":["trace[1938248829] 'count revisions from in-memory index tree' (duration: 146.252916ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:44.506851Z","caller":"traceutil/trace.go:171","msg":"trace[296759827] linearizableReadLoop","detail":"{readStateIndex:4932; appliedIndex:4929; }","duration":"284.445986ms","start":"2026-04-28T05:07:44.222391Z","end":"2026-04-28T05:07:44.506837Z","steps":["trace[296759827] 'read index received' (duration: 284.242252ms)","trace[296759827] 'applied index is now lower than readState.Index' (duration: 203.024µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:44.506929Z","caller":"traceutil/trace.go:171","msg":"trace[1794335262] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"535.317114ms","start":"2026-04-28T05:07:43.971605Z","end":"2026-04-28T05:07:44.506923Z","steps":["trace[1794335262] 'process raft request' (duration: 535.207321ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:44.506955Z","caller":"traceutil/trace.go:171","msg":"trace[761093431] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"535.748982ms","start":"2026-04-28T05:07:43.971196Z","end":"2026-04-28T05:07:44.506945Z","steps":["trace[761093431] 'process raft request' (duration: 535.495656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:44.507009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:43.971594Z","time spent":"535.352065ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:44.507069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:43.971186Z","time spent":"535.803783ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:44.507109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.725302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:44.507127Z","caller":"traceutil/trace.go:171","msg":"trace[596551498] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4715; }","duration":"284.783553ms","start":"2026-04-28T05:07:44.222338Z","end":"2026-04-28T05:07:44.507121Z","steps":["trace[596551498] 'agreement among raft nodes before linearized reading' (duration: 284.750413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:44.507258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.173421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:44.507299Z","caller":"traceutil/trace.go:171","msg":"trace[1762151623] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4715; }","duration":"136.251953ms","start":"2026-04-28T05:07:44.371036Z","end":"2026-04-28T05:07:44.507288Z","steps":["trace[1762151623] 'agreement among raft nodes before linearized reading' (duration: 136.176142ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:44.506895Z","caller":"traceutil/trace.go:171","msg":"trace[1018876150] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"535.281704ms","start":"2026-04-28T05:07:43.971581Z","end":"2026-04-28T05:07:44.506862Z","steps":["trace[1018876150] 'process raft request' (duration: 535.214961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:44.507383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:43.971564Z","time spent":"535.802653ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:45.934185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317025002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T05:07:46.132604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050137601s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T05:07:46.133519Z","caller":"traceutil/trace.go:171","msg":"trace[299936670] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"1.051725192s","start":"2026-04-28T05:07:45.08177Z","end":"2026-04-28T05:07:46.133495Z","steps":["trace[299936670] 'process raft request' (duration: 1.051288184s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:46.133659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:45.081744Z","time spent":"1.051840065s","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414145,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:46.706038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.54055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:07:46.706158Z","caller":"traceutil/trace.go:171","msg":"trace[126976769] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"1.570383824s","start":"2026-04-28T05:07:45.135752Z","end":"2026-04-28T05:07:46.706136Z","steps":["trace[126976769] 'process raft request' (duration: 1.15665808s)","trace[126976769] 'compare' (duration: 413.435079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:07:46.706217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:45.135721Z","time spent":"1.570468865s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:47.520033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.888686ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T05:07:47.521882Z","caller":"traceutil/trace.go:171","msg":"trace[2104012308] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"2.116187971s","start":"2026-04-28T05:07:45.405655Z","end":"2026-04-28T05:07:47.521843Z","steps":["trace[2104012308] 'process raft request' (duration: 2.114482558s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:47.522064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:45.405622Z","time spent":"2.116348734s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:47.605566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000431045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T05:07:47.605645Z","caller":"traceutil/trace.go:171","msg":"trace[2125815991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000615348s","start":"2026-04-28T05:07:45.605012Z","end":"2026-04-28T05:07:47.605627Z","steps":["trace[2125815991] 'agreement among raft nodes before linearized reading' (duration: 2.000480716s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:47.605694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:45.604979Z","time spent":"2.000706369s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 05:07:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T05:07:47.642154Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.266928131s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T05:07:48.118797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.883964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:07:48.118984Z","caller":"traceutil/trace.go:171","msg":"trace[1913873581] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"2.713263048s","start":"2026-04-28T05:07:45.405692Z","end":"2026-04-28T05:07:48.118955Z","steps":["trace[1913873581] 'process raft request' (duration: 2.11613175s)","trace[1913873581] 'compare' (duration: 596.721251ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:48.119059Z","caller":"traceutil/trace.go:171","msg":"trace[1485273537] linearizableReadLoop","detail":"{readStateIndex:4938; appliedIndex:4933; }","duration":"2.685280166s","start":"2026-04-28T05:07:45.433766Z","end":"2026-04-28T05:07:48.119046Z","steps":["trace[1485273537] 'read index received' (duration: 699.059707ms)","trace[1485273537] 'applied index is now lower than readState.Index' (duration: 1.986219279s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:07:48.119134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:45.405668Z","time spent":"2.71338698s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:48.119019Z","caller":"traceutil/trace.go:171","msg":"trace[1663394465] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"1.743891576s","start":"2026-04-28T05:07:46.375109Z","end":"2026-04-28T05:07:48.119Z","steps":["trace[1663394465] 'process raft request' (duration: 1.743798825s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.119238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68545302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:07:48.119304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:46.37508Z","time spent":"1.744188653s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:48.119313Z","caller":"traceutil/trace.go:171","msg":"trace[286254511] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4721; }","duration":"2.685578604s","start":"2026-04-28T05:07:45.433717Z","end":"2026-04-28T05:07:48.119295Z","steps":["trace[286254511] 'agreement among raft nodes before linearized reading' (duration: 2.68544509s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.119363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:45.433703Z","time spent":"2.685650645s","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:07:48.605718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.57263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:07:48.605873Z","caller":"traceutil/trace.go:171","msg":"trace[1570309591] linearizableReadLoop","detail":"{readStateIndex:4940; appliedIndex:4939; }","duration":"486.762606ms","start":"2026-04-28T05:07:48.11909Z","end":"2026-04-28T05:07:48.605853Z","steps":["trace[1570309591] 'read index received' (duration: 262.861329ms)","trace[1570309591] 'applied index is now lower than readState.Index' (duration: 223.899247ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:48.60595Z","caller":"traceutil/trace.go:171","msg":"trace[2059980003] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"1.900635004s","start":"2026-04-28T05:07:46.705305Z","end":"2026-04-28T05:07:48.60594Z","steps":["trace[2059980003] 'process raft request' (duration: 1.676697207s)","trace[2059980003] 'compare' (duration: 223.223704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:07:48.606005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:46.705268Z","time spent":"1.900711046s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:48.606291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.035371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:07:48.606318Z","caller":"traceutil/trace.go:171","msg":"trace[1824407219] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4722; }","duration":"679.104902ms","start":"2026-04-28T05:07:47.927204Z","end":"2026-04-28T05:07:48.606309Z","steps":["trace[1824407219] 'agreement among raft nodes before linearized reading' (duration: 679.0018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.606351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:47.927185Z","time spent":"679.156343ms","remote":"127.0.0.1:46588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":29,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:07:48.606504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.228884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:48.606537Z","caller":"traceutil/trace.go:171","msg":"trace[896196095] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:4722; }","duration":"872.297595ms","start":"2026-04-28T05:07:47.734229Z","end":"2026-04-28T05:07:48.606526Z","steps":["trace[896196095] 'agreement among raft nodes before linearized reading' (duration: 872.241944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.606563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:47.734209Z","time spent":"872.343946ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:07:48.606612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932330871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:48.606703Z","caller":"traceutil/trace.go:171","msg":"trace[1819674875] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4722; }","duration":"2.932462274s","start":"2026-04-28T05:07:45.67422Z","end":"2026-04-28T05:07:48.606682Z","steps":["trace[1819674875] 'agreement among raft nodes before linearized reading' (duration: 2.932302181s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.6067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091324703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T05:07:48.606756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:45.67421Z","time spent":"2.932534925s","remote":"127.0.0.1:55584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:07:48.606745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603415636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:07:48.606785Z","caller":"traceutil/trace.go:171","msg":"trace[1999742476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4722; }","duration":"3.091465406s","start":"2026-04-28T05:07:45.515302Z","end":"2026-04-28T05:07:48.606768Z","steps":["trace[1999742476] 'agreement among raft nodes before linearized reading' (duration: 3.091239241s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.606808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90642741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:07:48.60682Z","caller":"traceutil/trace.go:171","msg":"trace[276283804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4722; }","duration":"2.603577308s","start":"2026-04-28T05:07:46.003224Z","end":"2026-04-28T05:07:48.606801Z","steps":["trace[276283804] 'agreement among raft nodes before linearized reading' (duration: 2.603364424s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.606837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:45.515275Z","time spent":"3.091536236s","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T05:07:48.606854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000450421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:48.606863Z","caller":"traceutil/trace.go:171","msg":"trace[936931395] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4722; }","duration":"2.906476671s","start":"2026-04-28T05:07:45.700368Z","end":"2026-04-28T05:07:48.606845Z","steps":["trace[936931395] 'agreement among raft nodes before linearized reading' (duration: 2.90640582s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.606849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.879023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:48.606888Z","caller":"traceutil/trace.go:171","msg":"trace[674908314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4722; }","duration":"1.000516723s","start":"2026-04-28T05:07:47.606364Z","end":"2026-04-28T05:07:48.606881Z","steps":["trace[674908314] 'agreement among raft nodes before linearized reading' (duration: 1.000456532s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.606902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:45.700352Z","time spent":"2.906540802s","remote":"127.0.0.1:58076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:07:48.606919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:47.606338Z","time spent":"1.000575434s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:07:48.606924Z","caller":"traceutil/trace.go:171","msg":"trace[1830227550] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4722; }","duration":"939.011264ms","start":"2026-04-28T05:07:47.667895Z","end":"2026-04-28T05:07:48.606906Z","steps":["trace[1830227550] 'agreement among raft nodes before linearized reading' (duration: 938.884042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.606866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:46.003162Z","time spent":"2.60369451s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:07:48.606969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:47.667866Z","time spent":"939.092546ms","remote":"127.0.0.1:55788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:07:48.606979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693699517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18205"} {"level":"warn","ts":"2026-04-28T05:07:48.607005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116522365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:07:48.607116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096253695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T05:07:48.607134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945097216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T05:07:48.607163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562377242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T05:07:48.607168Z","caller":"traceutil/trace.go:171","msg":"trace[1581612107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4722; }","duration":"2.945184798s","start":"2026-04-28T05:07:45.661973Z","end":"2026-04-28T05:07:48.607158Z","steps":["trace[1581612107] 'agreement among raft nodes before linearized reading' (duration: 2.944603567s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:48.607202Z","caller":"traceutil/trace.go:171","msg":"trace[1475019488] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4722; }","duration":"2.562440073s","start":"2026-04-28T05:07:46.044752Z","end":"2026-04-28T05:07:48.607192Z","steps":["trace[1475019488] 'agreement among raft nodes before linearized reading' (duration: 2.56176516s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:48.607168Z","caller":"traceutil/trace.go:171","msg":"trace[622688626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4722; }","duration":"2.096334157s","start":"2026-04-28T05:07:46.510821Z","end":"2026-04-28T05:07:48.607155Z","steps":["trace[622688626] 'agreement among raft nodes before linearized reading' (duration: 2.096089752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.607239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:46.044741Z","time spent":"2.562490614s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T05:07:48.607208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:45.661947Z","time spent":"2.945255021s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T05:07:48.607133Z","caller":"traceutil/trace.go:171","msg":"trace[137112230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4722; }","duration":"1.11684107s","start":"2026-04-28T05:07:47.490276Z","end":"2026-04-28T05:07:48.607117Z","steps":["trace[137112230] 'agreement among raft nodes before linearized reading' (duration: 1.116397142s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.607303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34611278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-28T05:07:48.607348Z","caller":"traceutil/trace.go:171","msg":"trace[1155317010] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4722; }","duration":"1.346194591s","start":"2026-04-28T05:07:47.261144Z","end":"2026-04-28T05:07:48.607339Z","steps":["trace[1155317010] 'agreement among raft nodes before linearized reading' (duration: 1.345745463s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:48.607092Z","caller":"traceutil/trace.go:171","msg":"trace[193845065] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4722; }","duration":"1.693844359s","start":"2026-04-28T05:07:46.913236Z","end":"2026-04-28T05:07:48.60708Z","steps":["trace[193845065] 'agreement among raft nodes before linearized reading' (duration: 1.69334629s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.607007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572353865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-28T05:07:48.607382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095593903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T05:07:48.607398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:47.261125Z","time spent":"1.346264723s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T05:07:48.607407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:46.913216Z","time spent":"1.694176516s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18228,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T05:07:48.607242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:46.510798Z","time spent":"2.096434758s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T05:07:48.607421Z","caller":"traceutil/trace.go:171","msg":"trace[883802399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4722; }","duration":"2.095677105s","start":"2026-04-28T05:07:46.511727Z","end":"2026-04-28T05:07:48.607404Z","steps":["trace[883802399] 'agreement among raft nodes before linearized reading' (duration: 2.095314458s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.607482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:46.511703Z","time spent":"2.095767176s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:07:48.607244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518128284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6cfe561fb20a\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-28T05:07:48.607295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096229094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T05:07:48.607579Z","caller":"traceutil/trace.go:171","msg":"trace[1558386266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4722; }","duration":"2.09652125s","start":"2026-04-28T05:07:46.511049Z","end":"2026-04-28T05:07:48.60757Z","steps":["trace[1558386266] 'agreement among raft nodes before linearized reading' (duration: 2.095820967s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.607614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:46.511045Z","time spent":"2.09656256s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T05:07:48.607564Z","caller":"traceutil/trace.go:171","msg":"trace[609048723] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa6cfe561fb20a; range_end:; response_count:1; response_revision:4722; }","duration":"1.51848239s","start":"2026-04-28T05:07:47.08907Z","end":"2026-04-28T05:07:48.607552Z","steps":["trace[609048723] 'agreement among raft nodes before linearized reading' (duration: 1.517483482s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.607681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:47.089048Z","time spent":"1.518619353s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6cfe561fb20a\" "} {"level":"warn","ts":"2026-04-28T05:07:48.606699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600910247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:07:48.607753Z","caller":"traceutil/trace.go:171","msg":"trace[1696593553] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4722; }","duration":"2.602014807s","start":"2026-04-28T05:07:46.005727Z","end":"2026-04-28T05:07:48.607742Z","steps":["trace[1696593553] 'agreement among raft nodes before linearized reading' (duration: 2.600807174s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.607843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:46.005709Z","time spent":"2.602122069s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T05:07:48.607409Z","caller":"traceutil/trace.go:171","msg":"trace[1157204461] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4722; }","duration":"2.572803433s","start":"2026-04-28T05:07:46.034592Z","end":"2026-04-28T05:07:48.607395Z","steps":["trace[1157204461] 'agreement among raft nodes before linearized reading' (duration: 2.572032979s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.608043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:46.034573Z","time spent":"2.573457956s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T05:07:48.60822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:47.490252Z","time spent":"1.117943102s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:07:48.973647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.453714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:07:48.973893Z","caller":"traceutil/trace.go:171","msg":"trace[970853281] linearizableReadLoop","detail":"{readStateIndex:4941; appliedIndex:4940; }","duration":"367.971731ms","start":"2026-04-28T05:07:48.605896Z","end":"2026-04-28T05:07:48.973868Z","steps":["trace[970853281] 'read index received' (duration: 123.217011ms)","trace[970853281] 'applied index is now lower than readState.Index' (duration: 244.75181ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:48.973987Z","caller":"traceutil/trace.go:171","msg":"trace[1930698448] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"370.612752ms","start":"2026-04-28T05:07:48.60335Z","end":"2026-04-28T05:07:48.973963Z","steps":["trace[1930698448] 'process raft request' (duration: 125.7436ms)","trace[1930698448] 'compare' (duration: 244.191308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:07:48.974031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.657907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:07:48.974093Z","caller":"traceutil/trace.go:171","msg":"trace[15846536] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4723; }","duration":"644.765168ms","start":"2026-04-28T05:07:48.32931Z","end":"2026-04-28T05:07:48.974076Z","steps":["trace[15846536] 'agreement among raft nodes before linearized reading' (duration: 644.663236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.974106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.603324Z","time spent":"370.723113ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:48.97402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.266512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:07:48.974154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.329285Z","time spent":"644.85422ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":6,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:07:48.974181Z","caller":"traceutil/trace.go:171","msg":"trace[969159288] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:4723; }","duration":"565.455926ms","start":"2026-04-28T05:07:48.408702Z","end":"2026-04-28T05:07:48.974158Z","steps":["trace[969159288] 'agreement among raft nodes before linearized reading' (duration: 565.253173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:48.974233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.408684Z","time spent":"565.530707ms","remote":"127.0.0.1:46996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:07:49.366675Z","caller":"traceutil/trace.go:171","msg":"trace[1840304231] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"753.364377ms","start":"2026-04-28T05:07:48.613294Z","end":"2026-04-28T05:07:49.366659Z","steps":["trace[1840304231] 'process raft request' (duration: 753.290116ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:49.366739Z","caller":"traceutil/trace.go:171","msg":"trace[432150661] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"754.131941ms","start":"2026-04-28T05:07:48.612576Z","end":"2026-04-28T05:07:49.366708Z","steps":["trace[432150661] 'process raft request' (duration: 753.957848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:49.366815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.613284Z","time spent":"753.45991ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:49.366882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.612568Z","time spent":"754.237704ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:49.366638Z","caller":"traceutil/trace.go:171","msg":"trace[1205952036] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"756.57569ms","start":"2026-04-28T05:07:48.610036Z","end":"2026-04-28T05:07:49.366612Z","steps":["trace[1205952036] 'process raft request' (duration: 756.337725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:49.366978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.609818Z","time spent":"757.10899ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:49.367218Z","caller":"traceutil/trace.go:171","msg":"trace[374956953] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"753.46058ms","start":"2026-04-28T05:07:48.613746Z","end":"2026-04-28T05:07:49.367207Z","steps":["trace[374956953] 'process raft request' (duration: 752.874098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:49.367278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.61373Z","time spent":"753.51809ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:49.367735Z","caller":"traceutil/trace.go:171","msg":"trace[1603792528] linearizableReadLoop","detail":"{readStateIndex:4950; appliedIndex:4941; }","duration":"393.740308ms","start":"2026-04-28T05:07:48.973983Z","end":"2026-04-28T05:07:49.367723Z","steps":["trace[1603792528] 'read index received' (duration: 392.2945ms)","trace[1603792528] 'applied index is now lower than readState.Index' (duration: 1.444788ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:49.367718Z","caller":"traceutil/trace.go:171","msg":"trace[579148002] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"753.835237ms","start":"2026-04-28T05:07:48.613852Z","end":"2026-04-28T05:07:49.367687Z","steps":["trace[579148002] 'process raft request' (duration: 752.912869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:49.367865Z","caller":"traceutil/trace.go:171","msg":"trace[100077364] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"752.647153ms","start":"2026-04-28T05:07:48.615202Z","end":"2026-04-28T05:07:49.367849Z","steps":["trace[100077364] 'process raft request' (duration: 752.341677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:49.367931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.615192Z","time spent":"752.706274ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:49.367978Z","caller":"traceutil/trace.go:171","msg":"trace[1991644860] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"749.438952ms","start":"2026-04-28T05:07:48.618525Z","end":"2026-04-28T05:07:49.367964Z","steps":["trace[1991644860] 'process raft request' (duration: 749.121156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:49.368061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.618514Z","time spent":"749.506493ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:49.368121Z","caller":"traceutil/trace.go:171","msg":"trace[710246075] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"753.821876ms","start":"2026-04-28T05:07:48.614277Z","end":"2026-04-28T05:07:49.368099Z","steps":["trace[710246075] 'process raft request' (duration: 753.222405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:49.368169Z","caller":"traceutil/trace.go:171","msg":"trace[30249908] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"655.412305ms","start":"2026-04-28T05:07:48.712746Z","end":"2026-04-28T05:07:49.368158Z","steps":["trace[30249908] 'process raft request' (duration: 654.933785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:49.368154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.746896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110082"} {"level":"info","ts":"2026-04-28T05:07:49.36822Z","caller":"traceutil/trace.go:171","msg":"trace[728185308] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4732; }","duration":"753.835127ms","start":"2026-04-28T05:07:48.614369Z","end":"2026-04-28T05:07:49.368204Z","steps":["trace[728185308] 'agreement among raft nodes before linearized reading' (duration: 753.541651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:49.368254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.614254Z","time spent":"753.929139ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:49.368312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.889592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:07:49.368345Z","caller":"traceutil/trace.go:171","msg":"trace[972615415] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4732; }","duration":"747.939264ms","start":"2026-04-28T05:07:48.620398Z","end":"2026-04-28T05:07:49.368337Z","steps":["trace[972615415] 'agreement among raft nodes before linearized reading' (duration: 747.890213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:49.368375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.620391Z","time spent":"747.978974ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T05:07:49.368268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.614362Z","time spent":"753.895498ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110105,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T05:07:49.368501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.947218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18205"} {"level":"warn","ts":"2026-04-28T05:07:49.368515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.008789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:07:49.368549Z","caller":"traceutil/trace.go:171","msg":"trace[545298453] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4732; }","duration":"755.034079ms","start":"2026-04-28T05:07:48.613504Z","end":"2026-04-28T05:07:49.368538Z","steps":["trace[545298453] 'agreement among raft nodes before linearized reading' (duration: 754.887557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:49.368579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.613479Z","time spent":"755.093551ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18228,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T05:07:49.368575Z","caller":"traceutil/trace.go:171","msg":"trace[128270570] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4732; }","duration":"756.09431ms","start":"2026-04-28T05:07:48.612462Z","end":"2026-04-28T05:07:49.368556Z","steps":["trace[128270570] 'agreement among raft nodes before linearized reading' (duration: 755.987318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:49.368599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.721573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:07:49.367925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.250834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:07:49.368645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.612407Z","time spent":"756.223902ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":34,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:07:49.36865Z","caller":"traceutil/trace.go:171","msg":"trace[232619291] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:4732; }","duration":"149.820185ms","start":"2026-04-28T05:07:49.218816Z","end":"2026-04-28T05:07:49.368636Z","steps":["trace[232619291] 'agreement among raft nodes before linearized reading' (duration: 149.736374ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:49.368708Z","caller":"traceutil/trace.go:171","msg":"trace[671333944] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:4732; }","duration":"711.05258ms","start":"2026-04-28T05:07:48.657616Z","end":"2026-04-28T05:07:49.368669Z","steps":["trace[671333944] 'agreement among raft nodes before linearized reading' (duration: 710.234844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:49.368741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.657915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:07:49.368832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.657605Z","time spent":"711.187252ms","remote":"127.0.0.1:46938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:07:49.368845Z","caller":"traceutil/trace.go:171","msg":"trace[505693327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4732; }","duration":"751.835898ms","start":"2026-04-28T05:07:48.616988Z","end":"2026-04-28T05:07:49.368824Z","steps":["trace[505693327] 'agreement among raft nodes before linearized reading' (duration: 751.512662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:49.368919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.616978Z","time spent":"751.929129ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:07:49.368219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.712711Z","time spent":"655.479557ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:49.369396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:48.613844Z","time spent":"754.961978ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:49.571148Z","caller":"traceutil/trace.go:171","msg":"trace[569277412] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"133.628682ms","start":"2026-04-28T05:07:49.437481Z","end":"2026-04-28T05:07:49.57111Z","steps":["trace[569277412] 'process raft request' (duration: 117.846367ms)","trace[569277412] 'compare' (duration: 15.674323ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:55.507711Z","caller":"traceutil/trace.go:171","msg":"trace[1046551969] linearizableReadLoop","detail":"{readStateIndex:4981; appliedIndex:4980; }","duration":"118.421318ms","start":"2026-04-28T05:07:55.389265Z","end":"2026-04-28T05:07:55.507686Z","steps":["trace[1046551969] 'read index received' (duration: 118.259445ms)","trace[1046551969] 'applied index is now lower than readState.Index' (duration: 160.493µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:55.50797Z","caller":"traceutil/trace.go:171","msg":"trace[505931056] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"119.663663ms","start":"2026-04-28T05:07:55.388084Z","end":"2026-04-28T05:07:55.507747Z","steps":["trace[505931056] 'process raft request' (duration: 119.454808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:55.508078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.783975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T05:07:55.508158Z","caller":"traceutil/trace.go:171","msg":"trace[1124575191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4762; }","duration":"118.908718ms","start":"2026-04-28T05:07:55.389228Z","end":"2026-04-28T05:07:55.508137Z","steps":["trace[1124575191] 'agreement among raft nodes before linearized reading' (duration: 118.674394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:55.508195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.488552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T05:07:55.508245Z","caller":"traceutil/trace.go:171","msg":"trace[1841700806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4762; }","duration":"114.577524ms","start":"2026-04-28T05:07:55.393652Z","end":"2026-04-28T05:07:55.508229Z","steps":["trace[1841700806] 'agreement among raft nodes before linearized reading' (duration: 114.464642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:55.508081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.101514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T05:07:55.508374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.388439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T05:07:55.508466Z","caller":"traceutil/trace.go:171","msg":"trace[156269882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4762; }","duration":"115.560414ms","start":"2026-04-28T05:07:55.392886Z","end":"2026-04-28T05:07:55.508446Z","steps":["trace[156269882] 'agreement among raft nodes before linearized reading' (duration: 115.262838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:55.508264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.685499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:07:55.508533Z","caller":"traceutil/trace.go:171","msg":"trace[880177323] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4762; }","duration":"111.000625ms","start":"2026-04-28T05:07:55.397513Z","end":"2026-04-28T05:07:55.508514Z","steps":["trace[880177323] 'agreement among raft nodes before linearized reading' (duration: 110.566287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:55.508265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.476503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T05:07:55.508627Z","caller":"traceutil/trace.go:171","msg":"trace[1341898777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4762; }","duration":"112.883581ms","start":"2026-04-28T05:07:55.395723Z","end":"2026-04-28T05:07:55.508607Z","steps":["trace[1341898777] 'agreement among raft nodes before linearized reading' (duration: 112.333831ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:55.50864Z","caller":"traceutil/trace.go:171","msg":"trace[300051388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4762; }","duration":"116.47021ms","start":"2026-04-28T05:07:55.391923Z","end":"2026-04-28T05:07:55.508393Z","steps":["trace[300051388] 'agreement among raft nodes before linearized reading' (duration: 116.043912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:56.014559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317025105,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T05:07:56.388187Z","caller":"traceutil/trace.go:171","msg":"trace[1648653982] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"875.14031ms","start":"2026-04-28T05:07:55.513018Z","end":"2026-04-28T05:07:56.388158Z","steps":["trace[1648653982] 'process raft request' (duration: 874.959476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:56.38837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:55.513Z","time spent":"875.270632ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:57.290255Z","caller":"traceutil/trace.go:171","msg":"trace[1587422956] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"1.776824913s","start":"2026-04-28T05:07:55.513406Z","end":"2026-04-28T05:07:57.290231Z","steps":["trace[1587422956] 'process raft request' (duration: 1.776755642s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:57.29038Z","caller":"traceutil/trace.go:171","msg":"trace[729772789] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"1.777106779s","start":"2026-04-28T05:07:55.51323Z","end":"2026-04-28T05:07:57.290337Z","steps":["trace[729772789] 'process raft request' (duration: 1.776884565s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:57.290454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:55.5134Z","time spent":"1.776926425s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:57.290439Z","caller":"traceutil/trace.go:171","msg":"trace[467529003] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"1.775457606s","start":"2026-04-28T05:07:55.514955Z","end":"2026-04-28T05:07:57.290413Z","steps":["trace[467529003] 'process raft request' (duration: 1.775244592s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:57.290568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:55.513197Z","time spent":"1.777265612s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:57.290584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:55.514943Z","time spent":"1.775566728s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:57.290837Z","caller":"traceutil/trace.go:171","msg":"trace[1159440874] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"1.777564747s","start":"2026-04-28T05:07:55.513227Z","end":"2026-04-28T05:07:57.290791Z","steps":["trace[1159440874] 'process raft request' (duration: 1.776726491s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:57.290987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:55.513212Z","time spent":"1.77769807s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:57.430442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.056337ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T05:07:57.430993Z","caller":"traceutil/trace.go:171","msg":"trace[1607030213] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"1.836654179s","start":"2026-04-28T05:07:55.594311Z","end":"2026-04-28T05:07:57.430965Z","steps":["trace[1607030213] 'process raft request' (duration: 1.836212801s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:57.431162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:55.594295Z","time spent":"1.836776942s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:07:57.450867Z","caller":"traceutil/trace.go:171","msg":"trace[106241205] linearizableReadLoop","detail":"{readStateIndex:4988; appliedIndex:4981; }","duration":"1.937358714s","start":"2026-04-28T05:07:55.513486Z","end":"2026-04-28T05:07:57.450845Z","steps":["trace[106241205] 'read index received' (duration: 874.499687ms)","trace[106241205] 'applied index is now lower than readState.Index' (duration: 1.062857577s)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:57.450872Z","caller":"traceutil/trace.go:171","msg":"trace[1229447936] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"1.280340029s","start":"2026-04-28T05:07:56.170502Z","end":"2026-04-28T05:07:57.450842Z","steps":["trace[1229447936] 'process raft request' (duration: 1.260446555s)","trace[1229447936] 'compare' (duration: 19.71327ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:07:57.451086Z","caller":"traceutil/trace.go:171","msg":"trace[919685039] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"818.531836ms","start":"2026-04-28T05:07:56.632542Z","end":"2026-04-28T05:07:57.451074Z","steps":["trace[919685039] 'process raft request' (duration: 818.414954ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:57.451168Z","caller":"traceutil/trace.go:171","msg":"trace[853787209] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"970.666916ms","start":"2026-04-28T05:07:56.480474Z","end":"2026-04-28T05:07:57.451141Z","steps":["trace[853787209] 'process raft request' (duration: 970.330739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:57.451294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:56.632508Z","time spent":"818.654489ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:57.45129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:56.480449Z","time spent":"970.779149ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:57.451293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937796293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110082"} {"level":"info","ts":"2026-04-28T05:07:57.451367Z","caller":"traceutil/trace.go:171","msg":"trace[10110230] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4771; }","duration":"1.937919705s","start":"2026-04-28T05:07:55.513431Z","end":"2026-04-28T05:07:57.451351Z","steps":["trace[10110230] 'agreement among raft nodes before linearized reading' (duration: 1.937605088s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:57.451451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:55.513418Z","time spent":"1.937980747s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110105,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T05:07:57.451516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846258735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:07:57.451533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.97943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:07:57.451562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.428303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6cfe561fb20a\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-28T05:07:57.451571Z","caller":"traceutil/trace.go:171","msg":"trace[1438871260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4771; }","duration":"1.846392318s","start":"2026-04-28T05:07:55.605162Z","end":"2026-04-28T05:07:57.451554Z","steps":["trace[1438871260] 'agreement among raft nodes before linearized reading' (duration: 1.846291596s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:07:57.451599Z","caller":"traceutil/trace.go:171","msg":"trace[1245316630] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4771; }","duration":"811.083261ms","start":"2026-04-28T05:07:56.640499Z","end":"2026-04-28T05:07:57.451583Z","steps":["trace[1245316630] 'agreement among raft nodes before linearized reading' (duration: 810.949929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:57.4516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796280749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:07:57.451618Z","caller":"traceutil/trace.go:171","msg":"trace[2027958782] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa6cfe561fb20a; range_end:; response_count:1; response_revision:4771; }","duration":"362.512875ms","start":"2026-04-28T05:07:57.089087Z","end":"2026-04-28T05:07:57.4516Z","steps":["trace[2027958782] 'agreement among raft nodes before linearized reading' (duration: 362.375652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:57.451619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:55.605113Z","time spent":"1.84649759s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:07:57.451644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:56.640487Z","time spent":"811.147303ms","remote":"127.0.0.1:58084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:07:57.451652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:57.089072Z","time spent":"362.572926ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6cfe561fb20a\" "} {"level":"info","ts":"2026-04-28T05:07:57.451654Z","caller":"traceutil/trace.go:171","msg":"trace[2039791794] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4771; }","duration":"1.7963319s","start":"2026-04-28T05:07:55.655305Z","end":"2026-04-28T05:07:57.451637Z","steps":["trace[2039791794] 'agreement among raft nodes before linearized reading' (duration: 1.796155977s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:07:57.451265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:56.170479Z","time spent":"1.280626595s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:07:57.451698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:07:55.655278Z","time spent":"1.796408941s","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T05:08:03.008248Z","caller":"traceutil/trace.go:171","msg":"trace[1770780132] linearizableReadLoop","detail":"{readStateIndex:5025; appliedIndex:5024; }","duration":"109.087247ms","start":"2026-04-28T05:08:02.899126Z","end":"2026-04-28T05:08:03.008213Z","steps":["trace[1770780132] 'read index received' (duration: 108.864183ms)","trace[1770780132] 'applied index is now lower than readState.Index' (duration: 221.284µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:03.008348Z","caller":"traceutil/trace.go:171","msg":"trace[2095197455] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"290.326731ms","start":"2026-04-28T05:08:02.71799Z","end":"2026-04-28T05:08:03.008317Z","steps":["trace[2095197455] 'process raft request' (duration: 289.997304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:03.00841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.258741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:03.008459Z","caller":"traceutil/trace.go:171","msg":"trace[797716347] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4804; }","duration":"109.378683ms","start":"2026-04-28T05:08:02.899063Z","end":"2026-04-28T05:08:03.008442Z","steps":["trace[797716347] 'agreement among raft nodes before linearized reading' (duration: 109.272821ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:03.445653Z","caller":"traceutil/trace.go:171","msg":"trace[2085740175] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"125.410644ms","start":"2026-04-28T05:08:03.320212Z","end":"2026-04-28T05:08:03.445622Z","steps":["trace[2085740175] 'process raft request' (duration: 125.18559ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:03.445645Z","caller":"traceutil/trace.go:171","msg":"trace[329272566] linearizableReadLoop","detail":"{readStateIndex:5027; appliedIndex:5025; }","duration":"123.984466ms","start":"2026-04-28T05:08:03.321624Z","end":"2026-04-28T05:08:03.445609Z","steps":["trace[329272566] 'read index received' (duration: 79.526047ms)","trace[329272566] 'applied index is now lower than readState.Index' (duration: 44.457299ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:03.445956Z","caller":"traceutil/trace.go:171","msg":"trace[142453586] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"123.387275ms","start":"2026-04-28T05:08:03.322559Z","end":"2026-04-28T05:08:03.445947Z","steps":["trace[142453586] 'process raft request' (duration: 123.010068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:03.445888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.232941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T05:08:03.446009Z","caller":"traceutil/trace.go:171","msg":"trace[73608023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4807; }","duration":"124.396715ms","start":"2026-04-28T05:08:03.321596Z","end":"2026-04-28T05:08:03.445992Z","steps":["trace[73608023] 'agreement among raft nodes before linearized reading' (duration: 124.12796ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:03.586096Z","caller":"traceutil/trace.go:171","msg":"trace[1286415014] linearizableReadLoop","detail":"{readStateIndex:5029; appliedIndex:5028; }","duration":"140.194179ms","start":"2026-04-28T05:08:03.445868Z","end":"2026-04-28T05:08:03.586062Z","steps":["trace[1286415014] 'read index received' (duration: 66.027756ms)","trace[1286415014] 'applied index is now lower than readState.Index' (duration: 74.164633ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:03.586113Z","caller":"traceutil/trace.go:171","msg":"trace[47140701] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"149.768504ms","start":"2026-04-28T05:08:03.436308Z","end":"2026-04-28T05:08:03.586076Z","steps":["trace[47140701] 'process raft request' (duration: 75.57744ms)","trace[47140701] 'compare' (duration: 73.894699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:08:03.586303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.179158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:08:03.586362Z","caller":"traceutil/trace.go:171","msg":"trace[1278003574] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4809; }","duration":"169.298281ms","start":"2026-04-28T05:08:03.41705Z","end":"2026-04-28T05:08:03.586349Z","steps":["trace[1278003574] 'agreement among raft nodes before linearized reading' (duration: 169.136308ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:03.586506Z","caller":"traceutil/trace.go:171","msg":"trace[2121719831] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"135.542398ms","start":"2026-04-28T05:08:03.450932Z","end":"2026-04-28T05:08:03.586474Z","steps":["trace[2121719831] 'process raft request' (duration: 135.311674ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:03.586484Z","caller":"traceutil/trace.go:171","msg":"trace[1344967797] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"138.103448ms","start":"2026-04-28T05:08:03.44832Z","end":"2026-04-28T05:08:03.586424Z","steps":["trace[1344967797] 'process raft request' (duration: 137.68329ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:03.586585Z","caller":"traceutil/trace.go:171","msg":"trace[418307841] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"112.084527ms","start":"2026-04-28T05:08:03.474468Z","end":"2026-04-28T05:08:03.586552Z","steps":["trace[418307841] 'process raft request' (duration: 111.951473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:03.586623Z","caller":"traceutil/trace.go:171","msg":"trace[1808895479] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"112.710008ms","start":"2026-04-28T05:08:03.473866Z","end":"2026-04-28T05:08:03.586577Z","steps":["trace[1808895479] 'process raft request' (duration: 112.508514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:03.617822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.483976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:08:03.617907Z","caller":"traceutil/trace.go:171","msg":"trace[504210417] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4813; }","duration":"137.65978ms","start":"2026-04-28T05:08:03.480229Z","end":"2026-04-28T05:08:03.617889Z","steps":["trace[504210417] 'agreement among raft nodes before linearized reading' (duration: 137.380405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:03.618246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.139629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:08:03.618332Z","caller":"traceutil/trace.go:171","msg":"trace[1456270536] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4813; }","duration":"124.290452ms","start":"2026-04-28T05:08:03.494019Z","end":"2026-04-28T05:08:03.618309Z","steps":["trace[1456270536] 'agreement among raft nodes before linearized reading' (duration: 124.023127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:04.398803Z","caller":"traceutil/trace.go:171","msg":"trace[838429015] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"340.427768ms","start":"2026-04-28T05:08:04.058351Z","end":"2026-04-28T05:08:04.398778Z","steps":["trace[838429015] 'process raft request' (duration: 340.212894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:04.398952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:04.058325Z","time spent":"340.555231ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:04.903115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.241662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:08:04.90338Z","caller":"traceutil/trace.go:171","msg":"trace[96295349] linearizableReadLoop","detail":"{readStateIndex:5037; appliedIndex:5035; }","duration":"477.631709ms","start":"2026-04-28T05:08:04.425729Z","end":"2026-04-28T05:08:04.903361Z","steps":["trace[96295349] 'read index received' (duration: 237.995489ms)","trace[96295349] 'applied index is now lower than readState.Index' (duration: 239.63492ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:04.903507Z","caller":"traceutil/trace.go:171","msg":"trace[1724725913] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"500.082512ms","start":"2026-04-28T05:08:04.403414Z","end":"2026-04-28T05:08:04.903496Z","steps":["trace[1724725913] 'process raft request' (duration: 499.822828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:04.903582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:04.403398Z","time spent":"500.144554ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:08:04.903658Z","caller":"traceutil/trace.go:171","msg":"trace[759818981] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"501.056472ms","start":"2026-04-28T05:08:04.402537Z","end":"2026-04-28T05:08:04.903593Z","steps":["trace[759818981] 'process raft request' (duration: 261.240189ms)","trace[759818981] 'compare' (duration: 238.942087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:08:04.903715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.906205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:04.903783Z","caller":"traceutil/trace.go:171","msg":"trace[915711831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4816; }","duration":"299.032008ms","start":"2026-04-28T05:08:04.604736Z","end":"2026-04-28T05:08:04.903768Z","steps":["trace[915711831] 'agreement among raft nodes before linearized reading' (duration: 298.909885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:04.903767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.566121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-04-28T05:08:04.903828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.063567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T05:08:04.903837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.570953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:08:04.903871Z","caller":"traceutil/trace.go:171","msg":"trace[1890000174] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4816; }","duration":"414.678503ms","start":"2026-04-28T05:08:04.489173Z","end":"2026-04-28T05:08:04.903852Z","steps":["trace[1890000174] 'agreement among raft nodes before linearized reading' (duration: 414.440839ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:04.903888Z","caller":"traceutil/trace.go:171","msg":"trace[2104160965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4816; }","duration":"478.188029ms","start":"2026-04-28T05:08:04.425684Z","end":"2026-04-28T05:08:04.903872Z","steps":["trace[2104160965] 'agreement among raft nodes before linearized reading' (duration: 477.996896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:04.903935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:04.425663Z","time spent":"478.26329ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T05:08:04.903933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:04.489138Z","time spent":"414.786264ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T05:08:04.903939Z","caller":"traceutil/trace.go:171","msg":"trace[850567789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4816; }","duration":"277.735326ms","start":"2026-04-28T05:08:04.626171Z","end":"2026-04-28T05:08:04.903907Z","steps":["trace[850567789] 'agreement among raft nodes before linearized reading' (duration: 277.456401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:04.904045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:04.402525Z","time spent":"501.257176ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:05.330572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.934504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:08:05.330709Z","caller":"traceutil/trace.go:171","msg":"trace[335385030] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"422.790524ms","start":"2026-04-28T05:08:04.907893Z","end":"2026-04-28T05:08:05.330684Z","steps":["trace[335385030] 'process raft request' (duration: 274.665177ms)","trace[335385030] 'compare' (duration: 147.696579ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:05.33076Z","caller":"traceutil/trace.go:171","msg":"trace[1177840074] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"372.893439ms","start":"2026-04-28T05:08:04.957852Z","end":"2026-04-28T05:08:05.330746Z","steps":["trace[1177840074] 'process raft request' (duration: 372.821298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:05.330803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:04.907876Z","time spent":"422.879656ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:05.330864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:04.957829Z","time spent":"372.971852ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:08:05.330873Z","caller":"traceutil/trace.go:171","msg":"trace[902010620] linearizableReadLoop","detail":"{readStateIndex:5038; appliedIndex:5037; }","duration":"419.073772ms","start":"2026-04-28T05:08:04.911769Z","end":"2026-04-28T05:08:05.330843Z","steps":["trace[902010620] 'read index received' (duration: 270.729971ms)","trace[902010620] 'applied index is now lower than readState.Index' (duration: 148.339241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:08:05.331056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.267766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:05.331098Z","caller":"traceutil/trace.go:171","msg":"trace[350345126] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4818; }","duration":"419.353578ms","start":"2026-04-28T05:08:04.911733Z","end":"2026-04-28T05:08:05.331086Z","steps":["trace[350345126] 'agreement among raft nodes before linearized reading' (duration: 419.260875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:05.331138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:04.911714Z","time spent":"419.4159ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T05:08:05.331117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.349146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:05.331198Z","caller":"traceutil/trace.go:171","msg":"trace[368828934] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4818; }","duration":"171.504359ms","start":"2026-04-28T05:08:05.159672Z","end":"2026-04-28T05:08:05.331177Z","steps":["trace[368828934] 'agreement among raft nodes before linearized reading' (duration: 171.353256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:05.670486Z","caller":"traceutil/trace.go:171","msg":"trace[58732071] linearizableReadLoop","detail":"{readStateIndex:5040; appliedIndex:5039; }","duration":"220.15281ms","start":"2026-04-28T05:08:05.450311Z","end":"2026-04-28T05:08:05.670464Z","steps":["trace[58732071] 'read index received' (duration: 219.985967ms)","trace[58732071] 'applied index is now lower than readState.Index' (duration: 165.163µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:05.670741Z","caller":"traceutil/trace.go:171","msg":"trace[639084804] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"261.057296ms","start":"2026-04-28T05:08:05.409652Z","end":"2026-04-28T05:08:05.670709Z","steps":["trace[639084804] 'process raft request' (duration: 260.650959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:05.670938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.600699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T05:08:05.671024Z","caller":"traceutil/trace.go:171","msg":"trace[1938171802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4819; }","duration":"220.745001ms","start":"2026-04-28T05:08:05.45026Z","end":"2026-04-28T05:08:05.671005Z","steps":["trace[1938171802] 'agreement among raft nodes before linearized reading' (duration: 220.407264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:05.847752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.86114ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T05:08:05.848115Z","caller":"traceutil/trace.go:171","msg":"trace[1932854433] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"254.403309ms","start":"2026-04-28T05:08:05.593692Z","end":"2026-04-28T05:08:05.848095Z","steps":["trace[1932854433] 'process raft request' (duration: 254.325998ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:05.848111Z","caller":"traceutil/trace.go:171","msg":"trace[1815810668] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"255.765625ms","start":"2026-04-28T05:08:05.592309Z","end":"2026-04-28T05:08:05.848075Z","steps":["trace[1815810668] 'process raft request' (duration: 255.573431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:05.848535Z","caller":"traceutil/trace.go:171","msg":"trace[1030530292] linearizableReadLoop","detail":"{readStateIndex:5045; appliedIndex:5040; }","duration":"177.95415ms","start":"2026-04-28T05:08:05.670553Z","end":"2026-04-28T05:08:05.848507Z","steps":["trace[1030530292] 'read index received' (duration: 15.356926ms)","trace[1030530292] 'applied index is now lower than readState.Index' (duration: 162.595684ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:05.848537Z","caller":"traceutil/trace.go:171","msg":"trace[1271646332] transaction","detail":"{read_only:false; response_revision:4822; number_of_response:1; }","duration":"253.544552ms","start":"2026-04-28T05:08:05.594946Z","end":"2026-04-28T05:08:05.84849Z","steps":["trace[1271646332] 'process raft request' (duration: 253.108124ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:05.84856Z","caller":"traceutil/trace.go:171","msg":"trace[2078247679] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"226.272768ms","start":"2026-04-28T05:08:05.622263Z","end":"2026-04-28T05:08:05.848536Z","steps":["trace[2078247679] 'process raft request' (duration: 226.121795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:05.848711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.090369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T05:08:05.848763Z","caller":"traceutil/trace.go:171","msg":"trace[426058486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4823; }","duration":"257.187061ms","start":"2026-04-28T05:08:05.591564Z","end":"2026-04-28T05:08:05.848751Z","steps":["trace[426058486] 'agreement among raft nodes before linearized reading' (duration: 256.996108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:05.848731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.763064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:05.848886Z","caller":"traceutil/trace.go:171","msg":"trace[619097442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4823; }","duration":"242.956418ms","start":"2026-04-28T05:08:05.605905Z","end":"2026-04-28T05:08:05.848861Z","steps":["trace[619097442] 'agreement among raft nodes before linearized reading' (duration: 242.641352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:05.849274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.285927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:08:05.8493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.623581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:08:05.849332Z","caller":"traceutil/trace.go:171","msg":"trace[1480340133] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4823; }","duration":"214.37752ms","start":"2026-04-28T05:08:05.634939Z","end":"2026-04-28T05:08:05.849316Z","steps":["trace[1480340133] 'agreement among raft nodes before linearized reading' (duration: 213.608944ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:05.849344Z","caller":"traceutil/trace.go:171","msg":"trace[1645010335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4823; }","duration":"397.711722ms","start":"2026-04-28T05:08:05.45162Z","end":"2026-04-28T05:08:05.849331Z","steps":["trace[1645010335] 'agreement among raft nodes before linearized reading' (duration: 397.001568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:05.849391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:05.451603Z","time spent":"397.780214ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T05:08:06.015996Z","caller":"traceutil/trace.go:171","msg":"trace[1368892092] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"340.479884ms","start":"2026-04-28T05:08:05.675463Z","end":"2026-04-28T05:08:06.015943Z","steps":["trace[1368892092] 'process raft request' (duration: 276.923902ms)","trace[1368892092] 'compare' (duration: 63.305616ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:06.016084Z","caller":"traceutil/trace.go:171","msg":"trace[1418021251] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"161.582016ms","start":"2026-04-28T05:08:05.854467Z","end":"2026-04-28T05:08:06.016049Z","steps":["trace[1418021251] 'process raft request' (duration: 161.501134ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:06.016154Z","caller":"traceutil/trace.go:171","msg":"trace[1194645475] linearizableReadLoop","detail":"{readStateIndex:5046; appliedIndex:5045; }","duration":"167.503939ms","start":"2026-04-28T05:08:05.848609Z","end":"2026-04-28T05:08:06.016113Z","steps":["trace[1194645475] 'read index received' (duration: 103.793044ms)","trace[1194645475] 'applied index is now lower than readState.Index' (duration: 63.708385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:08:06.016268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:05.67544Z","time spent":"340.684327ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:06.01637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.468398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:08:06.016424Z","caller":"traceutil/trace.go:171","msg":"trace[410670734] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4826; }","duration":"333.565719ms","start":"2026-04-28T05:08:05.68284Z","end":"2026-04-28T05:08:06.016406Z","steps":["trace[410670734] 'agreement among raft nodes before linearized reading' (duration: 333.446807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:06.016468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:05.682817Z","time spent":"333.640981ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:08:06.0165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.875275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:06.016627Z","caller":"traceutil/trace.go:171","msg":"trace[781922275] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4826; }","duration":"131.052658ms","start":"2026-04-28T05:08:05.885536Z","end":"2026-04-28T05:08:06.016589Z","steps":["trace[781922275] 'agreement among raft nodes before linearized reading' (duration: 130.831684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:06.016612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.146444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:08:06.016831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.216447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110082"} {"level":"warn","ts":"2026-04-28T05:08:06.016734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.882086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T05:08:06.016888Z","caller":"traceutil/trace.go:171","msg":"trace[1115471233] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4826; }","duration":"162.326849ms","start":"2026-04-28T05:08:05.85455Z","end":"2026-04-28T05:08:06.016876Z","steps":["trace[1115471233] 'agreement among raft nodes before linearized reading' (duration: 161.928192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:06.016918Z","caller":"traceutil/trace.go:171","msg":"trace[841957141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4826; }","duration":"105.063659ms","start":"2026-04-28T05:08:05.911835Z","end":"2026-04-28T05:08:06.016898Z","steps":["trace[841957141] 'agreement among raft nodes before linearized reading' (duration: 104.681842ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:06.016831Z","caller":"traceutil/trace.go:171","msg":"trace[1486829886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4826; }","duration":"166.396338ms","start":"2026-04-28T05:08:05.850415Z","end":"2026-04-28T05:08:06.016811Z","steps":["trace[1486829886] 'agreement among raft nodes before linearized reading' (duration: 165.925729ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:06.017333Z","caller":"traceutil/trace.go:171","msg":"trace[272342042] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"162.039264ms","start":"2026-04-28T05:08:05.854091Z","end":"2026-04-28T05:08:06.016131Z","steps":["trace[272342042] 'process raft request' (duration: 161.81483ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:14.211729Z","caller":"traceutil/trace.go:171","msg":"trace[1562490723] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"244.268553ms","start":"2026-04-28T05:08:13.967425Z","end":"2026-04-28T05:08:14.211694Z","steps":["trace[1562490723] 'process raft request' (duration: 160.857111ms)","trace[1562490723] 'compare' (duration: 83.019025ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:14.690809Z","caller":"traceutil/trace.go:171","msg":"trace[1979564580] linearizableReadLoop","detail":"{readStateIndex:5087; appliedIndex:5084; }","duration":"569.124206ms","start":"2026-04-28T05:08:14.121661Z","end":"2026-04-28T05:08:14.690785Z","steps":["trace[1979564580] 'read index received' (duration: 6.569087ms)","trace[1979564580] 'applied index is now lower than readState.Index' (duration: 562.554309ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:14.690896Z","caller":"traceutil/trace.go:171","msg":"trace[938281812] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"723.309808ms","start":"2026-04-28T05:08:13.967538Z","end":"2026-04-28T05:08:14.690847Z","steps":["trace[938281812] 'process raft request' (duration: 723.059074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:14.690962Z","caller":"traceutil/trace.go:171","msg":"trace[697057651] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"722.694507ms","start":"2026-04-28T05:08:13.968244Z","end":"2026-04-28T05:08:14.690939Z","steps":["trace[697057651] 'process raft request' (duration: 722.494313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:14.691068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:13.968217Z","time spent":"722.77248ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:14.691075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:13.96751Z","time spent":"723.471303ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:14.691433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.429733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:08:14.691479Z","caller":"traceutil/trace.go:171","msg":"trace[1838536604] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4864; }","duration":"568.493374ms","start":"2026-04-28T05:08:14.122972Z","end":"2026-04-28T05:08:14.691466Z","steps":["trace[1838536604] 'agreement among raft nodes before linearized reading' (duration: 568.349841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:14.691473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.879381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T05:08:14.691518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:14.122957Z","time spent":"568.551175ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T05:08:14.691567Z","caller":"traceutil/trace.go:171","msg":"trace[1601762509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4864; }","duration":"569.011513ms","start":"2026-04-28T05:08:14.122533Z","end":"2026-04-28T05:08:14.691544Z","steps":["trace[1601762509] 'agreement among raft nodes before linearized reading' (duration: 568.649286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:14.691565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.236467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T05:08:14.691626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:14.122522Z","time spent":"569.090325ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:08:14.69176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.370792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T05:08:14.691847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.080605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T05:08:14.691912Z","caller":"traceutil/trace.go:171","msg":"trace[1045626224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4864; }","duration":"570.278368ms","start":"2026-04-28T05:08:14.121616Z","end":"2026-04-28T05:08:14.691894Z","steps":["trace[1045626224] 'agreement among raft nodes before linearized reading' (duration: 569.504383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:14.691629Z","caller":"traceutil/trace.go:171","msg":"trace[607586902] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4864; }","duration":"558.323648ms","start":"2026-04-28T05:08:14.133288Z","end":"2026-04-28T05:08:14.691612Z","steps":["trace[607586902] 'agreement among raft nodes before linearized reading' (duration: 558.053823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:14.691977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:14.121596Z","time spent":"570.36588ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:08:14.692131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:14.133274Z","time spent":"558.732876ms","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T05:08:14.692141Z","caller":"traceutil/trace.go:171","msg":"trace[1302983901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4864; }","duration":"568.556325ms","start":"2026-04-28T05:08:14.123304Z","end":"2026-04-28T05:08:14.69186Z","steps":["trace[1302983901] 'agreement among raft nodes before linearized reading' (duration: 567.994695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:14.692203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:14.123273Z","time spent":"568.913612ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:08:14.896532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.818661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:14.896644Z","caller":"traceutil/trace.go:171","msg":"trace[1039112983] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4868; }","duration":"122.002924ms","start":"2026-04-28T05:08:14.774619Z","end":"2026-04-28T05:08:14.896622Z","steps":["trace[1039112983] 'count revisions from in-memory index tree' (duration: 121.686908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:15.896188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.540045ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T05:08:15.896411Z","caller":"traceutil/trace.go:171","msg":"trace[1959348777] linearizableReadLoop","detail":"{readStateIndex:5092; appliedIndex:5091; }","duration":"621.495901ms","start":"2026-04-28T05:08:15.274893Z","end":"2026-04-28T05:08:15.896389Z","steps":["trace[1959348777] 'read index received' (duration: 38.001µs)","trace[1959348777] 'applied index is now lower than readState.Index' (duration: 621.45535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:08:15.896781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.870519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:08:15.896831Z","caller":"traceutil/trace.go:171","msg":"trace[141855454] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4868; }","duration":"621.966701ms","start":"2026-04-28T05:08:15.274851Z","end":"2026-04-28T05:08:15.896817Z","steps":["trace[141855454] 'agreement among raft nodes before linearized reading' (duration: 621.864449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:15.896869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:15.274829Z","time spent":"622.028352ms","remote":"127.0.0.1:46926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:08:15.897096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.960703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:15.897136Z","caller":"traceutil/trace.go:171","msg":"trace[1482397340] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4868; }","duration":"607.006254ms","start":"2026-04-28T05:08:15.29012Z","end":"2026-04-28T05:08:15.897126Z","steps":["trace[1482397340] 'agreement among raft nodes before linearized reading' (duration: 606.942293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:15.897167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:15.290066Z","time spent":"607.090846ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:08:15.897271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.003366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T05:08:15.897285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.489856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T05:08:15.897348Z","caller":"traceutil/trace.go:171","msg":"trace[1823327795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4868; }","duration":"197.126328ms","start":"2026-04-28T05:08:15.700204Z","end":"2026-04-28T05:08:15.897331Z","steps":["trace[1823327795] 'agreement among raft nodes before linearized reading' (duration: 196.915054ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:15.897359Z","caller":"traceutil/trace.go:171","msg":"trace[1387912833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4868; }","duration":"501.608688ms","start":"2026-04-28T05:08:15.39573Z","end":"2026-04-28T05:08:15.897339Z","steps":["trace[1387912833] 'agreement among raft nodes before linearized reading' (duration: 501.378084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:15.897354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.713267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-04-28T05:08:15.897401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:15.395707Z","time spent":"501.68616ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T05:08:15.89743Z","caller":"traceutil/trace.go:171","msg":"trace[173635620] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4868; }","duration":"519.841058ms","start":"2026-04-28T05:08:15.377572Z","end":"2026-04-28T05:08:15.897413Z","steps":["trace[173635620] 'agreement among raft nodes before linearized reading' (duration: 519.591304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:15.897479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:15.377551Z","time spent":"519.91953ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T05:08:16.409142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317025363,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T05:08:16.687086Z","caller":"traceutil/trace.go:171","msg":"trace[359325939] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"785.600756ms","start":"2026-04-28T05:08:15.901457Z","end":"2026-04-28T05:08:16.687058Z","steps":["trace[359325939] 'process raft request' (duration: 785.29907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:16.687253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:15.901436Z","time spent":"785.724548ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:08:16.757228Z","caller":"traceutil/trace.go:171","msg":"trace[60768813] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"853.695134ms","start":"2026-04-28T05:08:15.903504Z","end":"2026-04-28T05:08:16.757199Z","steps":["trace[60768813] 'process raft request' (duration: 842.5788ms)","trace[60768813] 'compare' (duration: 10.92119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:08:16.7574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:15.903478Z","time spent":"853.831306ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:08:16.757558Z","caller":"traceutil/trace.go:171","msg":"trace[1735811023] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"773.265248ms","start":"2026-04-28T05:08:15.984269Z","end":"2026-04-28T05:08:16.757534Z","steps":["trace[1735811023] 'process raft request' (duration: 772.882511ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:16.757663Z","caller":"traceutil/trace.go:171","msg":"trace[1714368218] linearizableReadLoop","detail":"{readStateIndex:5096; appliedIndex:5092; }","duration":"849.111877ms","start":"2026-04-28T05:08:15.908525Z","end":"2026-04-28T05:08:16.757637Z","steps":["trace[1714368218] 'read index received' (duration: 778.376567ms)","trace[1714368218] 'applied index is now lower than readState.Index' (duration: 70.73399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:08:16.757698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:15.984243Z","time spent":"773.383971ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:16.75781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.263849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:16.757803Z","caller":"traceutil/trace.go:171","msg":"trace[2027356746] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"540.862664ms","start":"2026-04-28T05:08:16.216892Z","end":"2026-04-28T05:08:16.757754Z","steps":["trace[2027356746] 'process raft request' (duration: 540.579028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:16.758043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:16.216872Z","time spent":"541.041217ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:08:16.757851Z","caller":"traceutil/trace.go:171","msg":"trace[1557136584] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4872; }","duration":"849.3371ms","start":"2026-04-28T05:08:15.908503Z","end":"2026-04-28T05:08:16.75784Z","steps":["trace[1557136584] 'agreement among raft nodes before linearized reading' (duration: 849.253569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:16.758167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:15.908498Z","time spent":"849.642526ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T05:08:16.759084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.170724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:16.759833Z","caller":"traceutil/trace.go:171","msg":"trace[2120340780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4874; }","duration":"153.942578ms","start":"2026-04-28T05:08:16.605867Z","end":"2026-04-28T05:08:16.75981Z","steps":["trace[2120340780] 'agreement among raft nodes before linearized reading' (duration: 153.147033ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:24.970654Z","caller":"traceutil/trace.go:171","msg":"trace[544973808] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"238.244497ms","start":"2026-04-28T05:08:24.732383Z","end":"2026-04-28T05:08:24.970627Z","steps":["trace[544973808] 'process raft request' (duration: 238.078684ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:24.975895Z","caller":"traceutil/trace.go:171","msg":"trace[1957205392] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"171.611927ms","start":"2026-04-28T05:08:24.804269Z","end":"2026-04-28T05:08:24.975881Z","steps":["trace[1957205392] 'process raft request' (duration: 171.504695ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:24.976063Z","caller":"traceutil/trace.go:171","msg":"trace[1508010997] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"149.641716ms","start":"2026-04-28T05:08:24.826412Z","end":"2026-04-28T05:08:24.976054Z","steps":["trace[1508010997] 'process raft request' (duration: 149.440302ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:24.976084Z","caller":"traceutil/trace.go:171","msg":"trace[445462550] linearizableReadLoop","detail":"{readStateIndex:5147; appliedIndex:5142; }","duration":"141.488459ms","start":"2026-04-28T05:08:24.834584Z","end":"2026-04-28T05:08:24.976072Z","steps":["trace[445462550] 'read index received' (duration: 135.907652ms)","trace[445462550] 'applied index is now lower than readState.Index' (duration: 5.579877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:08:24.976275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.677652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T05:08:24.976335Z","caller":"traceutil/trace.go:171","msg":"trace[1645652080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4922; }","duration":"141.770224ms","start":"2026-04-28T05:08:24.834552Z","end":"2026-04-28T05:08:24.976322Z","steps":["trace[1645652080] 'agreement among raft nodes before linearized reading' (duration: 141.610011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:24.976342Z","caller":"traceutil/trace.go:171","msg":"trace[2019399942] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"148.157875ms","start":"2026-04-28T05:08:24.828159Z","end":"2026-04-28T05:08:24.976317Z","steps":["trace[2019399942] 'process raft request' (duration: 147.88151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:24.976401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.87182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:08:24.976434Z","caller":"traceutil/trace.go:171","msg":"trace[74790055] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4922; }","duration":"137.948871ms","start":"2026-04-28T05:08:24.838477Z","end":"2026-04-28T05:08:24.976426Z","steps":["trace[74790055] 'agreement among raft nodes before linearized reading' (duration: 137.825408ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:24.976312Z","caller":"traceutil/trace.go:171","msg":"trace[1716782940] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"148.221957ms","start":"2026-04-28T05:08:24.828041Z","end":"2026-04-28T05:08:24.976263Z","steps":["trace[1716782940] 'process raft request' (duration: 147.953662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:24.976518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.401262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T05:08:24.976547Z","caller":"traceutil/trace.go:171","msg":"trace[276318532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4922; }","duration":"135.462674ms","start":"2026-04-28T05:08:24.841077Z","end":"2026-04-28T05:08:24.976539Z","steps":["trace[276318532] 'agreement among raft nodes before linearized reading' (duration: 135.384742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:24.976592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.584145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T05:08:24.976678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.705708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:08:24.97662Z","caller":"traceutil/trace.go:171","msg":"trace[277565357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4922; }","duration":"135.641577ms","start":"2026-04-28T05:08:24.840972Z","end":"2026-04-28T05:08:24.976614Z","steps":["trace[277565357] 'agreement among raft nodes before linearized reading' (duration: 135.574066ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:24.976704Z","caller":"traceutil/trace.go:171","msg":"trace[1736540433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4922; }","duration":"135.754318ms","start":"2026-04-28T05:08:24.840944Z","end":"2026-04-28T05:08:24.976698Z","steps":["trace[1736540433] 'agreement among raft nodes before linearized reading' (duration: 135.683707ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:28.424965Z","caller":"traceutil/trace.go:171","msg":"trace[1016024761] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"130.11089ms","start":"2026-04-28T05:08:28.294787Z","end":"2026-04-28T05:08:28.424898Z","steps":["trace[1016024761] 'process raft request' (duration: 129.878405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:29.173389Z","caller":"traceutil/trace.go:171","msg":"trace[262236622] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"184.826812ms","start":"2026-04-28T05:08:28.988536Z","end":"2026-04-28T05:08:29.173363Z","steps":["trace[262236622] 'process raft request' (duration: 184.638408ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:29.841544Z","caller":"traceutil/trace.go:171","msg":"trace[538793411] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"852.590493ms","start":"2026-04-28T05:08:28.98892Z","end":"2026-04-28T05:08:29.84151Z","steps":["trace[538793411] 'process raft request' (duration: 844.653541ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:29.841578Z","caller":"traceutil/trace.go:171","msg":"trace[1212666988] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"849.301759ms","start":"2026-04-28T05:08:28.992253Z","end":"2026-04-28T05:08:29.841555Z","steps":["trace[1212666988] 'process raft request' (duration: 849.226358ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:29.841586Z","caller":"traceutil/trace.go:171","msg":"trace[118103454] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"850.009493ms","start":"2026-04-28T05:08:28.991546Z","end":"2026-04-28T05:08:29.841555Z","steps":["trace[118103454] 'process raft request' (duration: 849.85304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:29.841745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:28.988898Z","time spent":"852.740816ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:29.841773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:28.992239Z","time spent":"849.449272ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:29.841783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:28.991536Z","time spent":"850.168197ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:08:29.841817Z","caller":"traceutil/trace.go:171","msg":"trace[401221735] linearizableReadLoop","detail":"{readStateIndex:5185; appliedIndex:5180; }","duration":"844.271083ms","start":"2026-04-28T05:08:28.997522Z","end":"2026-04-28T05:08:29.841793Z","steps":["trace[401221735] 'read index received' (duration: 175.767547ms)","trace[401221735] 'applied index is now lower than readState.Index' (duration: 668.501936ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:29.841904Z","caller":"traceutil/trace.go:171","msg":"trace[1230623404] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"849.333321ms","start":"2026-04-28T05:08:28.99256Z","end":"2026-04-28T05:08:29.841893Z","steps":["trace[1230623404] 'process raft request' (duration: 848.959563ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:29.841935Z","caller":"traceutil/trace.go:171","msg":"trace[1319843203] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"796.620598ms","start":"2026-04-28T05:08:29.045303Z","end":"2026-04-28T05:08:29.841924Z","steps":["trace[1319843203] 'process raft request' (duration: 796.329701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:29.841956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:28.992552Z","time spent":"849.377862ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:29.841989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:29.045216Z","time spent":"796.743469ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:29.842072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.532228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T05:08:29.842319Z","caller":"traceutil/trace.go:171","msg":"trace[1966991267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4960; }","duration":"844.824184ms","start":"2026-04-28T05:08:28.997483Z","end":"2026-04-28T05:08:29.842307Z","steps":["trace[1966991267] 'agreement among raft nodes before linearized reading' (duration: 844.451377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:29.842357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:28.997468Z","time spent":"844.878046ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:08:29.842435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.737232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:08:29.842509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.558785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:29.842516Z","caller":"traceutil/trace.go:171","msg":"trace[697625502] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:4960; }","duration":"844.876644ms","start":"2026-04-28T05:08:28.997621Z","end":"2026-04-28T05:08:29.842497Z","steps":["trace[697625502] 'agreement among raft nodes before linearized reading' (duration: 844.64964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:29.842563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:28.997596Z","time spent":"844.954555ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T05:08:29.842566Z","caller":"traceutil/trace.go:171","msg":"trace[1229717485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4960; }","duration":"236.638257ms","start":"2026-04-28T05:08:29.605902Z","end":"2026-04-28T05:08:29.84254Z","steps":["trace[1229717485] 'agreement among raft nodes before linearized reading' (duration: 236.568396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:29.842616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.962991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:08:29.842614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.348976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T05:08:29.842681Z","caller":"traceutil/trace.go:171","msg":"trace[345322403] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4960; }","duration":"830.439098ms","start":"2026-04-28T05:08:29.012222Z","end":"2026-04-28T05:08:29.842661Z","steps":["trace[345322403] 'agreement among raft nodes before linearized reading' (duration: 830.244384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:29.842686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.432938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T05:08:29.8427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.931407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T05:08:29.84274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:29.01221Z","time spent":"830.515819ms","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T05:08:29.842755Z","caller":"traceutil/trace.go:171","msg":"trace[751771478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4960; }","duration":"842.558541ms","start":"2026-04-28T05:08:29.000177Z","end":"2026-04-28T05:08:29.842736Z","steps":["trace[751771478] 'agreement among raft nodes before linearized reading' (duration: 842.360067ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:29.842763Z","caller":"traceutil/trace.go:171","msg":"trace[1874472245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4960; }","duration":"844.007848ms","start":"2026-04-28T05:08:28.998737Z","end":"2026-04-28T05:08:29.842745Z","steps":["trace[1874472245] 'agreement among raft nodes before linearized reading' (duration: 843.852455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:29.842809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:29.000159Z","time spent":"842.636412ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:08:29.842813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:28.998731Z","time spent":"844.069149ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T05:08:29.842816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.352885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T05:08:29.842899Z","caller":"traceutil/trace.go:171","msg":"trace[943039345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4960; }","duration":"843.59298ms","start":"2026-04-28T05:08:28.999287Z","end":"2026-04-28T05:08:29.842879Z","steps":["trace[943039345] 'agreement among raft nodes before linearized reading' (duration: 843.247963ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:29.842895Z","caller":"traceutil/trace.go:171","msg":"trace[733250765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4960; }","duration":"252.056023ms","start":"2026-04-28T05:08:29.590594Z","end":"2026-04-28T05:08:29.84265Z","steps":["trace[733250765] 'agreement among raft nodes before linearized reading' (duration: 251.961512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:29.842946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:28.999281Z","time spent":"843.654471ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:08:30.337546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.312616ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:30.33771Z","caller":"traceutil/trace.go:171","msg":"trace[1403099144] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4961; }","duration":"179.485639ms","start":"2026-04-28T05:08:30.158204Z","end":"2026-04-28T05:08:30.33769Z","steps":["trace[1403099144] 'range keys from in-memory index tree' (duration: 179.295896ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:30.358547Z","caller":"traceutil/trace.go:171","msg":"trace[2018022096] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"510.994019ms","start":"2026-04-28T05:08:29.847526Z","end":"2026-04-28T05:08:30.35852Z","steps":["trace[2018022096] 'process raft request' (duration: 510.776054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:30.358701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:29.847509Z","time spent":"511.115202ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:08:30.358864Z","caller":"traceutil/trace.go:171","msg":"trace[916061146] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"511.275754ms","start":"2026-04-28T05:08:29.847562Z","end":"2026-04-28T05:08:30.358837Z","steps":["trace[916061146] 'process raft request' (duration: 510.921118ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:30.358909Z","caller":"traceutil/trace.go:171","msg":"trace[792471162] linearizableReadLoop","detail":"{readStateIndex:5189; appliedIndex:5186; }","duration":"511.244693ms","start":"2026-04-28T05:08:29.847645Z","end":"2026-04-28T05:08:30.358889Z","steps":["trace[792471162] 'read index received' (duration: 51.329825ms)","trace[792471162] 'applied index is now lower than readState.Index' (duration: 459.913168ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:30.35893Z","caller":"traceutil/trace.go:171","msg":"trace[1113557167] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"511.194992ms","start":"2026-04-28T05:08:29.847694Z","end":"2026-04-28T05:08:30.358889Z","steps":["trace[1113557167] 'process raft request' (duration: 511.03864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:30.359007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:29.847542Z","time spent":"511.391926ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:30.359285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:29.84767Z","time spent":"511.347256ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:30.359338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.25094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:08:30.359371Z","caller":"traceutil/trace.go:171","msg":"trace[578434380] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4964; }","duration":"210.283721ms","start":"2026-04-28T05:08:30.149077Z","end":"2026-04-28T05:08:30.359361Z","steps":["trace[578434380] 'agreement among raft nodes before linearized reading' (duration: 210.22916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:30.359413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.722361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T05:08:30.359453Z","caller":"traceutil/trace.go:171","msg":"trace[492481646] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:4964; }","duration":"335.800263ms","start":"2026-04-28T05:08:30.023642Z","end":"2026-04-28T05:08:30.359442Z","steps":["trace[492481646] 'agreement among raft nodes before linearized reading' (duration: 335.66597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:30.359483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:30.023618Z","time spent":"335.859394ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-04-28T05:08:30.359565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.908286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109734"} {"level":"info","ts":"2026-04-28T05:08:30.35966Z","caller":"traceutil/trace.go:171","msg":"trace[659453117] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4964; }","duration":"512.036258ms","start":"2026-04-28T05:08:29.847612Z","end":"2026-04-28T05:08:30.359648Z","steps":["trace[659453117] 'agreement among raft nodes before linearized reading' (duration: 511.408897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:30.359735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:29.847599Z","time spent":"512.12412ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109757,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T05:08:30.510932Z","caller":"traceutil/trace.go:171","msg":"trace[208969549] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"127.936978ms","start":"2026-04-28T05:08:30.382966Z","end":"2026-04-28T05:08:30.510903Z","steps":["trace[208969549] 'process raft request' (duration: 126.357528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:35.136339Z","caller":"traceutil/trace.go:171","msg":"trace[1090777530] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"175.372799ms","start":"2026-04-28T05:08:34.960942Z","end":"2026-04-28T05:08:35.136315Z","steps":["trace[1090777530] 'process raft request' (duration: 175.193746ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:35.136514Z","caller":"traceutil/trace.go:171","msg":"trace[2039832388] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"175.543513ms","start":"2026-04-28T05:08:34.960952Z","end":"2026-04-28T05:08:35.136495Z","steps":["trace[2039832388] 'process raft request' (duration: 175.323729ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.116334Z","caller":"traceutil/trace.go:171","msg":"trace[1631999290] linearizableReadLoop","detail":"{readStateIndex:5288; appliedIndex:5287; }","duration":"184.228909ms","start":"2026-04-28T05:08:41.932074Z","end":"2026-04-28T05:08:42.116303Z","steps":["trace[1631999290] 'read index received' (duration: 178.420378ms)","trace[1631999290] 'applied index is now lower than readState.Index' (duration: 5.807201ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:42.116388Z","caller":"traceutil/trace.go:171","msg":"trace[292124235] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"197.328522ms","start":"2026-04-28T05:08:41.919032Z","end":"2026-04-28T05:08:42.11636Z","steps":["trace[292124235] 'process raft request' (duration: 191.390298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:42.116611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.525865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7173"} {"level":"info","ts":"2026-04-28T05:08:42.116659Z","caller":"traceutil/trace.go:171","msg":"trace[1162896590] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5058; }","duration":"184.616617ms","start":"2026-04-28T05:08:41.932028Z","end":"2026-04-28T05:08:42.116644Z","steps":["trace[1162896590] 'agreement among raft nodes before linearized reading' (duration: 184.409213ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.136085Z","caller":"traceutil/trace.go:171","msg":"trace[579146264] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"188.448361ms","start":"2026-04-28T05:08:41.947624Z","end":"2026-04-28T05:08:42.136072Z","steps":["trace[579146264] 'process raft request' (duration: 188.133785ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.135935Z","caller":"traceutil/trace.go:171","msg":"trace[1304250008] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"198.28998ms","start":"2026-04-28T05:08:41.937597Z","end":"2026-04-28T05:08:42.135887Z","steps":["trace[1304250008] 'process raft request' (duration: 198.050755ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.136412Z","caller":"traceutil/trace.go:171","msg":"trace[2030489232] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"183.852553ms","start":"2026-04-28T05:08:41.952531Z","end":"2026-04-28T05:08:42.136383Z","steps":["trace[2030489232] 'process raft request' (duration: 183.475415ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.136585Z","caller":"traceutil/trace.go:171","msg":"trace[773082281] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"183.930854ms","start":"2026-04-28T05:08:41.952637Z","end":"2026-04-28T05:08:42.136568Z","steps":["trace[773082281] 'process raft request' (duration: 183.637198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:42.136612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.50366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T05:08:42.136637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.190563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T05:08:42.136688Z","caller":"traceutil/trace.go:171","msg":"trace[1559250161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5062; }","duration":"167.264604ms","start":"2026-04-28T05:08:41.969412Z","end":"2026-04-28T05:08:42.136676Z","steps":["trace[1559250161] 'agreement among raft nodes before linearized reading' (duration: 167.146012ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.13669Z","caller":"traceutil/trace.go:171","msg":"trace[588511910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5062; }","duration":"179.658172ms","start":"2026-04-28T05:08:41.957016Z","end":"2026-04-28T05:08:42.136674Z","steps":["trace[588511910] 'agreement among raft nodes before linearized reading' (duration: 179.456479ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.284958Z","caller":"traceutil/trace.go:171","msg":"trace[745429884] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"164.817427ms","start":"2026-04-28T05:08:42.120114Z","end":"2026-04-28T05:08:42.284932Z","steps":["trace[745429884] 'process raft request' (duration: 164.445179ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.285289Z","caller":"traceutil/trace.go:171","msg":"trace[1199436930] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"164.758736ms","start":"2026-04-28T05:08:42.120511Z","end":"2026-04-28T05:08:42.28527Z","steps":["trace[1199436930] 'process raft request' (duration: 164.348319ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.286081Z","caller":"traceutil/trace.go:171","msg":"trace[1346793684] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"164.442789ms","start":"2026-04-28T05:08:42.121629Z","end":"2026-04-28T05:08:42.286071Z","steps":["trace[1346793684] 'process raft request' (duration: 163.585573ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.286304Z","caller":"traceutil/trace.go:171","msg":"trace[673648149] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"160.620507ms","start":"2026-04-28T05:08:42.12561Z","end":"2026-04-28T05:08:42.28623Z","steps":["trace[673648149] 'process raft request' (duration: 160.244239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.285934Z","caller":"traceutil/trace.go:171","msg":"trace[858725933] linearizableReadLoop","detail":"{readStateIndex:5296; appliedIndex:5292; }","duration":"145.597608ms","start":"2026-04-28T05:08:42.140322Z","end":"2026-04-28T05:08:42.28592Z","steps":["trace[858725933] 'read index received' (duration: 144.18413ms)","trace[858725933] 'applied index is now lower than readState.Index' (duration: 1.412668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:08:42.286542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.18863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:42.287151Z","caller":"traceutil/trace.go:171","msg":"trace[1481239574] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:0; response_revision:5066; }","duration":"146.833962ms","start":"2026-04-28T05:08:42.140303Z","end":"2026-04-28T05:08:42.287137Z","steps":["trace[1481239574] 'agreement among raft nodes before linearized reading' (duration: 146.117569ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.31792Z","caller":"traceutil/trace.go:171","msg":"trace[747248850] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"177.170734ms","start":"2026-04-28T05:08:42.14071Z","end":"2026-04-28T05:08:42.31788Z","steps":["trace[747248850] 'process raft request' (duration: 177.085172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.318023Z","caller":"traceutil/trace.go:171","msg":"trace[1298417120] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"177.567622ms","start":"2026-04-28T05:08:42.140438Z","end":"2026-04-28T05:08:42.318006Z","steps":["trace[1298417120] 'process raft request' (duration: 177.199925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:42.318372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.725655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T05:08:42.318457Z","caller":"traceutil/trace.go:171","msg":"trace[1301474534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5068; }","duration":"176.838909ms","start":"2026-04-28T05:08:42.141598Z","end":"2026-04-28T05:08:42.318437Z","steps":["trace[1301474534] 'agreement among raft nodes before linearized reading' (duration: 176.553443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.606221Z","caller":"traceutil/trace.go:171","msg":"trace[1058904800] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"169.187861ms","start":"2026-04-28T05:08:42.436999Z","end":"2026-04-28T05:08:42.606187Z","steps":["trace[1058904800] 'process raft request' (duration: 79.462927ms)","trace[1058904800] 'compare' (duration: 89.539971ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:42.60657Z","caller":"traceutil/trace.go:171","msg":"trace[1898585328] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"169.530598ms","start":"2026-04-28T05:08:42.437015Z","end":"2026-04-28T05:08:42.606546Z","steps":["trace[1898585328] 'process raft request' (duration: 169.419416ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.606771Z","caller":"traceutil/trace.go:171","msg":"trace[1108238064] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"169.757102ms","start":"2026-04-28T05:08:42.437001Z","end":"2026-04-28T05:08:42.606758Z","steps":["trace[1108238064] 'process raft request' (duration: 169.13748ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.606851Z","caller":"traceutil/trace.go:171","msg":"trace[881733236] linearizableReadLoop","detail":"{readStateIndex:5312; appliedIndex:5307; }","duration":"169.506548ms","start":"2026-04-28T05:08:42.43732Z","end":"2026-04-28T05:08:42.606827Z","steps":["trace[881733236] 'read index received' (duration: 17.201711ms)","trace[881733236] 'applied index is now lower than readState.Index' (duration: 152.303547ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:42.606967Z","caller":"traceutil/trace.go:171","msg":"trace[1778427737] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"169.939496ms","start":"2026-04-28T05:08:42.437015Z","end":"2026-04-28T05:08:42.606955Z","steps":["trace[1778427737] 'process raft request' (duration: 169.487637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:42.607137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.796914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:42.607188Z","caller":"traceutil/trace.go:171","msg":"trace[1125744442] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5081; }","duration":"169.892465ms","start":"2026-04-28T05:08:42.437282Z","end":"2026-04-28T05:08:42.607175Z","steps":["trace[1125744442] 'agreement among raft nodes before linearized reading' (duration: 169.798574ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.611046Z","caller":"traceutil/trace.go:171","msg":"trace[38105630] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"151.473651ms","start":"2026-04-28T05:08:42.459555Z","end":"2026-04-28T05:08:42.611028Z","steps":["trace[38105630] 'process raft request' (duration: 151.181225ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.611048Z","caller":"traceutil/trace.go:171","msg":"trace[1631444033] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"151.37748ms","start":"2026-04-28T05:08:42.459652Z","end":"2026-04-28T05:08:42.61103Z","steps":["trace[1631444033] 'process raft request' (duration: 151.198825ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.611379Z","caller":"traceutil/trace.go:171","msg":"trace[2070552948] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"151.271467ms","start":"2026-04-28T05:08:42.460099Z","end":"2026-04-28T05:08:42.61137Z","steps":["trace[2070552948] 'process raft request' (duration: 150.791847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:42.611713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.396743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109936"} {"level":"info","ts":"2026-04-28T05:08:42.611756Z","caller":"traceutil/trace.go:171","msg":"trace[988206902] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5085; }","duration":"171.472335ms","start":"2026-04-28T05:08:42.440261Z","end":"2026-04-28T05:08:42.611734Z","steps":["trace[988206902] 'agreement among raft nodes before linearized reading' (duration: 171.23293ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.612112Z","caller":"traceutil/trace.go:171","msg":"trace[1478977862] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"151.44044ms","start":"2026-04-28T05:08:42.460654Z","end":"2026-04-28T05:08:42.612094Z","steps":["trace[1478977862] 'process raft request' (duration: 150.288978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:42.614398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.113367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-28T05:08:42.614545Z","caller":"traceutil/trace.go:171","msg":"trace[1684277342] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5085; }","duration":"171.27974ms","start":"2026-04-28T05:08:42.443252Z","end":"2026-04-28T05:08:42.614532Z","steps":["trace[1684277342] 'agreement among raft nodes before linearized reading' (duration: 168.13079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:42.758695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.48984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-28T05:08:42.758748Z","caller":"traceutil/trace.go:171","msg":"trace[633146014] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5090; }","duration":"126.557631ms","start":"2026-04-28T05:08:42.632179Z","end":"2026-04-28T05:08:42.758737Z","steps":["trace[633146014] 'agreement among raft nodes before linearized reading' (duration: 126.433479ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:42.99187Z","caller":"traceutil/trace.go:171","msg":"trace[442199613] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"162.565275ms","start":"2026-04-28T05:08:42.829282Z","end":"2026-04-28T05:08:42.991848Z","steps":["trace[442199613] 'process raft request' (duration: 160.147818ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:43.18268Z","caller":"traceutil/trace.go:171","msg":"trace[8134348] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"185.074116ms","start":"2026-04-28T05:08:42.997584Z","end":"2026-04-28T05:08:43.182658Z","steps":["trace[8134348] 'process raft request' (duration: 185.014305ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:43.182727Z","caller":"traceutil/trace.go:171","msg":"trace[902073250] linearizableReadLoop","detail":"{readStateIndex:5327; appliedIndex:5326; }","duration":"185.421783ms","start":"2026-04-28T05:08:42.997282Z","end":"2026-04-28T05:08:43.182703Z","steps":["trace[902073250] 'read index received' (duration: 120.796432ms)","trace[902073250] 'applied index is now lower than readState.Index' (duration: 64.622771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:08:43.182959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.651097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:43.183005Z","caller":"traceutil/trace.go:171","msg":"trace[1401856005] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5097; }","duration":"185.75571ms","start":"2026-04-28T05:08:42.997236Z","end":"2026-04-28T05:08:43.182992Z","steps":["trace[1401856005] 'agreement among raft nodes before linearized reading' (duration: 185.581356ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:43.18265Z","caller":"traceutil/trace.go:171","msg":"trace[525888919] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"268.889447ms","start":"2026-04-28T05:08:42.913725Z","end":"2026-04-28T05:08:43.182615Z","steps":["trace[525888919] 'process raft request' (duration: 204.216404ms)","trace[525888919] 'compare' (duration: 64.53069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:08:43.183149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.444273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rabbitmq-keystone-peer-discovery\" ","response":"range_response_count:1 size:814"} {"level":"info","ts":"2026-04-28T05:08:43.183281Z","caller":"traceutil/trace.go:171","msg":"trace[1717421680] range","detail":"{range_begin:/registry/roles/openstack/rabbitmq-keystone-peer-discovery; range_end:; response_count:1; response_revision:5097; }","duration":"185.624696ms","start":"2026-04-28T05:08:42.997635Z","end":"2026-04-28T05:08:43.183259Z","steps":["trace[1717421680] 'agreement among raft nodes before linearized reading' (duration: 185.216029ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:43.598571Z","caller":"traceutil/trace.go:171","msg":"trace[1078151309] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"182.004917ms","start":"2026-04-28T05:08:43.41654Z","end":"2026-04-28T05:08:43.598545Z","steps":["trace[1078151309] 'process raft request' (duration: 181.870974ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:43.602455Z","caller":"traceutil/trace.go:171","msg":"trace[1184908238] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"179.380488ms","start":"2026-04-28T05:08:43.42305Z","end":"2026-04-28T05:08:43.60243Z","steps":["trace[1184908238] 'process raft request' (duration: 179.155533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:45.294655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.52702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7841"} {"level":"info","ts":"2026-04-28T05:08:45.294734Z","caller":"traceutil/trace.go:171","msg":"trace[282545765] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:5142; }","duration":"243.658232ms","start":"2026-04-28T05:08:45.051058Z","end":"2026-04-28T05:08:45.294716Z","steps":["trace[282545765] 'range keys from in-memory index tree' (duration: 243.325236ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:45.895881Z","caller":"traceutil/trace.go:171","msg":"trace[1483827418] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"781.971786ms","start":"2026-04-28T05:08:45.113884Z","end":"2026-04-28T05:08:45.895856Z","steps":["trace[1483827418] 'process raft request' (duration: 781.593248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:45.896033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:45.113857Z","time spent":"782.099059ms","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414295,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:08:46.862715Z","caller":"traceutil/trace.go:171","msg":"trace[123285893] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"1.557302994s","start":"2026-04-28T05:08:45.305359Z","end":"2026-04-28T05:08:46.862662Z","steps":["trace[123285893] 'process raft request' (duration: 1.556791595s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:46.862877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:45.305333Z","time spent":"1.557458447s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8129,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:08:46.863327Z","caller":"traceutil/trace.go:171","msg":"trace[1725919321] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"1.476774017s","start":"2026-04-28T05:08:45.38654Z","end":"2026-04-28T05:08:46.863314Z","steps":["trace[1725919321] 'process raft request' (duration: 1.476483241s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:46.86341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:45.386508Z","time spent":"1.476862778s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:46.976161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.955061ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T05:08:46.976732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370473364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:46.976731Z","caller":"traceutil/trace.go:171","msg":"trace[157038861] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"1.232162747s","start":"2026-04-28T05:08:45.744425Z","end":"2026-04-28T05:08:46.976587Z","steps":["trace[157038861] 'process raft request' (duration: 1.231922103s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:46.976817Z","caller":"traceutil/trace.go:171","msg":"trace[1574952414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5148; }","duration":"1.370603697s","start":"2026-04-28T05:08:45.60619Z","end":"2026-04-28T05:08:46.976793Z","steps":["trace[1574952414] 'agreement among raft nodes before linearized reading' (duration: 1.370419573s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:46.976886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:45.60617Z","time spent":"1.370696048s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:08:46.976947Z","caller":"traceutil/trace.go:171","msg":"trace[391543341] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"821.077748ms","start":"2026-04-28T05:08:46.155828Z","end":"2026-04-28T05:08:46.976906Z","steps":["trace[391543341] 'process raft request' (duration: 820.780592ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:46.977048Z","caller":"traceutil/trace.go:171","msg":"trace[2095748823] linearizableReadLoop","detail":"{readStateIndex:5377; appliedIndex:5373; }","duration":"1.370361231s","start":"2026-04-28T05:08:45.606241Z","end":"2026-04-28T05:08:46.976603Z","steps":["trace[2095748823] 'read index received' (duration: 289.177636ms)","trace[2095748823] 'applied index is now lower than readState.Index' (duration: 1.081180865s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:08:46.977134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:46.155755Z","time spent":"821.274271ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:08:46.977161Z","caller":"traceutil/trace.go:171","msg":"trace[96893900] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"821.390214ms","start":"2026-04-28T05:08:46.155247Z","end":"2026-04-28T05:08:46.976637Z","steps":["trace[96893900] 'process raft request' (duration: 821.250711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:46.977253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:46.155229Z","time spent":"821.952124ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:08:46.977306Z","caller":"traceutil/trace.go:171","msg":"trace[259124193] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"821.165829ms","start":"2026-04-28T05:08:46.155483Z","end":"2026-04-28T05:08:46.976648Z","steps":["trace[259124193] 'process raft request' (duration: 821.094507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:46.977433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:46.155471Z","time spent":"821.896224ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:46.977514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:45.7444Z","time spent":"1.232450483s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:08:47.071852Z","caller":"traceutil/trace.go:171","msg":"trace[1957591246] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"202.074052ms","start":"2026-04-28T05:08:46.869752Z","end":"2026-04-28T05:08:47.071826Z","steps":["trace[1957591246] 'process raft request' (duration: 201.881399ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:47.072119Z","caller":"traceutil/trace.go:171","msg":"trace[491577166] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"202.301887ms","start":"2026-04-28T05:08:46.869805Z","end":"2026-04-28T05:08:47.072107Z","steps":["trace[491577166] 'process raft request' (duration: 201.94997ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:47.072289Z","caller":"traceutil/trace.go:171","msg":"trace[1960445930] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"202.43657ms","start":"2026-04-28T05:08:46.86983Z","end":"2026-04-28T05:08:47.072267Z","steps":["trace[1960445930] 'process raft request' (duration: 202.158495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.072563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.838233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T05:08:47.072596Z","caller":"traceutil/trace.go:171","msg":"trace[913311407] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:5155; }","duration":"334.908265ms","start":"2026-04-28T05:08:46.737678Z","end":"2026-04-28T05:08:47.072587Z","steps":["trace[913311407] 'agreement among raft nodes before linearized reading' (duration: 334.751572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.072584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.885517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T05:08:47.072619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:46.737667Z","time spent":"334.945666ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"info","ts":"2026-04-28T05:08:47.072654Z","caller":"traceutil/trace.go:171","msg":"trace[1630343652] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"202.679214ms","start":"2026-04-28T05:08:46.869965Z","end":"2026-04-28T05:08:47.072644Z","steps":["trace[1630343652] 'process raft request' (duration: 202.215316ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:47.072739Z","caller":"traceutil/trace.go:171","msg":"trace[482019240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5155; }","duration":"346.001129ms","start":"2026-04-28T05:08:46.726628Z","end":"2026-04-28T05:08:47.072629Z","steps":["trace[482019240] 'agreement among raft nodes before linearized reading' (duration: 345.824016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.072795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.198429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18047"} {"level":"warn","ts":"2026-04-28T05:08:47.072798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:46.726604Z","time spent":"346.180612ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T05:08:47.072817Z","caller":"traceutil/trace.go:171","msg":"trace[1390543132] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5155; }","duration":"133.26591ms","start":"2026-04-28T05:08:46.939545Z","end":"2026-04-28T05:08:47.072811Z","steps":["trace[1390543132] 'agreement among raft nodes before linearized reading' (duration: 133.199599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.072862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.423198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T05:08:47.072911Z","caller":"traceutil/trace.go:171","msg":"trace[1484618983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5155; }","duration":"740.51811ms","start":"2026-04-28T05:08:46.332379Z","end":"2026-04-28T05:08:47.072897Z","steps":["trace[1484618983] 'agreement among raft nodes before linearized reading' (duration: 740.392968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.072944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:46.332354Z","time spent":"740.582601ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T05:08:47.072976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.215894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dddf3a5-be4a-4a20-968c-5dc8ee82da9d\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-28T05:08:47.072996Z","caller":"traceutil/trace.go:171","msg":"trace[792483291] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dddf3a5-be4a-4a20-968c-5dc8ee82da9d; range_end:; response_count:1; response_revision:5155; }","duration":"203.267506ms","start":"2026-04-28T05:08:46.869722Z","end":"2026-04-28T05:08:47.072989Z","steps":["trace[792483291] 'agreement among raft nodes before linearized reading' (duration: 203.206005ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:47.073081Z","caller":"traceutil/trace.go:171","msg":"trace[1447712252] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"202.827146ms","start":"2026-04-28T05:08:46.87024Z","end":"2026-04-28T05:08:47.073067Z","steps":["trace[1447712252] 'process raft request' (duration: 202.070422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.073116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.83891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T05:08:47.073139Z","caller":"traceutil/trace.go:171","msg":"trace[1704210068] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5155; }","duration":"262.89351ms","start":"2026-04-28T05:08:46.810238Z","end":"2026-04-28T05:08:47.073132Z","steps":["trace[1704210068] 'agreement among raft nodes before linearized reading' (duration: 262.830569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.073121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346213728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dddf3a5-be4a-4a20-968c-5dc8ee82da9d\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-28T05:08:47.07319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.671191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T05:08:47.072595Z","caller":"traceutil/trace.go:171","msg":"trace[1279259095] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"202.272426ms","start":"2026-04-28T05:08:46.870292Z","end":"2026-04-28T05:08:47.072564Z","steps":["trace[1279259095] 'process raft request' (duration: 202.076312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:47.073244Z","caller":"traceutil/trace.go:171","msg":"trace[707550762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5155; }","duration":"346.751162ms","start":"2026-04-28T05:08:46.726478Z","end":"2026-04-28T05:08:47.073229Z","steps":["trace[707550762] 'agreement among raft nodes before linearized reading' (duration: 346.60544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.073275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:46.726465Z","time spent":"346.802685ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T05:08:47.073292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.020327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T05:08:47.073323Z","caller":"traceutil/trace.go:171","msg":"trace[298504468] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5155; }","duration":"948.083889ms","start":"2026-04-28T05:08:46.125228Z","end":"2026-04-28T05:08:47.073312Z","steps":["trace[298504468] 'agreement among raft nodes before linearized reading' (duration: 947.995976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.073357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:46.125208Z","time spent":"948.141089ms","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T05:08:47.073436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.627212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T05:08:47.073467Z","caller":"traceutil/trace.go:171","msg":"trace[280379056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5155; }","duration":"371.701613ms","start":"2026-04-28T05:08:46.701757Z","end":"2026-04-28T05:08:47.073458Z","steps":["trace[280379056] 'agreement among raft nodes before linearized reading' (duration: 371.605882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.073494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:46.701731Z","time spent":"371.756634ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T05:08:47.073198Z","caller":"traceutil/trace.go:171","msg":"trace[464211854] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dddf3a5-be4a-4a20-968c-5dc8ee82da9d; range_end:; response_count:1; response_revision:5155; }","duration":"1.34633925s","start":"2026-04-28T05:08:45.726837Z","end":"2026-04-28T05:08:47.073176Z","steps":["trace[464211854] 'agreement among raft nodes before linearized reading' (duration: 1.346030305s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.07354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:45.726818Z","time spent":"1.346713548s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dddf3a5-be4a-4a20-968c-5dc8ee82da9d\" "} {"level":"warn","ts":"2026-04-28T05:08:47.073574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.521795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T05:08:47.073613Z","caller":"traceutil/trace.go:171","msg":"trace[1160474323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5155; }","duration":"733.605916ms","start":"2026-04-28T05:08:46.339996Z","end":"2026-04-28T05:08:47.073602Z","steps":["trace[1160474323] 'agreement among raft nodes before linearized reading' (duration: 733.500044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.073644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:46.339973Z","time spent":"733.663978ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T05:08:47.07364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.730579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hc5jw\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-28T05:08:47.07368Z","caller":"traceutil/trace.go:171","msg":"trace[487096049] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hc5jw; range_end:; response_count:1; response_revision:5155; }","duration":"720.825921ms","start":"2026-04-28T05:08:46.352843Z","end":"2026-04-28T05:08:47.073669Z","steps":["trace[487096049] 'agreement among raft nodes before linearized reading' (duration: 720.668618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.073718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:46.352823Z","time spent":"720.886632ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hc5jw\" "} {"level":"info","ts":"2026-04-28T05:08:47.300402Z","caller":"traceutil/trace.go:171","msg":"trace[18464494] linearizableReadLoop","detail":"{readStateIndex:5388; appliedIndex:5387; }","duration":"221.546758ms","start":"2026-04-28T05:08:47.078829Z","end":"2026-04-28T05:08:47.300376Z","steps":["trace[18464494] 'read index received' (duration: 221.331534ms)","trace[18464494] 'applied index is now lower than readState.Index' (duration: 213.704µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:47.30053Z","caller":"traceutil/trace.go:171","msg":"trace[1748137046] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"221.931335ms","start":"2026-04-28T05:08:47.078555Z","end":"2026-04-28T05:08:47.300486Z","steps":["trace[1748137046] 'process raft request' (duration: 221.598419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.30164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.786732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18047"} {"level":"info","ts":"2026-04-28T05:08:47.30179Z","caller":"traceutil/trace.go:171","msg":"trace[2038195570] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5156; }","duration":"222.996056ms","start":"2026-04-28T05:08:47.078769Z","end":"2026-04-28T05:08:47.301765Z","steps":["trace[2038195570] 'agreement among raft nodes before linearized reading' (duration: 221.794272ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:47.606583Z","caller":"traceutil/trace.go:171","msg":"trace[1657606159] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"526.860043ms","start":"2026-04-28T05:08:47.079694Z","end":"2026-04-28T05:08:47.606554Z","steps":["trace[1657606159] 'process raft request' (duration: 526.630899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.606733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:47.079684Z","time spent":"526.968816ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:08:47.606849Z","caller":"traceutil/trace.go:171","msg":"trace[750640450] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"526.359894ms","start":"2026-04-28T05:08:47.080454Z","end":"2026-04-28T05:08:47.606814Z","steps":["trace[750640450] 'process raft request' (duration: 526.035037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:47.60699Z","caller":"traceutil/trace.go:171","msg":"trace[55699236] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"525.165001ms","start":"2026-04-28T05:08:47.081805Z","end":"2026-04-28T05:08:47.60697Z","steps":["trace[55699236] 'process raft request' (duration: 525.040159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.607093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:47.081772Z","time spent":"525.273393ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:47.607095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:47.080445Z","time spent":"526.560308ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:08:47.607208Z","caller":"traceutil/trace.go:171","msg":"trace[1572423070] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"525.883575ms","start":"2026-04-28T05:08:47.081302Z","end":"2026-04-28T05:08:47.607185Z","steps":["trace[1572423070] 'process raft request' (duration: 525.498228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.607263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.072224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-28T05:08:47.606938Z","caller":"traceutil/trace.go:171","msg":"trace[993754053] linearizableReadLoop","detail":"{readStateIndex:5393; appliedIndex:5388; }","duration":"306.359437ms","start":"2026-04-28T05:08:47.300559Z","end":"2026-04-28T05:08:47.606918Z","steps":["trace[993754053] 'read index received' (duration: 305.780905ms)","trace[993754053] 'applied index is now lower than readState.Index' (duration: 577.552µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:47.607307Z","caller":"traceutil/trace.go:171","msg":"trace[115360641] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5161; }","duration":"442.112495ms","start":"2026-04-28T05:08:47.165185Z","end":"2026-04-28T05:08:47.607298Z","steps":["trace[115360641] 'agreement among raft nodes before linearized reading' (duration: 442.025764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.607314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:47.081294Z","time spent":"525.965657ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:47.607345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:47.165141Z","time spent":"442.191557ms","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-28T05:08:47.607189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.757432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:119108"} {"level":"info","ts":"2026-04-28T05:08:47.607436Z","caller":"traceutil/trace.go:171","msg":"trace[2069700333] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5161; }","duration":"528.042616ms","start":"2026-04-28T05:08:47.079368Z","end":"2026-04-28T05:08:47.607411Z","steps":["trace[2069700333] 'agreement among raft nodes before linearized reading' (duration: 527.609288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.607506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:47.07935Z","time spent":"528.136289ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":119131,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T05:08:47.607653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.543611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:08:47.607659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.929735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:47.607714Z","caller":"traceutil/trace.go:171","msg":"trace[1657004404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5161; }","duration":"526.994816ms","start":"2026-04-28T05:08:47.080708Z","end":"2026-04-28T05:08:47.607703Z","steps":["trace[1657004404] 'agreement among raft nodes before linearized reading' (duration: 526.922904ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:47.607713Z","caller":"traceutil/trace.go:171","msg":"trace[1035745119] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:5161; }","duration":"509.633153ms","start":"2026-04-28T05:08:47.098064Z","end":"2026-04-28T05:08:47.607697Z","steps":["trace[1035745119] 'agreement among raft nodes before linearized reading' (duration: 509.537581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.607741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:47.080701Z","time spent":"527.033887ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:08:47.607369Z","caller":"traceutil/trace.go:171","msg":"trace[1369867746] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"526.881354ms","start":"2026-04-28T05:08:47.080472Z","end":"2026-04-28T05:08:47.607354Z","steps":["trace[1369867746] 'process raft request' (duration: 526.230472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.608027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:47.080454Z","time spent":"527.515766ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:47.608405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.203971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:119108"} {"level":"info","ts":"2026-04-28T05:08:47.608486Z","caller":"traceutil/trace.go:171","msg":"trace[1039955793] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5161; }","duration":"527.301923ms","start":"2026-04-28T05:08:47.081167Z","end":"2026-04-28T05:08:47.608469Z","steps":["trace[1039955793] 'agreement among raft nodes before linearized reading' (duration: 526.489477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:47.608619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:47.081155Z","time spent":"527.450505ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":119131,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T05:08:47.607778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:47.09805Z","time spent":"509.696094ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:08:49.207246Z","caller":"traceutil/trace.go:171","msg":"trace[2121812158] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"224.653637ms","start":"2026-04-28T05:08:48.98257Z","end":"2026-04-28T05:08:49.207224Z","steps":["trace[2121812158] 'process raft request' (duration: 224.506774ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:49.228107Z","caller":"traceutil/trace.go:171","msg":"trace[992028899] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"244.457558ms","start":"2026-04-28T05:08:48.983625Z","end":"2026-04-28T05:08:49.228082Z","steps":["trace[992028899] 'process raft request' (duration: 244.259703ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:49.228243Z","caller":"traceutil/trace.go:171","msg":"trace[1789115146] linearizableReadLoop","detail":"{readStateIndex:5397; appliedIndex:5394; }","duration":"169.424686ms","start":"2026-04-28T05:08:49.058805Z","end":"2026-04-28T05:08:49.22823Z","steps":["trace[1789115146] 'read index received' (duration: 148.240449ms)","trace[1789115146] 'applied index is now lower than readState.Index' (duration: 21.183167ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:49.228318Z","caller":"traceutil/trace.go:171","msg":"trace[1187831330] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"243.819705ms","start":"2026-04-28T05:08:48.984472Z","end":"2026-04-28T05:08:49.228292Z","steps":["trace[1187831330] 'process raft request' (duration: 243.56628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:49.228468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.628179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:08:49.228508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.281432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dddf3a5-be4a-4a20-968c-5dc8ee82da9d\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-04-28T05:08:49.228558Z","caller":"traceutil/trace.go:171","msg":"trace[536334823] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dddf3a5-be4a-4a20-968c-5dc8ee82da9d; range_end:; response_count:1; response_revision:5165; }","duration":"144.378385ms","start":"2026-04-28T05:08:49.084167Z","end":"2026-04-28T05:08:49.228546Z","steps":["trace[536334823] 'agreement among raft nodes before linearized reading' (duration: 144.15382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:49.228568Z","caller":"traceutil/trace.go:171","msg":"trace[1666928919] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5165; }","duration":"169.785113ms","start":"2026-04-28T05:08:49.05876Z","end":"2026-04-28T05:08:49.228545Z","steps":["trace[1666928919] 'agreement among raft nodes before linearized reading' (duration: 169.559668ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:49.471528Z","caller":"traceutil/trace.go:171","msg":"trace[1915564454] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"112.351308ms","start":"2026-04-28T05:08:49.35915Z","end":"2026-04-28T05:08:49.471502Z","steps":["trace[1915564454] 'process raft request' (duration: 112.186225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:50.148508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.507354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:08:50.148893Z","caller":"traceutil/trace.go:171","msg":"trace[1229872253] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"472.463789ms","start":"2026-04-28T05:08:49.676402Z","end":"2026-04-28T05:08:50.148866Z","steps":["trace[1229872253] 'process raft request' (duration: 209.518586ms)","trace[1229872253] 'compare' (duration: 262.181778ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:50.148961Z","caller":"traceutil/trace.go:171","msg":"trace[1311584515] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"472.53737ms","start":"2026-04-28T05:08:49.676409Z","end":"2026-04-28T05:08:50.148947Z","steps":["trace[1311584515] 'process raft request' (duration: 472.190854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:50.148999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:49.676377Z","time spent":"472.57143ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:08:50.14901Z","caller":"traceutil/trace.go:171","msg":"trace[1409016710] linearizableReadLoop","detail":"{readStateIndex:5402; appliedIndex:5399; }","duration":"435.994068ms","start":"2026-04-28T05:08:49.713Z","end":"2026-04-28T05:08:50.148994Z","steps":["trace[1409016710] 'read index received' (duration: 172.78906ms)","trace[1409016710] 'applied index is now lower than readState.Index' (duration: 263.204118ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:50.149048Z","caller":"traceutil/trace.go:171","msg":"trace[1423089174] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"472.59705ms","start":"2026-04-28T05:08:49.676421Z","end":"2026-04-28T05:08:50.149018Z","steps":["trace[1423089174] 'process raft request' (duration: 472.492768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:50.149161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.35458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:08:50.149204Z","caller":"traceutil/trace.go:171","msg":"trace[1434817094] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5170; }","duration":"454.416102ms","start":"2026-04-28T05:08:49.694775Z","end":"2026-04-28T05:08:50.149191Z","steps":["trace[1434817094] 'agreement among raft nodes before linearized reading' (duration: 454.32147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:50.149241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:49.694755Z","time spent":"454.476592ms","remote":"127.0.0.1:46948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:08:50.149213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:49.6764Z","time spent":"472.719533ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:50.14905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:49.67639Z","time spent":"472.609071ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:50.14941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.642303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:119108"} {"level":"info","ts":"2026-04-28T05:08:50.149494Z","caller":"traceutil/trace.go:171","msg":"trace[898354505] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5170; }","duration":"472.752495ms","start":"2026-04-28T05:08:49.676723Z","end":"2026-04-28T05:08:50.149475Z","steps":["trace[898354505] 'agreement among raft nodes before linearized reading' (duration: 472.382767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:50.149549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:49.676718Z","time spent":"472.820516ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":119131,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T05:08:50.149848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.002359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:50.149901Z","caller":"traceutil/trace.go:171","msg":"trace[1251157277] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5170; }","duration":"385.125561ms","start":"2026-04-28T05:08:49.764763Z","end":"2026-04-28T05:08:50.149889Z","steps":["trace[1251157277] 'agreement among raft nodes before linearized reading' (duration: 385.039389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:50.149934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:49.764725Z","time spent":"385.199361ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:08:50.150345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.104904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T05:08:50.150394Z","caller":"traceutil/trace.go:171","msg":"trace[1015518616] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:5170; }","duration":"125.214006ms","start":"2026-04-28T05:08:50.025169Z","end":"2026-04-28T05:08:50.150383Z","steps":["trace[1015518616] 'agreement among raft nodes before linearized reading' (duration: 125.091594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:50.474228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.327741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:08:50.474477Z","caller":"traceutil/trace.go:171","msg":"trace[2037653612] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"320.271374ms","start":"2026-04-28T05:08:50.154158Z","end":"2026-04-28T05:08:50.474429Z","steps":["trace[2037653612] 'process raft request' (duration: 147.648066ms)","trace[2037653612] 'compare' (duration: 171.533577ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:50.474552Z","caller":"traceutil/trace.go:171","msg":"trace[995012012] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5403; }","duration":"232.850865ms","start":"2026-04-28T05:08:50.241692Z","end":"2026-04-28T05:08:50.474543Z","steps":["trace[995012012] 'read index received' (duration: 60.227087ms)","trace[995012012] 'applied index is now lower than readState.Index' (duration: 172.622968ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:50.474569Z","caller":"traceutil/trace.go:171","msg":"trace[983062901] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"319.409557ms","start":"2026-04-28T05:08:50.155131Z","end":"2026-04-28T05:08:50.474541Z","steps":["trace[983062901] 'process raft request' (duration: 319.201553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:50.474637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:50.15414Z","time spent":"320.418997ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:50.474713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:50.15512Z","time spent":"319.51926ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:50.474769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.344977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dddf3a5-be4a-4a20-968c-5dc8ee82da9d\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-04-28T05:08:50.474812Z","caller":"traceutil/trace.go:171","msg":"trace[1026370836] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dddf3a5-be4a-4a20-968c-5dc8ee82da9d; range_end:; response_count:1; response_revision:5173; }","duration":"241.429829ms","start":"2026-04-28T05:08:50.233371Z","end":"2026-04-28T05:08:50.474801Z","steps":["trace[1026370836] 'agreement among raft nodes before linearized reading' (duration: 241.251626ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:50.474515Z","caller":"traceutil/trace.go:171","msg":"trace[515850696] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"231.404447ms","start":"2026-04-28T05:08:50.243091Z","end":"2026-04-28T05:08:50.474496Z","steps":["trace[515850696] 'process raft request' (duration: 231.347206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:50.474945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.674723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-28T05:08:50.474978Z","caller":"traceutil/trace.go:171","msg":"trace[1842747381] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5173; }","duration":"229.728204ms","start":"2026-04-28T05:08:50.245241Z","end":"2026-04-28T05:08:50.474969Z","steps":["trace[1842747381] 'agreement among raft nodes before linearized reading' (duration: 229.602352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:50.475155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.988999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:50.475198Z","caller":"traceutil/trace.go:171","msg":"trace[1635406746] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5173; }","duration":"268.053961ms","start":"2026-04-28T05:08:50.20713Z","end":"2026-04-28T05:08:50.475184Z","steps":["trace[1635406746] 'agreement among raft nodes before linearized reading' (duration: 267.99521ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:50.894285Z","caller":"traceutil/trace.go:171","msg":"trace[505081898] linearizableReadLoop","detail":"{readStateIndex:5407; appliedIndex:5406; }","duration":"287.669548ms","start":"2026-04-28T05:08:50.606588Z","end":"2026-04-28T05:08:50.894257Z","steps":["trace[505081898] 'read index received' (duration: 287.546305ms)","trace[505081898] 'applied index is now lower than readState.Index' (duration: 121.793µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:50.894343Z","caller":"traceutil/trace.go:171","msg":"trace[1608753782] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"376.603076ms","start":"2026-04-28T05:08:50.517702Z","end":"2026-04-28T05:08:50.894305Z","steps":["trace[1608753782] 'process raft request' (duration: 376.394551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:50.894507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.912582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:50.894553Z","caller":"traceutil/trace.go:171","msg":"trace[368052714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5174; }","duration":"288.014725ms","start":"2026-04-28T05:08:50.606529Z","end":"2026-04-28T05:08:50.894543Z","steps":["trace[368052714] 'agreement among raft nodes before linearized reading' (duration: 287.853002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:50.894841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:50.517681Z","time spent":"376.743539ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:51.263341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.073848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:08:51.263631Z","caller":"traceutil/trace.go:171","msg":"trace[65636154] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"288.723888ms","start":"2026-04-28T05:08:50.974889Z","end":"2026-04-28T05:08:51.263613Z","steps":["trace[65636154] 'process raft request' (duration: 288.624216ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:51.263633Z","caller":"traceutil/trace.go:171","msg":"trace[1173642473] linearizableReadLoop","detail":"{readStateIndex:5408; appliedIndex:5407; }","duration":"369.253585ms","start":"2026-04-28T05:08:50.894353Z","end":"2026-04-28T05:08:51.263607Z","steps":["trace[1173642473] 'read index received' (duration: 96.903092ms)","trace[1173642473] 'applied index is now lower than readState.Index' (duration: 272.347043ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:51.263633Z","caller":"traceutil/trace.go:171","msg":"trace[1782473783] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"575.018009ms","start":"2026-04-28T05:08:50.688588Z","end":"2026-04-28T05:08:51.263606Z","steps":["trace[1782473783] 'process raft request' (duration: 302.596325ms)","trace[1782473783] 'compare' (duration: 271.614989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:08:51.263844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.175099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:51.263904Z","caller":"traceutil/trace.go:171","msg":"trace[1547384450] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5176; }","duration":"578.344344ms","start":"2026-04-28T05:08:50.685544Z","end":"2026-04-28T05:08:51.263888Z","steps":["trace[1547384450] 'agreement among raft nodes before linearized reading' (duration: 578.19957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:51.263957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:50.6855Z","time spent":"578.441806ms","remote":"127.0.0.1:43096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T05:08:51.26397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:50.688563Z","time spent":"575.178011ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:51.264462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.875434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18aa6d113867d427\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-04-28T05:08:51.26459Z","caller":"traceutil/trace.go:171","msg":"trace[1413478787] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18aa6d113867d427; range_end:; response_count:1; response_revision:5176; }","duration":"450.049948ms","start":"2026-04-28T05:08:50.814526Z","end":"2026-04-28T05:08:51.264576Z","steps":["trace[1413478787] 'agreement among raft nodes before linearized reading' (duration: 449.12585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:51.26464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:50.814507Z","time spent":"450.125749ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1035,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18aa6d113867d427\" "} {"level":"warn","ts":"2026-04-28T05:08:51.310528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.661538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:51.310605Z","caller":"traceutil/trace.go:171","msg":"trace[1724838275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5180; }","duration":"414.811511ms","start":"2026-04-28T05:08:50.895775Z","end":"2026-04-28T05:08:51.310586Z","steps":["trace[1724838275] 'agreement among raft nodes before linearized reading' (duration: 414.667919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:51.310637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.974859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:08:51.310649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:50.895754Z","time spent":"414.885812ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:08:51.310717Z","caller":"traceutil/trace.go:171","msg":"trace[745328683] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5180; }","duration":"268.06546ms","start":"2026-04-28T05:08:51.042632Z","end":"2026-04-28T05:08:51.310697Z","steps":["trace[745328683] 'agreement among raft nodes before linearized reading' (duration: 267.926198ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:52.408181Z","caller":"traceutil/trace.go:171","msg":"trace[768697536] linearizableReadLoop","detail":"{readStateIndex:5416; appliedIndex:5415; }","duration":"282.53487ms","start":"2026-04-28T05:08:52.125621Z","end":"2026-04-28T05:08:52.408156Z","steps":["trace[768697536] 'read index received' (duration: 282.235844ms)","trace[768697536] 'applied index is now lower than readState.Index' (duration: 297.745µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:52.408549Z","caller":"traceutil/trace.go:171","msg":"trace[266513904] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"302.537714ms","start":"2026-04-28T05:08:52.105998Z","end":"2026-04-28T05:08:52.408536Z","steps":["trace[266513904] 'process raft request' (duration: 301.963643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:52.408667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:08:52.105975Z","time spent":"302.614115ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3937,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:08:52.408942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.325954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T05:08:52.408982Z","caller":"traceutil/trace.go:171","msg":"trace[1521029094] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5183; }","duration":"283.405116ms","start":"2026-04-28T05:08:52.125567Z","end":"2026-04-28T05:08:52.408972Z","steps":["trace[1521029094] 'agreement among raft nodes before linearized reading' (duration: 283.275183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:52.409189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.578102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:08:52.409227Z","caller":"traceutil/trace.go:171","msg":"trace[1829801790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5183; }","duration":"255.653823ms","start":"2026-04-28T05:08:52.153562Z","end":"2026-04-28T05:08:52.409216Z","steps":["trace[1829801790] 'agreement among raft nodes before linearized reading' (duration: 255.568331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:52.40975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.428249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hc5jw\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-28T05:08:52.409793Z","caller":"traceutil/trace.go:171","msg":"trace[212533119] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hc5jw; range_end:; response_count:1; response_revision:5183; }","duration":"254.495441ms","start":"2026-04-28T05:08:52.155289Z","end":"2026-04-28T05:08:52.409784Z","steps":["trace[212533119] 'agreement among raft nodes before linearized reading' (duration: 254.364928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:52.409982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.881787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T05:08:52.410017Z","caller":"traceutil/trace.go:171","msg":"trace[605146151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5183; }","duration":"255.963119ms","start":"2026-04-28T05:08:52.154046Z","end":"2026-04-28T05:08:52.410009Z","steps":["trace[605146151] 'agreement among raft nodes before linearized reading' (duration: 255.877887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:52.410278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.658692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T05:08:52.410329Z","caller":"traceutil/trace.go:171","msg":"trace[937742992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5183; }","duration":"256.739293ms","start":"2026-04-28T05:08:52.153578Z","end":"2026-04-28T05:08:52.410317Z","steps":["trace[937742992] 'agreement among raft nodes before linearized reading' (duration: 256.61393ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:53.51133Z","caller":"traceutil/trace.go:171","msg":"trace[1716832597] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"196.079467ms","start":"2026-04-28T05:08:53.31522Z","end":"2026-04-28T05:08:53.5113Z","steps":["trace[1716832597] 'process raft request' (duration: 195.854593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:53.511326Z","caller":"traceutil/trace.go:171","msg":"trace[1206521046] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"194.532418ms","start":"2026-04-28T05:08:53.316777Z","end":"2026-04-28T05:08:53.51131Z","steps":["trace[1206521046] 'process raft request' (duration: 194.457686ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:53.879426Z","caller":"traceutil/trace.go:171","msg":"trace[1877147515] linearizableReadLoop","detail":"{readStateIndex:5426; appliedIndex:5425; }","duration":"119.604268ms","start":"2026-04-28T05:08:53.759788Z","end":"2026-04-28T05:08:53.879392Z","steps":["trace[1877147515] 'read index received' (duration: 119.277471ms)","trace[1877147515] 'applied index is now lower than readState.Index' (duration: 325.037µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:53.879609Z","caller":"traceutil/trace.go:171","msg":"trace[1784133612] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"120.23438ms","start":"2026-04-28T05:08:53.75936Z","end":"2026-04-28T05:08:53.879595Z","steps":["trace[1784133612] 'process raft request' (duration: 119.76042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:53.88016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.350363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:119108"} {"level":"info","ts":"2026-04-28T05:08:53.880248Z","caller":"traceutil/trace.go:171","msg":"trace[1045704769] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5193; }","duration":"120.499365ms","start":"2026-04-28T05:08:53.759729Z","end":"2026-04-28T05:08:53.880228Z","steps":["trace[1045704769] 'agreement among raft nodes before linearized reading' (duration: 120.199589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:54.235991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.607126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T05:08:54.236063Z","caller":"traceutil/trace.go:171","msg":"trace[477227263] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5193; }","duration":"110.686687ms","start":"2026-04-28T05:08:54.12536Z","end":"2026-04-28T05:08:54.236046Z","steps":["trace[477227263] 'range keys from in-memory index tree' (duration: 110.450442ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:54.593264Z","caller":"traceutil/trace.go:171","msg":"trace[104284047] linearizableReadLoop","detail":"{readStateIndex:5427; appliedIndex:5426; }","duration":"149.231577ms","start":"2026-04-28T05:08:54.444009Z","end":"2026-04-28T05:08:54.59324Z","steps":["trace[104284047] 'read index received' (duration: 148.941371ms)","trace[104284047] 'applied index is now lower than readState.Index' (duration: 289.176µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:08:54.593597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.566564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T05:08:54.593628Z","caller":"traceutil/trace.go:171","msg":"trace[216745675] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"154.802715ms","start":"2026-04-28T05:08:54.438782Z","end":"2026-04-28T05:08:54.593585Z","steps":["trace[216745675] 'process raft request' (duration: 154.237804ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:54.593726Z","caller":"traceutil/trace.go:171","msg":"trace[1797739440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5194; }","duration":"149.692277ms","start":"2026-04-28T05:08:54.443988Z","end":"2026-04-28T05:08:54.59368Z","steps":["trace[1797739440] 'agreement among raft nodes before linearized reading' (duration: 149.467483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:54.593869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.346681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T05:08:54.59395Z","caller":"traceutil/trace.go:171","msg":"trace[41325394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5194; }","duration":"148.482594ms","start":"2026-04-28T05:08:54.44545Z","end":"2026-04-28T05:08:54.593933Z","steps":["trace[41325394] 'agreement among raft nodes before linearized reading' (duration: 148.241489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:54.593959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.588604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:119108"} {"level":"info","ts":"2026-04-28T05:08:54.594049Z","caller":"traceutil/trace.go:171","msg":"trace[1595425766] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5194; }","duration":"149.709236ms","start":"2026-04-28T05:08:54.444322Z","end":"2026-04-28T05:08:54.594031Z","steps":["trace[1595425766] 'agreement among raft nodes before linearized reading' (duration: 149.284108ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:54.791095Z","caller":"traceutil/trace.go:171","msg":"trace[170395213] linearizableReadLoop","detail":"{readStateIndex:5429; appliedIndex:5427; }","duration":"185.74637ms","start":"2026-04-28T05:08:54.605319Z","end":"2026-04-28T05:08:54.791065Z","steps":["trace[170395213] 'read index received' (duration: 22.91119ms)","trace[170395213] 'applied index is now lower than readState.Index' (duration: 162.8335ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:54.791172Z","caller":"traceutil/trace.go:171","msg":"trace[550633750] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"193.07761ms","start":"2026-04-28T05:08:54.598061Z","end":"2026-04-28T05:08:54.791139Z","steps":["trace[550633750] 'process raft request' (duration: 123.040404ms)","trace[550633750] 'compare' (duration: 69.794882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:08:54.79124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.902363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:54.791383Z","caller":"traceutil/trace.go:171","msg":"trace[1163423611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5196; }","duration":"186.092886ms","start":"2026-04-28T05:08:54.605271Z","end":"2026-04-28T05:08:54.791364Z","steps":["trace[1163423611] 'agreement among raft nodes before linearized reading' (duration: 185.898333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:55.735838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.533313ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T05:08:55.736163Z","caller":"traceutil/trace.go:171","msg":"trace[549339639] linearizableReadLoop","detail":"{readStateIndex:5434; appliedIndex:5431; }","duration":"171.765161ms","start":"2026-04-28T05:08:55.564378Z","end":"2026-04-28T05:08:55.736143Z","steps":["trace[549339639] 'read index received' (duration: 56.610358ms)","trace[549339639] 'applied index is now lower than readState.Index' (duration: 115.153983ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:08:55.736349Z","caller":"traceutil/trace.go:171","msg":"trace[880176310] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"219.422627ms","start":"2026-04-28T05:08:55.516914Z","end":"2026-04-28T05:08:55.736336Z","steps":["trace[880176310] 'process raft request' (duration: 219.176932ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:55.736201Z","caller":"traceutil/trace.go:171","msg":"trace[152312635] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"219.723642ms","start":"2026-04-28T05:08:55.516435Z","end":"2026-04-28T05:08:55.736159Z","steps":["trace[152312635] 'process raft request' (duration: 219.512629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:55.7366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.918329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dddf3a5-be4a-4a20-968c-5dc8ee82da9d\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-04-28T05:08:55.73664Z","caller":"traceutil/trace.go:171","msg":"trace[1038727962] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dddf3a5-be4a-4a20-968c-5dc8ee82da9d; range_end:; response_count:1; response_revision:5200; }","duration":"138.011032ms","start":"2026-04-28T05:08:55.598618Z","end":"2026-04-28T05:08:55.736629Z","steps":["trace[1038727962] 'agreement among raft nodes before linearized reading' (duration: 137.864159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:55.736651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.25503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T05:08:55.736733Z","caller":"traceutil/trace.go:171","msg":"trace[1258327014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5200; }","duration":"172.376453ms","start":"2026-04-28T05:08:55.564334Z","end":"2026-04-28T05:08:55.736711Z","steps":["trace[1258327014] 'agreement among raft nodes before linearized reading' (duration: 172.179559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:08:55.736896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.509998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:08:55.736963Z","caller":"traceutil/trace.go:171","msg":"trace[643786141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5200; }","duration":"131.601029ms","start":"2026-04-28T05:08:55.605345Z","end":"2026-04-28T05:08:55.736947Z","steps":["trace[643786141] 'agreement among raft nodes before linearized reading' (duration: 131.500587ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:08:55.897375Z","caller":"traceutil/trace.go:171","msg":"trace[104643053] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"155.239493ms","start":"2026-04-28T05:08:55.742084Z","end":"2026-04-28T05:08:55.897324Z","steps":["trace[104643053] 'process raft request' (duration: 131.484927ms)","trace[104643053] 'compare' (duration: 23.597183ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:09:01.571034Z","caller":"traceutil/trace.go:171","msg":"trace[985891102] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"130.197152ms","start":"2026-04-28T05:09:01.440812Z","end":"2026-04-28T05:09:01.571009Z","steps":["trace[985891102] 'process raft request' (duration: 124.217127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:09:09.971993Z","caller":"traceutil/trace.go:171","msg":"trace[936903757] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"152.891165ms","start":"2026-04-28T05:09:09.819072Z","end":"2026-04-28T05:09:09.971963Z","steps":["trace[936903757] 'process raft request' (duration: 75.460919ms)","trace[936903757] 'compare' (duration: 77.256763ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:12:21.371759Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4579} {"level":"info","ts":"2026-04-28T05:12:21.416662Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4579,"took":"43.632928ms","hash":1861279625,"current-db-size-bytes":43057152,"current-db-size":"43 MB","current-db-size-in-use-bytes":19259392,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-04-28T05:12:21.416723Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1861279625,"revision":4579,"compact-revision":2924} {"level":"info","ts":"2026-04-28T05:14:19.952032Z","caller":"traceutil/trace.go:171","msg":"trace[1306177448] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"104.448903ms","start":"2026-04-28T05:14:19.847553Z","end":"2026-04-28T05:14:19.952002Z","steps":["trace[1306177448] 'process raft request' (duration: 65.460517ms)","trace[1306177448] 'compare' (duration: 38.875104ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:14:19.963288Z","caller":"traceutil/trace.go:171","msg":"trace[560090258] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"104.508865ms","start":"2026-04-28T05:14:19.858757Z","end":"2026-04-28T05:14:19.963265Z","steps":["trace[560090258] 'process raft request' (duration: 104.386132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:14:22.462306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.526777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-28T05:14:22.462373Z","caller":"traceutil/trace.go:171","msg":"trace[1829092747] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:8705; }","duration":"324.636329ms","start":"2026-04-28T05:14:22.137723Z","end":"2026-04-28T05:14:22.46236Z","steps":["trace[1829092747] 'range keys from in-memory index tree' (duration: 324.385824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:14:22.462397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:14:22.137706Z","time spent":"324.68542ms","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-28T05:14:22.469491Z","caller":"traceutil/trace.go:171","msg":"trace[263993093] linearizableReadLoop","detail":"{readStateIndex:9033; appliedIndex:9032; }","duration":"331.49ms","start":"2026-04-28T05:14:22.137979Z","end":"2026-04-28T05:14:22.469469Z","steps":["trace[263993093] 'read index received' (duration: 331.324097ms)","trace[263993093] 'applied index is now lower than readState.Index' (duration: 165.223µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:14:22.469684Z","caller":"traceutil/trace.go:171","msg":"trace[1208157163] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"331.853947ms","start":"2026-04-28T05:14:22.137823Z","end":"2026-04-28T05:14:22.469677Z","steps":["trace[1208157163] 'process raft request' (duration: 331.5231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:14:22.469745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:14:22.137801Z","time spent":"331.901418ms","remote":"127.0.0.1:46588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2144,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T05:14:22.469895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.920129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:14:22.46992Z","caller":"traceutil/trace.go:171","msg":"trace[1879477131] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:8706; }","duration":"331.972209ms","start":"2026-04-28T05:14:22.13794Z","end":"2026-04-28T05:14:22.469912Z","steps":["trace[1879477131] 'agreement among raft nodes before linearized reading' (duration: 331.912838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:14:22.469934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:14:22.137925Z","time spent":"332.006081ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-28T05:14:22.470028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.00598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:14:22.470085Z","caller":"traceutil/trace.go:171","msg":"trace[414594666] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:8706; }","duration":"332.068811ms","start":"2026-04-28T05:14:22.138011Z","end":"2026-04-28T05:14:22.47008Z","steps":["trace[414594666] 'agreement among raft nodes before linearized reading' (duration: 332.0069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:14:22.470106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:14:22.138009Z","time spent":"332.091742ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T05:14:22.470126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.556883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:14:22.470199Z","caller":"traceutil/trace.go:171","msg":"trace[2044004165] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:8706; }","duration":"220.681254ms","start":"2026-04-28T05:14:22.249501Z","end":"2026-04-28T05:14:22.470182Z","steps":["trace[2044004165] 'agreement among raft nodes before linearized reading' (duration: 220.573132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:14:22.470226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.78881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-28T05:14:22.470242Z","caller":"traceutil/trace.go:171","msg":"trace[1973623116] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:8706; }","duration":"326.8144ms","start":"2026-04-28T05:14:22.143423Z","end":"2026-04-28T05:14:22.470238Z","steps":["trace[1973623116] 'agreement among raft nodes before linearized reading' (duration: 326.743559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:14:22.470259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:14:22.143419Z","time spent":"326.837151ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-28T05:14:22.470303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.249614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:14:22.470287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.248206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:14:22.470327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.767856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:14:22.470345Z","caller":"traceutil/trace.go:171","msg":"trace[699636961] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:8706; }","duration":"220.338627ms","start":"2026-04-28T05:14:22.249994Z","end":"2026-04-28T05:14:22.470333Z","steps":["trace[699636961] 'agreement among raft nodes before linearized reading' (duration: 220.229205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:14:22.470366Z","caller":"traceutil/trace.go:171","msg":"trace[490545699] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:8706; }","duration":"220.807087ms","start":"2026-04-28T05:14:22.24955Z","end":"2026-04-28T05:14:22.470357Z","steps":["trace[490545699] 'agreement among raft nodes before linearized reading' (duration: 220.750846ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:14:22.47032Z","caller":"traceutil/trace.go:171","msg":"trace[625173931] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:8706; }","duration":"332.276805ms","start":"2026-04-28T05:14:22.13804Z","end":"2026-04-28T05:14:22.470317Z","steps":["trace[625173931] 'agreement among raft nodes before linearized reading' (duration: 332.252584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:14:22.470337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.302556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:14:22.470447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:14:22.138037Z","time spent":"332.402957ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-28T05:14:22.470461Z","caller":"traceutil/trace.go:171","msg":"trace[918620862] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:8706; }","duration":"332.424778ms","start":"2026-04-28T05:14:22.138026Z","end":"2026-04-28T05:14:22.47045Z","steps":["trace[918620862] 'agreement among raft nodes before linearized reading' (duration: 332.302946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:14:22.470501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:14:22.138023Z","time spent":"332.467209ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T05:14:22.470202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.556956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-28T05:14:22.470609Z","caller":"traceutil/trace.go:171","msg":"trace[716543307] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:8706; }","duration":"215.978084ms","start":"2026-04-28T05:14:22.254626Z","end":"2026-04-28T05:14:22.470604Z","steps":["trace[716543307] 'agreement among raft nodes before linearized reading' (duration: 215.400683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:14:22.470801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.707694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:14:22.472896Z","caller":"traceutil/trace.go:171","msg":"trace[393208633] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:8706; }","duration":"220.879367ms","start":"2026-04-28T05:14:22.250013Z","end":"2026-04-28T05:14:22.470893Z","steps":["trace[393208633] 'agreement among raft nodes before linearized reading' (duration: 220.525771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:14:27.96222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.008737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:14:27.962311Z","caller":"traceutil/trace.go:171","msg":"trace[218167276] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8793; }","duration":"113.119439ms","start":"2026-04-28T05:14:27.84917Z","end":"2026-04-28T05:14:27.962289Z","steps":["trace[218167276] 'count revisions from in-memory index tree' (duration: 112.925916ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:15:02.74355Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002624.wal"} {"level":"info","ts":"2026-04-28T05:15:11.116244Z","caller":"traceutil/trace.go:171","msg":"trace[1945607216] transaction","detail":"{read_only:false; response_revision:9612; number_of_response:1; }","duration":"125.962727ms","start":"2026-04-28T05:15:10.99024Z","end":"2026-04-28T05:15:11.116203Z","steps":["trace[1945607216] 'process raft request' (duration: 93.166857ms)","trace[1945607216] 'compare' (duration: 32.601477ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:15:11.186683Z","caller":"traceutil/trace.go:171","msg":"trace[738707880] transaction","detail":"{read_only:false; response_revision:9614; number_of_response:1; }","duration":"109.212255ms","start":"2026-04-28T05:15:11.07744Z","end":"2026-04-28T05:15:11.186652Z","steps":["trace[738707880] 'process raft request' (duration: 107.801677ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:15:11.187037Z","caller":"traceutil/trace.go:171","msg":"trace[1362255942] transaction","detail":"{read_only:false; response_revision:9613; number_of_response:1; }","duration":"116.209669ms","start":"2026-04-28T05:15:11.070798Z","end":"2026-04-28T05:15:11.187007Z","steps":["trace[1362255942] 'process raft request' (duration: 114.342864ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:15:12.161547Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"35b2766da46a76bb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T05:15:12.170039Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-28T05:15:12.170242Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-28T05:15:26.375425Z","caller":"traceutil/trace.go:171","msg":"trace[84786131] transaction","detail":"{read_only:false; response_revision:10312; number_of_response:1; }","duration":"146.787516ms","start":"2026-04-28T05:15:26.228607Z","end":"2026-04-28T05:15:26.375394Z","steps":["trace[84786131] 'process raft request' (duration: 137.536739ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:15:26.375548Z","caller":"traceutil/trace.go:171","msg":"trace[1897061896] transaction","detail":"{read_only:false; response_revision:10313; number_of_response:1; }","duration":"143.428652ms","start":"2026-04-28T05:15:26.232087Z","end":"2026-04-28T05:15:26.375516Z","steps":["trace[1897061896] 'process raft request' (duration: 143.240868ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:16:37.496815Z","caller":"traceutil/trace.go:171","msg":"trace[2051889516] transaction","detail":"{read_only:false; response_revision:11396; number_of_response:1; }","duration":"216.448586ms","start":"2026-04-28T05:16:37.280319Z","end":"2026-04-28T05:16:37.496767Z","steps":["trace[2051889516] 'process raft request' (duration: 209.630437ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:16:37.496824Z","caller":"traceutil/trace.go:171","msg":"trace[564085980] linearizableReadLoop","detail":"{readStateIndex:11790; appliedIndex:11789; }","duration":"186.68336ms","start":"2026-04-28T05:16:37.310117Z","end":"2026-04-28T05:16:37.4968Z","steps":["trace[564085980] 'read index received' (duration: 179.972963ms)","trace[564085980] 'applied index is now lower than readState.Index' (duration: 6.706997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:16:37.497093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.936315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T05:16:37.497165Z","caller":"traceutil/trace.go:171","msg":"trace[1832549732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11397; }","duration":"187.080368ms","start":"2026-04-28T05:16:37.310071Z","end":"2026-04-28T05:16:37.497151Z","steps":["trace[1832549732] 'agreement among raft nodes before linearized reading' (duration: 186.777872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:16:37.49752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.547013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T05:16:37.497592Z","caller":"traceutil/trace.go:171","msg":"trace[2099911856] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11397; }","duration":"171.675825ms","start":"2026-04-28T05:16:37.325896Z","end":"2026-04-28T05:16:37.497572Z","steps":["trace[2099911856] 'agreement among raft nodes before linearized reading' (duration: 171.200686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:17:07.940963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.012829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:17:07.941058Z","caller":"traceutil/trace.go:171","msg":"trace[1829460245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11683; }","duration":"174.151842ms","start":"2026-04-28T05:17:07.766887Z","end":"2026-04-28T05:17:07.941038Z","steps":["trace[1829460245] 'range keys from in-memory index tree' (duration: 173.828276ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:17:07.94101Z","caller":"traceutil/trace.go:171","msg":"trace[1207881070] transaction","detail":"{read_only:false; response_revision:11684; number_of_response:1; }","duration":"144.509008ms","start":"2026-04-28T05:17:07.796464Z","end":"2026-04-28T05:17:07.940973Z","steps":["trace[1207881070] 'process raft request' (duration: 137.058596ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:17:08.162773Z","caller":"traceutil/trace.go:171","msg":"trace[920921317] transaction","detail":"{read_only:false; response_revision:11687; number_of_response:1; }","duration":"217.364193ms","start":"2026-04-28T05:17:07.94539Z","end":"2026-04-28T05:17:08.162754Z","steps":["trace[920921317] 'process raft request' (duration: 217.317542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:17:08.162836Z","caller":"traceutil/trace.go:171","msg":"trace[742899643] transaction","detail":"{read_only:false; response_revision:11685; number_of_response:1; }","duration":"364.520972ms","start":"2026-04-28T05:17:07.798275Z","end":"2026-04-28T05:17:08.162796Z","steps":["trace[742899643] 'process raft request' (duration: 321.820041ms)","trace[742899643] 'compare' (duration: 42.451407ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:17:08.162905Z","caller":"traceutil/trace.go:171","msg":"trace[1622791607] transaction","detail":"{read_only:false; response_revision:11686; number_of_response:1; }","duration":"362.23405ms","start":"2026-04-28T05:17:07.800602Z","end":"2026-04-28T05:17:08.162836Z","steps":["trace[1622791607] 'process raft request' (duration: 362.052716ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:17:08.162965Z","caller":"traceutil/trace.go:171","msg":"trace[1041992821] transaction","detail":"{read_only:false; response_revision:11688; number_of_response:1; }","duration":"100.995812ms","start":"2026-04-28T05:17:08.061947Z","end":"2026-04-28T05:17:08.162943Z","steps":["trace[1041992821] 'process raft request' (duration: 100.779307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:17:08.163001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:17:07.798244Z","time spent":"364.665876ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:17:08.163077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:17:07.800589Z","time spent":"362.395513ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:17:21.391215Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6601} {"level":"info","ts":"2026-04-28T05:17:21.459688Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6601,"took":"64.578668ms","hash":141630258,"current-db-size-bytes":59473920,"current-db-size":"60 MB","current-db-size-in-use-bytes":53407744,"current-db-size-in-use":"53 MB"} {"level":"info","ts":"2026-04-28T05:17:21.459827Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":141630258,"revision":6601,"compact-revision":4579} {"level":"warn","ts":"2026-04-28T05:18:37.684552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.581711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:18:37.684655Z","caller":"traceutil/trace.go:171","msg":"trace[720503596] linearizableReadLoop","detail":"{readStateIndex:14231; appliedIndex:14230; }","duration":"251.279242ms","start":"2026-04-28T05:18:37.433362Z","end":"2026-04-28T05:18:37.684641Z","steps":["trace[720503596] 'read index received' (duration: 4.456644ms)","trace[720503596] 'applied index is now lower than readState.Index' (duration: 246.821328ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:18:37.684715Z","caller":"traceutil/trace.go:171","msg":"trace[1211736839] transaction","detail":"{read_only:false; response_revision:13786; number_of_response:1; }","duration":"339.583889ms","start":"2026-04-28T05:18:37.345123Z","end":"2026-04-28T05:18:37.684707Z","steps":["trace[1211736839] 'process raft request' (duration: 92.767652ms)","trace[1211736839] 'compare' (duration: 246.065472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:18:37.684756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:37.345085Z","time spent":"339.650149ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:18:37.68494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.590187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T05:18:37.68496Z","caller":"traceutil/trace.go:171","msg":"trace[2043341477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13786; }","duration":"251.655488ms","start":"2026-04-28T05:18:37.433298Z","end":"2026-04-28T05:18:37.684953Z","steps":["trace[2043341477] 'agreement among raft nodes before linearized reading' (duration: 251.537476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.415371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.260795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:18:38.415596Z","caller":"traceutil/trace.go:171","msg":"trace[2071648098] linearizableReadLoop","detail":"{readStateIndex:14232; appliedIndex:14231; }","duration":"730.896649ms","start":"2026-04-28T05:18:37.684672Z","end":"2026-04-28T05:18:38.415569Z","steps":["trace[2071648098] 'read index received' (duration: 158.381338ms)","trace[2071648098] 'applied index is now lower than readState.Index' (duration: 572.512791ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:18:38.415617Z","caller":"traceutil/trace.go:171","msg":"trace[1364701548] transaction","detail":"{read_only:false; response_revision:13787; number_of_response:1; }","duration":"815.697679ms","start":"2026-04-28T05:18:37.599779Z","end":"2026-04-28T05:18:38.415477Z","steps":["trace[1364701548] 'process raft request' (duration: 243.237589ms)","trace[1364701548] 'compare' (duration: 571.856438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:18:38.415745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.709925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:18:38.415785Z","caller":"traceutil/trace.go:171","msg":"trace[1042686330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13789; }","duration":"809.814837ms","start":"2026-04-28T05:18:37.605958Z","end":"2026-04-28T05:18:38.415773Z","steps":["trace[1042686330] 'agreement among raft nodes before linearized reading' (duration: 809.723636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.415851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:37.605927Z","time spent":"809.9144ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T05:18:38.41587Z","caller":"traceutil/trace.go:171","msg":"trace[1414462634] transaction","detail":"{read_only:false; response_revision:13788; number_of_response:1; }","duration":"726.639038ms","start":"2026-04-28T05:18:37.68922Z","end":"2026-04-28T05:18:38.415859Z","steps":["trace[1414462634] 'process raft request' (duration: 726.265621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.415943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:37.689194Z","time spent":"726.714829ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:18:38.416009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:37.599758Z","time spent":"816.005424ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:18:38.416113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.231239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hc5jw\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-28T05:18:38.416154Z","caller":"traceutil/trace.go:171","msg":"trace[2103809062] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hc5jw; range_end:; response_count:1; response_revision:13789; }","duration":"835.308201ms","start":"2026-04-28T05:18:37.580837Z","end":"2026-04-28T05:18:38.416145Z","steps":["trace[2103809062] 'agreement among raft nodes before linearized reading' (duration: 835.174529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.416184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:37.580818Z","time spent":"835.359482ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hc5jw\" "} {"level":"info","ts":"2026-04-28T05:18:38.415649Z","caller":"traceutil/trace.go:171","msg":"trace[727531705] transaction","detail":"{read_only:false; response_revision:13789; number_of_response:1; }","duration":"253.338951ms","start":"2026-04-28T05:18:38.162292Z","end":"2026-04-28T05:18:38.415631Z","steps":["trace[727531705] 'process raft request' (duration: 253.29731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.416375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.929001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T05:18:38.416405Z","caller":"traceutil/trace.go:171","msg":"trace[921771649] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:13789; }","duration":"956.001203ms","start":"2026-04-28T05:18:37.460396Z","end":"2026-04-28T05:18:38.416397Z","steps":["trace[921771649] 'agreement among raft nodes before linearized reading' (duration: 955.920031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.416432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:37.46037Z","time spent":"956.054923ms","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-28T05:18:38.916295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555605444317049357,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T05:18:38.985833Z","caller":"traceutil/trace.go:171","msg":"trace[807036437] transaction","detail":"{read_only:false; response_revision:13790; number_of_response:1; }","duration":"697.139207ms","start":"2026-04-28T05:18:38.28865Z","end":"2026-04-28T05:18:38.985789Z","steps":["trace[807036437] 'process raft request' (duration: 682.04915ms)","trace[807036437] 'compare' (duration: 14.651279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:18:38.985986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.288633Z","time spent":"697.27268ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:18:38.986181Z","caller":"traceutil/trace.go:171","msg":"trace[348068900] transaction","detail":"{read_only:false; response_revision:13791; number_of_response:1; }","duration":"529.247949ms","start":"2026-04-28T05:18:38.456897Z","end":"2026-04-28T05:18:38.986145Z","steps":["trace[348068900] 'process raft request' (duration: 528.831082ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:18:38.986365Z","caller":"traceutil/trace.go:171","msg":"trace[114523586] transaction","detail":"{read_only:false; response_revision:13792; number_of_response:1; }","duration":"476.241253ms","start":"2026-04-28T05:18:38.510107Z","end":"2026-04-28T05:18:38.986349Z","steps":["trace[114523586] 'process raft request' (duration: 475.928587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.986385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.456851Z","time spent":"529.436583ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:18:38.986461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.510076Z","time spent":"476.339424ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:18:38.986726Z","caller":"traceutil/trace.go:171","msg":"trace[755736136] linearizableReadLoop","detail":"{readStateIndex:14241; appliedIndex:14234; }","duration":"571.058984ms","start":"2026-04-28T05:18:38.415654Z","end":"2026-04-28T05:18:38.986713Z","steps":["trace[755736136] 'read index received' (duration: 555.027929ms)","trace[755736136] 'applied index is now lower than readState.Index' (duration: 16.030195ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:18:38.986845Z","caller":"traceutil/trace.go:171","msg":"trace[242894319] transaction","detail":"{read_only:false; response_revision:13793; number_of_response:1; }","duration":"421.610446ms","start":"2026-04-28T05:18:38.565224Z","end":"2026-04-28T05:18:38.986835Z","steps":["trace[242894319] 'process raft request' (duration: 421.065305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.986928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.565205Z","time spent":"421.673608ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:18:38.98718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210321192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:18:38.987234Z","caller":"traceutil/trace.go:171","msg":"trace[244203639] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13796; }","duration":"1.210434354s","start":"2026-04-28T05:18:37.776785Z","end":"2026-04-28T05:18:38.987219Z","steps":["trace[244203639] 'agreement among raft nodes before linearized reading' (duration: 1.210294741s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.987241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209930664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-28T05:18:38.987327Z","caller":"traceutil/trace.go:171","msg":"trace[992128813] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13796; }","duration":"1.210064836s","start":"2026-04-28T05:18:37.777243Z","end":"2026-04-28T05:18:38.987308Z","steps":["trace[992128813] 'agreement among raft nodes before linearized reading' (duration: 1.209743511s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.98737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:37.777234Z","time spent":"1.210127127s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-28T05:18:38.987419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259058587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-04-28T05:18:38.987436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.482559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-788f6dcb84-k5gd5.18aa6d890c09c7e3\" ","response":"range_response_count:1 size:901"} {"level":"info","ts":"2026-04-28T05:18:38.987454Z","caller":"traceutil/trace.go:171","msg":"trace[318413538] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13796; }","duration":"1.259093168s","start":"2026-04-28T05:18:37.728351Z","end":"2026-04-28T05:18:38.987444Z","steps":["trace[318413538] 'agreement among raft nodes before linearized reading' (duration: 1.258950355s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.987464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.703916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:18:38.98749Z","caller":"traceutil/trace.go:171","msg":"trace[267098133] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-788f6dcb84-k5gd5.18aa6d890c09c7e3; range_end:; response_count:1; response_revision:13796; }","duration":"653.559559ms","start":"2026-04-28T05:18:38.333916Z","end":"2026-04-28T05:18:38.987476Z","steps":["trace[267098133] 'agreement among raft nodes before linearized reading' (duration: 653.426047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.987491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:37.728332Z","time spent":"1.259149879s","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-28T05:18:38.987527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.333905Z","time spent":"653.615461ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":924,"request content":"key:\"/registry/events/openstack/heat-cfn-788f6dcb84-k5gd5.18aa6d890c09c7e3\" "} {"level":"info","ts":"2026-04-28T05:18:38.987558Z","caller":"traceutil/trace.go:171","msg":"trace[1634088445] transaction","detail":"{read_only:false; response_revision:13794; number_of_response:1; }","duration":"406.259354ms","start":"2026-04-28T05:18:38.581277Z","end":"2026-04-28T05:18:38.987536Z","steps":["trace[1634088445] 'process raft request' (duration: 405.282735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.987601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.421471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:18:38.987631Z","caller":"traceutil/trace.go:171","msg":"trace[1949003910] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:13796; }","duration":"689.465101ms","start":"2026-04-28T05:18:38.298158Z","end":"2026-04-28T05:18:38.987623Z","steps":["trace[1949003910] 'agreement among raft nodes before linearized reading' (duration: 689.38908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.987642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.581262Z","time spent":"406.336106ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:18:38.987662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.298151Z","time spent":"689.502642ms","remote":"127.0.0.1:46926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":27,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:18:38.987677Z","caller":"traceutil/trace.go:171","msg":"trace[84351489] transaction","detail":"{read_only:false; response_revision:13795; number_of_response:1; }","duration":"406.308005ms","start":"2026-04-28T05:18:38.581357Z","end":"2026-04-28T05:18:38.987665Z","steps":["trace[84351489] 'process raft request' (duration: 405.273965ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:18:38.987524Z","caller":"traceutil/trace.go:171","msg":"trace[1057641839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13796; }","duration":"719.795777ms","start":"2026-04-28T05:18:38.267713Z","end":"2026-04-28T05:18:38.987509Z","steps":["trace[1057641839] 'agreement among raft nodes before linearized reading' (duration: 719.682825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.987742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.581351Z","time spent":"406.353666ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:18:38.987754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070577897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T05:18:38.987779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.598456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:18:38.987816Z","caller":"traceutil/trace.go:171","msg":"trace[1555979031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13796; }","duration":"569.660217ms","start":"2026-04-28T05:18:38.418147Z","end":"2026-04-28T05:18:38.987807Z","steps":["trace[1555979031] 'agreement among raft nodes before linearized reading' (duration: 569.595125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.987274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:37.776751Z","time spent":"1.210514166s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-28T05:18:38.987893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208799853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T05:18:38.987947Z","caller":"traceutil/trace.go:171","msg":"trace[1547379463] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13796; }","duration":"1.208894264s","start":"2026-04-28T05:18:37.779038Z","end":"2026-04-28T05:18:38.987933Z","steps":["trace[1547379463] 'agreement among raft nodes before linearized reading' (duration: 1.20870558s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.98797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:37.779026Z","time spent":"1.208939975s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-28T05:18:38.987817Z","caller":"traceutil/trace.go:171","msg":"trace[21466777] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:13796; }","duration":"1.070654339s","start":"2026-04-28T05:18:37.917125Z","end":"2026-04-28T05:18:38.987779Z","steps":["trace[21466777] 'agreement among raft nodes before linearized reading' (duration: 1.070479576s)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:18:38.987962Z","caller":"traceutil/trace.go:171","msg":"trace[1301007667] transaction","detail":"{read_only:false; response_revision:13796; number_of_response:1; }","duration":"239.345085ms","start":"2026-04-28T05:18:38.748576Z","end":"2026-04-28T05:18:38.987921Z","steps":["trace[1301007667] 'process raft request' (duration: 238.093842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.988038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072499415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wdwjj\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-04-28T05:18:38.98806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:37.917106Z","time spent":"1.070926134s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":71,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:18:38.988091Z","caller":"traceutil/trace.go:171","msg":"trace[483262344] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wdwjj; range_end:; response_count:1; response_revision:13796; }","duration":"1.072579617s","start":"2026-04-28T05:18:37.915496Z","end":"2026-04-28T05:18:38.988076Z","steps":["trace[483262344] 'agreement among raft nodes before linearized reading' (duration: 1.072413733s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.988129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:37.915478Z","time spent":"1.072644388s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wdwjj\" "} {"level":"warn","ts":"2026-04-28T05:18:38.988151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207971358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4936"} {"level":"info","ts":"2026-04-28T05:18:38.988176Z","caller":"traceutil/trace.go:171","msg":"trace[1111838746] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:13796; }","duration":"1.208019388s","start":"2026-04-28T05:18:37.780152Z","end":"2026-04-28T05:18:38.988172Z","steps":["trace[1111838746] 'agreement among raft nodes before linearized reading' (duration: 1.207934187s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.988196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:37.780143Z","time spent":"1.208050279s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4959,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T05:18:38.987843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.239035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T05:18:38.988231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.118646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T05:18:38.988288Z","caller":"traceutil/trace.go:171","msg":"trace[560314439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13796; }","duration":"720.711285ms","start":"2026-04-28T05:18:38.267564Z","end":"2026-04-28T05:18:38.988275Z","steps":["trace[560314439] 'agreement among raft nodes before linearized reading' (duration: 720.190935ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:18:38.988304Z","caller":"traceutil/trace.go:171","msg":"trace[1538443270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13796; }","duration":"827.218457ms","start":"2026-04-28T05:18:38.161073Z","end":"2026-04-28T05:18:38.988291Z","steps":["trace[1538443270] 'agreement among raft nodes before linearized reading' (duration: 826.792669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.988336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.267547Z","time spent":"720.777006ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T05:18:38.988342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.631629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:18:38.988371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.343495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-28T05:18:38.988368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.161057Z","time spent":"827.299999ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T05:18:38.988381Z","caller":"traceutil/trace.go:171","msg":"trace[1319253701] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13796; }","duration":"438.696781ms","start":"2026-04-28T05:18:38.549674Z","end":"2026-04-28T05:18:38.988371Z","steps":["trace[1319253701] 'agreement among raft nodes before linearized reading' (duration: 438.63026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.988378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.531402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:18:38.988424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.874891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:18:38.988454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.982345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cdv4k\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-04-28T05:18:38.988392Z","caller":"traceutil/trace.go:171","msg":"trace[1202982361] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13796; }","duration":"387.424746ms","start":"2026-04-28T05:18:38.600963Z","end":"2026-04-28T05:18:38.988387Z","steps":["trace[1202982361] 'agreement among raft nodes before linearized reading' (duration: 387.369225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.988456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.020051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:18:38.988466Z","caller":"traceutil/trace.go:171","msg":"trace[180868421] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:13796; }","duration":"451.954931ms","start":"2026-04-28T05:18:38.5365Z","end":"2026-04-28T05:18:38.988455Z","steps":["trace[180868421] 'agreement among raft nodes before linearized reading' (duration: 451.837369ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:18:38.988454Z","caller":"traceutil/trace.go:171","msg":"trace[1506559184] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13796; }","duration":"434.615503ms","start":"2026-04-28T05:18:38.553827Z","end":"2026-04-28T05:18:38.988442Z","steps":["trace[1506559184] 'agreement among raft nodes before linearized reading' (duration: 434.520911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.988474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.544959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-ks-service-j2r2q\" ","response":"range_response_count:1 size:7704"} {"level":"warn","ts":"2026-04-28T05:18:38.988491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.600931Z","time spent":"387.551339ms","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T05:18:38.988506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.026989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T05:18:38.988527Z","caller":"traceutil/trace.go:171","msg":"trace[1676598595] range","detail":"{range_begin:/registry/pods/openstack/nova-ks-service-j2r2q; range_end:; response_count:1; response_revision:13796; }","duration":"564.62841ms","start":"2026-04-28T05:18:38.423888Z","end":"2026-04-28T05:18:38.988517Z","steps":["trace[1676598595] 'agreement among raft nodes before linearized reading' (duration: 564.476428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.987878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.418133Z","time spent":"569.738059ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T05:18:38.988552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.780745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cdv4k\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-04-28T05:18:38.988598Z","caller":"traceutil/trace.go:171","msg":"trace[1683741361] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cdv4k; range_end:; response_count:1; response_revision:13796; }","duration":"257.862776ms","start":"2026-04-28T05:18:38.730724Z","end":"2026-04-28T05:18:38.988586Z","steps":["trace[1683741361] 'agreement among raft nodes before linearized reading' (duration: 257.748924ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:18:38.988588Z","caller":"traceutil/trace.go:171","msg":"trace[799697243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13796; }","duration":"238.126151ms","start":"2026-04-28T05:18:38.750418Z","end":"2026-04-28T05:18:38.988544Z","steps":["trace[799697243] 'agreement among raft nodes before linearized reading' (duration: 237.827526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.988609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.160268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:18:38.988628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.301226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:18:38.988644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.875507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T05:18:38.988674Z","caller":"traceutil/trace.go:171","msg":"trace[1363046704] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13796; }","duration":"197.916927ms","start":"2026-04-28T05:18:38.79075Z","end":"2026-04-28T05:18:38.988667Z","steps":["trace[1363046704] 'agreement among raft nodes before linearized reading' (duration: 197.837846ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:18:38.988479Z","caller":"traceutil/trace.go:171","msg":"trace[1980792022] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cdv4k; range_end:; response_count:1; response_revision:13796; }","duration":"241.032627ms","start":"2026-04-28T05:18:38.747441Z","end":"2026-04-28T05:18:38.988474Z","steps":["trace[1980792022] 'agreement among raft nodes before linearized reading' (duration: 240.961545ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:18:38.988645Z","caller":"traceutil/trace.go:171","msg":"trace[190682438] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13796; }","duration":"183.23556ms","start":"2026-04-28T05:18:38.805401Z","end":"2026-04-28T05:18:38.988637Z","steps":["trace[190682438] 'agreement among raft nodes before linearized reading' (duration: 183.185779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.988505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.536475Z","time spent":"452.021253ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rdb44\" "} {"level":"warn","ts":"2026-04-28T05:18:38.988569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.423877Z","time spent":"564.684791ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7727,"request content":"key:\"/registry/pods/openstack/nova-ks-service-j2r2q\" "} {"level":"warn","ts":"2026-04-28T05:18:38.988612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.665079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:18:38.988826Z","caller":"traceutil/trace.go:171","msg":"trace[1155763449] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13796; }","duration":"182.885713ms","start":"2026-04-28T05:18:38.805935Z","end":"2026-04-28T05:18:38.98882Z","steps":["trace[1155763449] 'agreement among raft nodes before linearized reading' (duration: 182.638519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.988499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.553822Z","time spent":"434.672934ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-28T05:18:38.987726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.436989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:643"} {"level":"info","ts":"2026-04-28T05:18:38.988912Z","caller":"traceutil/trace.go:171","msg":"trace[814251699] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:13796; }","duration":"860.671192ms","start":"2026-04-28T05:18:38.128225Z","end":"2026-04-28T05:18:38.988896Z","steps":["trace[814251699] 'agreement among raft nodes before linearized reading' (duration: 858.699455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.988411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.472774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-28T05:18:38.98898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.128203Z","time spent":"860.764805ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-28T05:18:38.988976Z","caller":"traceutil/trace.go:171","msg":"trace[1099999646] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13796; }","duration":"431.034445ms","start":"2026-04-28T05:18:38.557927Z","end":"2026-04-28T05:18:38.988961Z","steps":["trace[1099999646] 'agreement among raft nodes before linearized reading' (duration: 430.407643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.989061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.557875Z","time spent":"431.167837ms","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T05:18:38.987851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.267707Z","time spent":"720.067812ms","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:18:38.988497Z","caller":"traceutil/trace.go:171","msg":"trace[261200632] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:13796; }","duration":"414.093683ms","start":"2026-04-28T05:18:38.574389Z","end":"2026-04-28T05:18:38.988483Z","steps":["trace[261200632] 'agreement among raft nodes before linearized reading' (duration: 414.042342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.989185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.574369Z","time spent":"414.801636ms","remote":"127.0.0.1:43050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T05:18:38.988648Z","caller":"traceutil/trace.go:171","msg":"trace[982049679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13796; }","duration":"197.347387ms","start":"2026-04-28T05:18:38.791295Z","end":"2026-04-28T05:18:38.988642Z","steps":["trace[982049679] 'agreement among raft nodes before linearized reading' (duration: 197.290746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.988416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.549655Z","time spent":"438.754632ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T05:18:38.992295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.588375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:917998"} {"level":"info","ts":"2026-04-28T05:18:38.992352Z","caller":"traceutil/trace.go:171","msg":"trace[1507590562] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:13796; }","duration":"570.671616ms","start":"2026-04-28T05:18:38.421668Z","end":"2026-04-28T05:18:38.99234Z","steps":["trace[1507590562] 'agreement among raft nodes before linearized reading' (duration: 566.817683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:38.993652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:38.421656Z","time spent":"570.859719ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":918021,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T05:18:40.367872Z","caller":"traceutil/trace.go:171","msg":"trace[822308658] linearizableReadLoop","detail":"{readStateIndex:14252; appliedIndex:14251; }","duration":"213.068936ms","start":"2026-04-28T05:18:40.15477Z","end":"2026-04-28T05:18:40.367839Z","steps":["trace[822308658] 'read index received' (duration: 212.853122ms)","trace[822308658] 'applied index is now lower than readState.Index' (duration: 213.894µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:18:40.368019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:40.065247Z","time spent":"302.765159ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T05:18:40.368428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.963831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:18:40.368507Z","caller":"traceutil/trace.go:171","msg":"trace[965080344] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:13806; }","duration":"205.083604ms","start":"2026-04-28T05:18:40.163405Z","end":"2026-04-28T05:18:40.368488Z","steps":["trace[965080344] 'agreement among raft nodes before linearized reading' (duration: 204.934011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:40.368771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.991694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T05:18:40.368846Z","caller":"traceutil/trace.go:171","msg":"trace[1971676937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13806; }","duration":"214.114626ms","start":"2026-04-28T05:18:40.154716Z","end":"2026-04-28T05:18:40.36883Z","steps":["trace[1971676937] 'agreement among raft nodes before linearized reading' (duration: 213.893872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:40.708485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.239848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T05:18:40.708775Z","caller":"traceutil/trace.go:171","msg":"trace[86023881] transaction","detail":"{read_only:false; response_revision:13808; number_of_response:1; }","duration":"286.091752ms","start":"2026-04-28T05:18:40.422657Z","end":"2026-04-28T05:18:40.708749Z","steps":["trace[86023881] 'process raft request' (duration: 285.98422ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:18:40.708867Z","caller":"traceutil/trace.go:171","msg":"trace[485258194] transaction","detail":"{read_only:false; response_revision:13807; number_of_response:1; }","duration":"339.479967ms","start":"2026-04-28T05:18:40.369341Z","end":"2026-04-28T05:18:40.708821Z","steps":["trace[485258194] 'process raft request' (duration: 35.79685ms)","trace[485258194] 'compare' (duration: 302.864661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:18:40.709081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.668213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T05:18:40.70914Z","caller":"traceutil/trace.go:171","msg":"trace[1751930141] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13808; }","duration":"336.759205ms","start":"2026-04-28T05:18:40.372361Z","end":"2026-04-28T05:18:40.70912Z","steps":["trace[1751930141] 'agreement among raft nodes before linearized reading' (duration: 336.53811ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:18:40.70888Z","caller":"traceutil/trace.go:171","msg":"trace[135133719] linearizableReadLoop","detail":"{readStateIndex:14253; appliedIndex:14252; }","duration":"336.377067ms","start":"2026-04-28T05:18:40.372397Z","end":"2026-04-28T05:18:40.708774Z","steps":["trace[135133719] 'read index received' (duration: 32.684451ms)","trace[135133719] 'applied index is now lower than readState.Index' (duration: 303.686806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:18:40.709185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:40.372344Z","time spent":"336.829557ms","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T05:18:40.709215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:40.369313Z","time spent":"339.803812ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:18:40.712873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.571804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:18:40.712921Z","caller":"traceutil/trace.go:171","msg":"trace[1271598755] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:13809; }","duration":"214.651766ms","start":"2026-04-28T05:18:40.498251Z","end":"2026-04-28T05:18:40.712903Z","steps":["trace[1271598755] 'agreement among raft nodes before linearized reading' (duration: 214.574934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:40.713057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.024696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T05:18:40.713157Z","caller":"traceutil/trace.go:171","msg":"trace[862940355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13809; }","duration":"292.173088ms","start":"2026-04-28T05:18:40.420971Z","end":"2026-04-28T05:18:40.713144Z","steps":["trace[862940355] 'agreement among raft nodes before linearized reading' (duration: 291.994144ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:18:40.71319Z","caller":"traceutil/trace.go:171","msg":"trace[175042048] transaction","detail":"{read_only:false; response_revision:13809; number_of_response:1; }","duration":"218.357846ms","start":"2026-04-28T05:18:40.4948Z","end":"2026-04-28T05:18:40.713158Z","steps":["trace[175042048] 'process raft request' (duration: 217.877266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:40.713808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.434449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:18:40.713846Z","caller":"traceutil/trace.go:171","msg":"trace[780720633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13809; }","duration":"108.525811ms","start":"2026-04-28T05:18:40.605313Z","end":"2026-04-28T05:18:40.713838Z","steps":["trace[780720633] 'agreement among raft nodes before linearized reading' (duration: 108.059412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:43.257676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.046155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rdb44\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-28T05:18:43.257697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.881866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T05:18:43.259653Z","caller":"traceutil/trace.go:171","msg":"trace[793452414] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13858; }","duration":"112.915414ms","start":"2026-04-28T05:18:43.146709Z","end":"2026-04-28T05:18:43.259625Z","steps":["trace[793452414] 'range keys from in-memory index tree' (duration: 110.61268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:18:43.257761Z","caller":"traceutil/trace.go:171","msg":"trace[140576440] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rdb44; range_end:; response_count:1; response_revision:13858; }","duration":"193.146447ms","start":"2026-04-28T05:18:43.064593Z","end":"2026-04-28T05:18:43.257739Z","steps":["trace[140576440] 'range keys from in-memory index tree' (duration: 192.876533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:43.257744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.767872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cdv4k\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-04-28T05:18:43.260294Z","caller":"traceutil/trace.go:171","msg":"trace[1414016081] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cdv4k; range_end:; response_count:1; response_revision:13858; }","duration":"194.355911ms","start":"2026-04-28T05:18:43.065924Z","end":"2026-04-28T05:18:43.26028Z","steps":["trace[1414016081] 'range keys from in-memory index tree' (duration: 191.417215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:43.262398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.461774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T05:18:43.262532Z","caller":"traceutil/trace.go:171","msg":"trace[582844901] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:13858; }","duration":"173.584346ms","start":"2026-04-28T05:18:43.088877Z","end":"2026-04-28T05:18:43.262462Z","steps":["trace[582844901] 'count revisions from in-memory index tree' (duration: 173.394743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:18:43.634579Z","caller":"traceutil/trace.go:171","msg":"trace[1543550016] transaction","detail":"{read_only:false; response_revision:13859; number_of_response:1; }","duration":"363.613615ms","start":"2026-04-28T05:18:43.270886Z","end":"2026-04-28T05:18:43.6345Z","steps":["trace[1543550016] 'process raft request' (duration: 363.483953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:18:43.634867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:43.270876Z","time spent":"363.798088ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:18:43.989548Z","caller":"traceutil/trace.go:171","msg":"trace[907243333] transaction","detail":"{read_only:false; response_revision:13860; number_of_response:1; }","duration":"458.454346ms","start":"2026-04-28T05:18:43.531068Z","end":"2026-04-28T05:18:43.989523Z","steps":["trace[907243333] 'process raft request' (duration: 440.126648ms)","trace[907243333] 'compare' (duration: 18.216046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:18:43.989684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:18:43.531045Z","time spent":"458.565288ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:18:44.331518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.740192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T05:18:44.331566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.265816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T05:18:44.33168Z","caller":"traceutil/trace.go:171","msg":"trace[1629492470] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:13860; }","duration":"150.955997ms","start":"2026-04-28T05:18:44.180701Z","end":"2026-04-28T05:18:44.331657Z","steps":["trace[1629492470] 'count revisions from in-memory index tree' (duration: 150.656571ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:18:44.332171Z","caller":"traceutil/trace.go:171","msg":"trace[1489449154] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:13860; }","duration":"118.502821ms","start":"2026-04-28T05:18:44.213205Z","end":"2026-04-28T05:18:44.331707Z","steps":["trace[1489449154] 'count revisions from in-memory index tree' (duration: 118.073952ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:19:06.987638Z","caller":"traceutil/trace.go:171","msg":"trace[1323010503] transaction","detail":"{read_only:false; number_of_response:1; response_revision:14222; }","duration":"101.572948ms","start":"2026-04-28T05:19:06.886044Z","end":"2026-04-28T05:19:06.987617Z","steps":["trace[1323010503] 'process raft request' (duration: 85.986812ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:19:07.443713Z","caller":"traceutil/trace.go:171","msg":"trace[1729646705] linearizableReadLoop","detail":"{readStateIndex:14692; appliedIndex:14691; }","duration":"110.372426ms","start":"2026-04-28T05:19:07.333295Z","end":"2026-04-28T05:19:07.443668Z","steps":["trace[1729646705] 'read index received' (duration: 27.522403ms)","trace[1729646705] 'applied index is now lower than readState.Index' (duration: 82.847563ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:19:07.444358Z","caller":"traceutil/trace.go:171","msg":"trace[1382803707] transaction","detail":"{read_only:false; response_revision:14237; number_of_response:1; }","duration":"147.265876ms","start":"2026-04-28T05:19:07.297053Z","end":"2026-04-28T05:19:07.444319Z","steps":["trace[1382803707] 'process raft request' (duration: 63.852473ms)","trace[1382803707] 'compare' (duration: 82.315843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:19:07.444444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.13114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T05:19:07.444559Z","caller":"traceutil/trace.go:171","msg":"trace[598288673] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14237; }","duration":"111.284514ms","start":"2026-04-28T05:19:07.333248Z","end":"2026-04-28T05:19:07.444532Z","steps":["trace[598288673] 'agreement among raft nodes before linearized reading' (duration: 111.030148ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:19:56.984958Z","caller":"traceutil/trace.go:171","msg":"trace[1802391347] transaction","detail":"{read_only:false; response_revision:14838; number_of_response:1; }","duration":"121.980424ms","start":"2026-04-28T05:19:56.862951Z","end":"2026-04-28T05:19:56.984931Z","steps":["trace[1802391347] 'process raft request' (duration: 101.445255ms)","trace[1802391347] 'compare' (duration: 20.183663ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:22:21.39755Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12220} {"level":"info","ts":"2026-04-28T05:22:21.575417Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12220,"took":"173.725013ms","hash":3577074952,"current-db-size-bytes":78311424,"current-db-size":"78 MB","current-db-size-in-use-bytes":46456832,"current-db-size-in-use":"46 MB"} {"level":"info","ts":"2026-04-28T05:22:21.57553Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3577074952,"revision":12220,"compact-revision":6601} {"level":"info","ts":"2026-04-28T05:24:46.652659Z","caller":"traceutil/trace.go:171","msg":"trace[2087319702] linearizableReadLoop","detail":"{readStateIndex:18757; appliedIndex:18755; }","duration":"110.827777ms","start":"2026-04-28T05:24:46.541807Z","end":"2026-04-28T05:24:46.652635Z","steps":["trace[2087319702] 'read index received' (duration: 33.588762ms)","trace[2087319702] 'applied index is now lower than readState.Index' (duration: 77.238025ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:24:46.652748Z","caller":"traceutil/trace.go:171","msg":"trace[1931701921] transaction","detail":"{read_only:false; response_revision:18193; number_of_response:1; }","duration":"151.492523ms","start":"2026-04-28T05:24:46.501229Z","end":"2026-04-28T05:24:46.652721Z","steps":["trace[1931701921] 'process raft request' (duration: 151.236388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:24:46.652867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.034721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T05:24:46.652924Z","caller":"traceutil/trace.go:171","msg":"trace[731709402] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:18193; }","duration":"111.151573ms","start":"2026-04-28T05:24:46.541757Z","end":"2026-04-28T05:24:46.652908Z","steps":["trace[731709402] 'agreement among raft nodes before linearized reading' (duration: 111.041911ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:24:46.906308Z","caller":"traceutil/trace.go:171","msg":"trace[675297042] linearizableReadLoop","detail":"{readStateIndex:18762; appliedIndex:18761; }","duration":"131.486556ms","start":"2026-04-28T05:24:46.774792Z","end":"2026-04-28T05:24:46.906278Z","steps":["trace[675297042] 'read index received' (duration: 41.225927ms)","trace[675297042] 'applied index is now lower than readState.Index' (duration: 90.258969ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:24:46.906378Z","caller":"traceutil/trace.go:171","msg":"trace[1327614563] transaction","detail":"{read_only:false; response_revision:18198; number_of_response:1; }","duration":"198.497958ms","start":"2026-04-28T05:24:46.707852Z","end":"2026-04-28T05:24:46.90635Z","steps":["trace[1327614563] 'process raft request' (duration: 108.267029ms)","trace[1327614563] 'compare' (duration: 89.714009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:24:46.906557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.149681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:24:46.906659Z","caller":"traceutil/trace.go:171","msg":"trace[307857123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:18198; }","duration":"104.284194ms","start":"2026-04-28T05:24:46.802336Z","end":"2026-04-28T05:24:46.906621Z","steps":["trace[307857123] 'agreement among raft nodes before linearized reading' (duration: 104.10624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:24:46.907646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.67518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:24:46.907712Z","caller":"traceutil/trace.go:171","msg":"trace[433990939] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:18198; }","duration":"132.949954ms","start":"2026-04-28T05:24:46.774745Z","end":"2026-04-28T05:24:46.907695Z","steps":["trace[433990939] 'agreement among raft nodes before linearized reading' (duration: 131.66436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:24:47.443301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.481622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:24:47.443412Z","caller":"traceutil/trace.go:171","msg":"trace[1718908789] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:18199; }","duration":"289.615224ms","start":"2026-04-28T05:24:47.153769Z","end":"2026-04-28T05:24:47.443385Z","steps":["trace[1718908789] 'count revisions from in-memory index tree' (duration: 289.36351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:24:47.44411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.840513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T05:24:47.44419Z","caller":"traceutil/trace.go:171","msg":"trace[768383038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18199; }","duration":"268.958936ms","start":"2026-04-28T05:24:47.175215Z","end":"2026-04-28T05:24:47.444174Z","steps":["trace[768383038] 'range keys from in-memory index tree' (duration: 268.64498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:24:47.444388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.996023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T05:24:47.44445Z","caller":"traceutil/trace.go:171","msg":"trace[320038003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18199; }","duration":"263.106295ms","start":"2026-04-28T05:24:47.181328Z","end":"2026-04-28T05:24:47.444434Z","steps":["trace[320038003] 'range keys from in-memory index tree' (duration: 262.82407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:24:47.444388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.558695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T05:24:47.444629Z","caller":"traceutil/trace.go:171","msg":"trace[426518712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18199; }","duration":"262.822251ms","start":"2026-04-28T05:24:47.181784Z","end":"2026-04-28T05:24:47.444606Z","steps":["trace[426518712] 'range keys from in-memory index tree' (duration: 262.418002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:24:47.445199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.953638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T05:24:47.44526Z","caller":"traceutil/trace.go:171","msg":"trace[1509072896] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:18199; }","duration":"198.053539ms","start":"2026-04-28T05:24:47.247193Z","end":"2026-04-28T05:24:47.445246Z","steps":["trace[1509072896] 'count revisions from in-memory index tree' (duration: 197.788275ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:24:54.833173Z","caller":"traceutil/trace.go:171","msg":"trace[574759354] linearizableReadLoop","detail":"{readStateIndex:18827; appliedIndex:18826; }","duration":"221.152945ms","start":"2026-04-28T05:24:54.612002Z","end":"2026-04-28T05:24:54.833155Z","steps":["trace[574759354] 'read index received' (duration: 221.100794ms)","trace[574759354] 'applied index is now lower than readState.Index' (duration: 51.231µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:24:54.833228Z","caller":"traceutil/trace.go:171","msg":"trace[1918322858] transaction","detail":"{read_only:false; response_revision:18262; number_of_response:1; }","duration":"222.737395ms","start":"2026-04-28T05:24:54.610456Z","end":"2026-04-28T05:24:54.833194Z","steps":["trace[1918322858] 'process raft request' (duration: 222.544141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:24:54.833321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.298818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-04-28T05:24:54.833345Z","caller":"traceutil/trace.go:171","msg":"trace[476993222] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:18262; }","duration":"221.353008ms","start":"2026-04-28T05:24:54.611986Z","end":"2026-04-28T05:24:54.833339Z","steps":["trace[476993222] 'agreement among raft nodes before linearized reading' (duration: 221.238166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:24:55.03956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.872213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T05:24:55.039786Z","caller":"traceutil/trace.go:171","msg":"trace[770529507] transaction","detail":"{read_only:false; response_revision:18263; number_of_response:1; }","duration":"362.752582ms","start":"2026-04-28T05:24:54.67701Z","end":"2026-04-28T05:24:55.039762Z","steps":["trace[770529507] 'process raft request' (duration: 247.598383ms)","trace[770529507] 'compare' (duration: 114.6945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:24:55.03993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:24:54.676975Z","time spent":"362.892845ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:24:55.039948Z","caller":"traceutil/trace.go:171","msg":"trace[909630994] transaction","detail":"{read_only:false; response_revision:18268; number_of_response:1; }","duration":"108.89199ms","start":"2026-04-28T05:24:54.931037Z","end":"2026-04-28T05:24:55.039929Z","steps":["trace[909630994] 'process raft request' (duration: 108.854159ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:24:55.040037Z","caller":"traceutil/trace.go:171","msg":"trace[1482262763] transaction","detail":"{read_only:false; response_revision:18265; number_of_response:1; }","duration":"338.113318ms","start":"2026-04-28T05:24:54.701881Z","end":"2026-04-28T05:24:55.039994Z","steps":["trace[1482262763] 'process raft request' (duration: 337.867513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:24:55.04011Z","caller":"traceutil/trace.go:171","msg":"trace[1895540865] transaction","detail":"{read_only:false; response_revision:18266; number_of_response:1; }","duration":"320.570538ms","start":"2026-04-28T05:24:54.719527Z","end":"2026-04-28T05:24:55.040097Z","steps":["trace[1895540865] 'process raft request' (duration: 320.258091ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:24:55.04019Z","caller":"traceutil/trace.go:171","msg":"trace[668653873] transaction","detail":"{read_only:false; response_revision:18264; number_of_response:1; }","duration":"339.647247ms","start":"2026-04-28T05:24:54.700537Z","end":"2026-04-28T05:24:55.040184Z","steps":["trace[668653873] 'process raft request' (duration: 339.122017ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:24:55.040188Z","caller":"traceutil/trace.go:171","msg":"trace[65565679] linearizableReadLoop","detail":"{readStateIndex:18832; appliedIndex:18827; }","duration":"203.513624ms","start":"2026-04-28T05:24:54.836653Z","end":"2026-04-28T05:24:55.040166Z","steps":["trace[65565679] 'read index received' (duration: 87.826665ms)","trace[65565679] 'applied index is now lower than readState.Index' (duration: 115.685419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:24:55.040195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:24:54.701866Z","time spent":"338.243771ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:24:55.040187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:24:54.719518Z","time spent":"320.625219ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:24:55.040227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:24:54.700514Z","time spent":"339.695828ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:24:55.040335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.681417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-28T05:24:55.040363Z","caller":"traceutil/trace.go:171","msg":"trace[1651831906] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:18268; }","duration":"203.719117ms","start":"2026-04-28T05:24:54.836637Z","end":"2026-04-28T05:24:55.040356Z","steps":["trace[1651831906] 'agreement among raft nodes before linearized reading' (duration: 203.610805ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:24:55.040324Z","caller":"traceutil/trace.go:171","msg":"trace[2004217583] transaction","detail":"{read_only:false; response_revision:18267; number_of_response:1; }","duration":"284.868226ms","start":"2026-04-28T05:24:54.755343Z","end":"2026-04-28T05:24:55.040211Z","steps":["trace[2004217583] 'process raft request' (duration: 284.510888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:24:55.37995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.769754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:24:55.380032Z","caller":"traceutil/trace.go:171","msg":"trace[1031874965] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:18269; }","duration":"215.898406ms","start":"2026-04-28T05:24:55.164115Z","end":"2026-04-28T05:24:55.380014Z","steps":["trace[1031874965] 'count revisions from in-memory index tree' (duration: 215.687492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:24:55.61809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.262752ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T05:24:55.618203Z","caller":"traceutil/trace.go:171","msg":"trace[1692925516] linearizableReadLoop","detail":"{readStateIndex:18835; appliedIndex:18834; }","duration":"327.447416ms","start":"2026-04-28T05:24:55.290738Z","end":"2026-04-28T05:24:55.618185Z","steps":["trace[1692925516] 'read index received' (duration: 48.861µs)","trace[1692925516] 'applied index is now lower than readState.Index' (duration: 327.396845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:24:55.618467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.716612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-28T05:24:55.618577Z","caller":"traceutil/trace.go:171","msg":"trace[1498634144] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:18269; }","duration":"327.866734ms","start":"2026-04-28T05:24:55.290684Z","end":"2026-04-28T05:24:55.61855Z","steps":["trace[1498634144] 'agreement among raft nodes before linearized reading' (duration: 327.61708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:24:55.618638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:24:55.290664Z","time spent":"327.958697ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1341,"request content":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" "} {"level":"info","ts":"2026-04-28T05:24:55.792682Z","caller":"traceutil/trace.go:171","msg":"trace[1116084298] transaction","detail":"{read_only:false; response_revision:18271; number_of_response:1; }","duration":"169.093885ms","start":"2026-04-28T05:24:55.623559Z","end":"2026-04-28T05:24:55.792653Z","steps":["trace[1116084298] 'process raft request' (duration: 107.191509ms)","trace[1116084298] 'compare' (duration: 61.695402ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:24:55.793033Z","caller":"traceutil/trace.go:171","msg":"trace[1881451343] transaction","detail":"{read_only:false; response_revision:18272; number_of_response:1; }","duration":"168.800079ms","start":"2026-04-28T05:24:55.624222Z","end":"2026-04-28T05:24:55.793022Z","steps":["trace[1881451343] 'process raft request' (duration: 168.391671ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:24:56.098361Z","caller":"traceutil/trace.go:171","msg":"trace[80884805] transaction","detail":"{read_only:false; response_revision:18274; number_of_response:1; }","duration":"135.047933ms","start":"2026-04-28T05:24:55.963283Z","end":"2026-04-28T05:24:56.098331Z","steps":["trace[80884805] 'process raft request' (duration: 82.535184ms)","trace[80884805] 'compare' (duration: 52.367576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:24:56.42614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.892392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:24:56.42624Z","caller":"traceutil/trace.go:171","msg":"trace[1475241897] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:18274; }","duration":"220.098397ms","start":"2026-04-28T05:24:56.20612Z","end":"2026-04-28T05:24:56.426219Z","steps":["trace[1475241897] 'count revisions from in-memory index tree' (duration: 219.76669ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:40.034617Z","caller":"traceutil/trace.go:171","msg":"trace[1511409320] linearizableReadLoop","detail":"{readStateIndex:19380; appliedIndex:19379; }","duration":"129.851895ms","start":"2026-04-28T05:25:39.904738Z","end":"2026-04-28T05:25:40.03459Z","steps":["trace[1511409320] 'read index received' (duration: 129.59725ms)","trace[1511409320] 'applied index is now lower than readState.Index' (duration: 253.485µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:25:40.034773Z","caller":"traceutil/trace.go:171","msg":"trace[1641166736] transaction","detail":"{read_only:false; response_revision:18803; number_of_response:1; }","duration":"139.868544ms","start":"2026-04-28T05:25:39.894892Z","end":"2026-04-28T05:25:40.03476Z","steps":["trace[1641166736] 'process raft request' (duration: 139.512816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:40.035037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.272223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:40.035108Z","caller":"traceutil/trace.go:171","msg":"trace[550752129] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:18803; }","duration":"130.407046ms","start":"2026-04-28T05:25:39.904685Z","end":"2026-04-28T05:25:40.035092Z","steps":["trace[550752129] 'agreement among raft nodes before linearized reading' (duration: 130.267103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:40.272689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.646258ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:40.272845Z","caller":"traceutil/trace.go:171","msg":"trace[353658041] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18803; }","duration":"114.808252ms","start":"2026-04-28T05:25:40.158012Z","end":"2026-04-28T05:25:40.272821Z","steps":["trace[353658041] 'range keys from in-memory index tree' (duration: 114.628928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:40.272849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.126218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T05:25:40.273689Z","caller":"traceutil/trace.go:171","msg":"trace[768877374] transaction","detail":"{read_only:false; response_revision:18804; number_of_response:1; }","duration":"234.045228ms","start":"2026-04-28T05:25:40.039618Z","end":"2026-04-28T05:25:40.273664Z","steps":["trace[768877374] 'process raft request' (duration: 32.023263ms)","trace[768877374] 'compare' (duration: 201.010155ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:25:40.273464Z","caller":"traceutil/trace.go:171","msg":"trace[1364218768] linearizableReadLoop","detail":"{readStateIndex:19381; appliedIndex:19380; }","duration":"226.21101ms","start":"2026-04-28T05:25:40.047227Z","end":"2026-04-28T05:25:40.273438Z","steps":["trace[1364218768] 'read index received' (duration: 24.378159ms)","trace[1364218768] 'applied index is now lower than readState.Index' (duration: 201.830761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:25:40.273955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.70728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T05:25:40.274054Z","caller":"traceutil/trace.go:171","msg":"trace[2101391325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18804; }","duration":"226.828182ms","start":"2026-04-28T05:25:40.047189Z","end":"2026-04-28T05:25:40.274017Z","steps":["trace[2101391325] 'agreement among raft nodes before linearized reading' (duration: 226.557867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:40.274074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.409381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-28T05:25:40.274119Z","caller":"traceutil/trace.go:171","msg":"trace[787339311] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:18804; }","duration":"186.481082ms","start":"2026-04-28T05:25:40.087624Z","end":"2026-04-28T05:25:40.274105Z","steps":["trace[787339311] 'agreement among raft nodes before linearized reading' (duration: 186.317999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:40.274161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.280299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T05:25:40.27424Z","caller":"traceutil/trace.go:171","msg":"trace[324915769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18804; }","duration":"177.391842ms","start":"2026-04-28T05:25:40.096829Z","end":"2026-04-28T05:25:40.274221Z","steps":["trace[324915769] 'agreement among raft nodes before linearized reading' (duration: 177.159086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:40.500597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.334603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T05:25:40.500832Z","caller":"traceutil/trace.go:171","msg":"trace[772138398] transaction","detail":"{read_only:false; response_revision:18805; number_of_response:1; }","duration":"221.368519ms","start":"2026-04-28T05:25:40.279426Z","end":"2026-04-28T05:25:40.500795Z","steps":["trace[772138398] 'process raft request' (duration: 114.741661ms)","trace[772138398] 'compare' (duration: 106.19875ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:25:40.500867Z","caller":"traceutil/trace.go:171","msg":"trace[2048997455] transaction","detail":"{read_only:false; response_revision:18807; number_of_response:1; }","duration":"207.918915ms","start":"2026-04-28T05:25:40.292929Z","end":"2026-04-28T05:25:40.500848Z","steps":["trace[2048997455] 'process raft request' (duration: 207.836784ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:40.50105Z","caller":"traceutil/trace.go:171","msg":"trace[145501549] transaction","detail":"{read_only:false; response_revision:18806; number_of_response:1; }","duration":"221.450902ms","start":"2026-04-28T05:25:40.279561Z","end":"2026-04-28T05:25:40.501012Z","steps":["trace[145501549] 'process raft request' (duration: 221.149186ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:44.412366Z","caller":"traceutil/trace.go:171","msg":"trace[1222621536] transaction","detail":"{read_only:false; response_revision:18833; number_of_response:1; }","duration":"121.420997ms","start":"2026-04-28T05:25:44.290915Z","end":"2026-04-28T05:25:44.412336Z","steps":["trace[1222621536] 'process raft request' (duration: 121.273225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.082138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.087965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418593"} {"level":"info","ts":"2026-04-28T05:25:45.082204Z","caller":"traceutil/trace.go:171","msg":"trace[1761693629] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:18836; }","duration":"374.191108ms","start":"2026-04-28T05:25:44.707997Z","end":"2026-04-28T05:25:45.082188Z","steps":["trace[1761693629] 'range keys from in-memory index tree' (duration: 373.883911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.082242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:25:44.707981Z","time spent":"374.25508ms","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418616,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-28T05:25:45.102283Z","caller":"traceutil/trace.go:171","msg":"trace[1873225257] linearizableReadLoop","detail":"{readStateIndex:19415; appliedIndex:19414; }","duration":"154.387587ms","start":"2026-04-28T05:25:44.947878Z","end":"2026-04-28T05:25:45.102266Z","steps":["trace[1873225257] 'read index received' (duration: 154.233495ms)","trace[1873225257] 'applied index is now lower than readState.Index' (duration: 153.172µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:25:45.102338Z","caller":"traceutil/trace.go:171","msg":"trace[1334321787] transaction","detail":"{read_only:false; response_revision:18837; number_of_response:1; }","duration":"177.814009ms","start":"2026-04-28T05:25:44.9245Z","end":"2026-04-28T05:25:45.102314Z","steps":["trace[1334321787] 'process raft request' (duration: 177.635616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.102431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.54047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:45.102493Z","caller":"traceutil/trace.go:171","msg":"trace[1265430818] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:18837; }","duration":"154.606331ms","start":"2026-04-28T05:25:44.947866Z","end":"2026-04-28T05:25:45.102472Z","steps":["trace[1265430818] 'agreement among raft nodes before linearized reading' (duration: 154.511099ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:45.360943Z","caller":"traceutil/trace.go:171","msg":"trace[1402402043] linearizableReadLoop","detail":"{readStateIndex:19416; appliedIndex:19415; }","duration":"258.57976ms","start":"2026-04-28T05:25:45.102343Z","end":"2026-04-28T05:25:45.360923Z","steps":["trace[1402402043] 'read index received' (duration: 249.763693ms)","trace[1402402043] 'applied index is now lower than readState.Index' (duration: 8.815187ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:25:45.36106Z","caller":"traceutil/trace.go:171","msg":"trace[1365649368] transaction","detail":"{read_only:false; response_revision:18838; number_of_response:1; }","duration":"307.909349ms","start":"2026-04-28T05:25:45.053121Z","end":"2026-04-28T05:25:45.36103Z","steps":["trace[1365649368] 'process raft request' (duration: 298.836067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.361123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.58715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T05:25:45.361143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.086349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:45.361159Z","caller":"traceutil/trace.go:171","msg":"trace[630959137] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:18838; }","duration":"309.644271ms","start":"2026-04-28T05:25:45.051506Z","end":"2026-04-28T05:25:45.361151Z","steps":["trace[630959137] 'agreement among raft nodes before linearized reading' (duration: 309.511428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.361165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.195288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wdwjj\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-04-28T05:25:45.361182Z","caller":"traceutil/trace.go:171","msg":"trace[1422516674] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:18838; }","duration":"311.144779ms","start":"2026-04-28T05:25:45.050024Z","end":"2026-04-28T05:25:45.361169Z","steps":["trace[1422516674] 'agreement among raft nodes before linearized reading' (duration: 311.105558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.361229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:25:45.050008Z","time spent":"311.21436ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T05:25:45.361227Z","caller":"traceutil/trace.go:171","msg":"trace[9755401] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wdwjj; range_end:; response_count:1; response_revision:18838; }","duration":"297.289929ms","start":"2026-04-28T05:25:45.063923Z","end":"2026-04-28T05:25:45.361213Z","steps":["trace[9755401] 'agreement among raft nodes before linearized reading' (duration: 297.012594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.361245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:25:45.053108Z","time spent":"308.056471ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T05:25:45.3612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.452837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T05:25:45.361185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:25:45.051502Z","time spent":"309.677501ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T05:25:45.361083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.386396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:45.361389Z","caller":"traceutil/trace.go:171","msg":"trace[1674394259] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:18838; }","duration":"309.675492ms","start":"2026-04-28T05:25:45.051656Z","end":"2026-04-28T05:25:45.361332Z","steps":["trace[1674394259] 'agreement among raft nodes before linearized reading' (duration: 309.301775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.36144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:25:45.051649Z","time spent":"309.782444ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T05:25:45.361547Z","caller":"traceutil/trace.go:171","msg":"trace[514679102] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:18838; }","duration":"309.746213ms","start":"2026-04-28T05:25:45.051668Z","end":"2026-04-28T05:25:45.361414Z","steps":["trace[514679102] 'agreement among raft nodes before linearized reading' (duration: 309.297404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.36177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:25:45.051658Z","time spent":"310.08419ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-28T05:25:45.579632Z","caller":"traceutil/trace.go:171","msg":"trace[824163548] transaction","detail":"{read_only:false; response_revision:18839; number_of_response:1; }","duration":"328.228582ms","start":"2026-04-28T05:25:45.251369Z","end":"2026-04-28T05:25:45.579597Z","steps":["trace[824163548] 'process raft request' (duration: 328.002748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.57982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:25:45.251342Z","time spent":"328.369985ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T05:25:45.584364Z","caller":"traceutil/trace.go:171","msg":"trace[732439992] transaction","detail":"{read_only:false; response_revision:18840; number_of_response:1; }","duration":"297.602864ms","start":"2026-04-28T05:25:45.286737Z","end":"2026-04-28T05:25:45.58434Z","steps":["trace[732439992] 'process raft request' (duration: 297.427941ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:45.584538Z","caller":"traceutil/trace.go:171","msg":"trace[4769435] transaction","detail":"{read_only:false; response_revision:18842; number_of_response:1; }","duration":"260.458255ms","start":"2026-04-28T05:25:45.324062Z","end":"2026-04-28T05:25:45.58452Z","steps":["trace[4769435] 'process raft request' (duration: 260.375414ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:45.584659Z","caller":"traceutil/trace.go:171","msg":"trace[1099085180] transaction","detail":"{read_only:false; response_revision:18841; number_of_response:1; }","duration":"264.679884ms","start":"2026-04-28T05:25:45.319964Z","end":"2026-04-28T05:25:45.584644Z","steps":["trace[1099085180] 'process raft request' (duration: 264.328988ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:45.584643Z","caller":"traceutil/trace.go:171","msg":"trace[1744227080] linearizableReadLoop","detail":"{readStateIndex:19423; appliedIndex:19417; }","duration":"223.633541ms","start":"2026-04-28T05:25:45.360991Z","end":"2026-04-28T05:25:45.584624Z","steps":["trace[1744227080] 'read index received' (duration: 218.532116ms)","trace[1744227080] 'applied index is now lower than readState.Index' (duration: 5.100515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:25:45.584716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.409293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:45.58474Z","caller":"traceutil/trace.go:171","msg":"trace[1116024702] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:18844; }","duration":"432.453094ms","start":"2026-04-28T05:25:45.15228Z","end":"2026-04-28T05:25:45.584733Z","steps":["trace[1116024702] 'agreement among raft nodes before linearized reading' (duration: 432.362802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.584761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:25:45.152277Z","time spent":"432.477914ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T05:25:45.584759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.791559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T05:25:45.584772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.039481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T05:25:45.584774Z","caller":"traceutil/trace.go:171","msg":"trace[155560662] transaction","detail":"{read_only:false; response_revision:18843; number_of_response:1; }","duration":"260.68282ms","start":"2026-04-28T05:25:45.324078Z","end":"2026-04-28T05:25:45.584761Z","steps":["trace[155560662] 'process raft request' (duration: 260.415985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:45.584791Z","caller":"traceutil/trace.go:171","msg":"trace[2056482835] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:18844; }","duration":"442.8421ms","start":"2026-04-28T05:25:45.141938Z","end":"2026-04-28T05:25:45.584781Z","steps":["trace[2056482835] 'agreement among raft nodes before linearized reading' (duration: 442.782339ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:45.584809Z","caller":"traceutil/trace.go:171","msg":"trace[1577648768] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:18844; }","duration":"437.105202ms","start":"2026-04-28T05:25:45.14769Z","end":"2026-04-28T05:25:45.584795Z","steps":["trace[1577648768] 'agreement among raft nodes before linearized reading' (duration: 436.97841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.584828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:25:45.141932Z","time spent":"442.887601ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T05:25:45.584849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:25:45.147676Z","time spent":"437.163414ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-28T05:25:45.584887Z","caller":"traceutil/trace.go:171","msg":"trace[238711567] transaction","detail":"{read_only:false; response_revision:18844; number_of_response:1; }","duration":"260.696481ms","start":"2026-04-28T05:25:45.324183Z","end":"2026-04-28T05:25:45.58488Z","steps":["trace[238711567] 'process raft request' (duration: 260.388114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.584919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.993564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:45.584948Z","caller":"traceutil/trace.go:171","msg":"trace[1533937045] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:18844; }","duration":"443.023655ms","start":"2026-04-28T05:25:45.141916Z","end":"2026-04-28T05:25:45.58494Z","steps":["trace[1533937045] 'agreement among raft nodes before linearized reading' (duration: 442.962174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.584956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.680189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T05:25:45.584993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:25:45.141872Z","time spent":"443.092515ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T05:25:45.585007Z","caller":"traceutil/trace.go:171","msg":"trace[1255163000] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:18844; }","duration":"432.74812ms","start":"2026-04-28T05:25:45.15225Z","end":"2026-04-28T05:25:45.584998Z","steps":["trace[1255163000] 'agreement among raft nodes before linearized reading' (duration: 432.682519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.585037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:25:45.152243Z","time spent":"432.78597ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T05:25:45.585047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.224828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:45.585072Z","caller":"traceutil/trace.go:171","msg":"trace[2047234710] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:18844; }","duration":"443.277639ms","start":"2026-04-28T05:25:45.141788Z","end":"2026-04-28T05:25:45.585065Z","steps":["trace[2047234710] 'agreement among raft nodes before linearized reading' (duration: 443.235528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.58509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:25:45.141772Z","time spent":"443.314139ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T05:25:45.585123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.005216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T05:25:45.584973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.752763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T05:25:45.585148Z","caller":"traceutil/trace.go:171","msg":"trace[952652224] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:18844; }","duration":"433.052856ms","start":"2026-04-28T05:25:45.152087Z","end":"2026-04-28T05:25:45.58514Z","steps":["trace[952652224] 'agreement among raft nodes before linearized reading' (duration: 433.018256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:45.585149Z","caller":"traceutil/trace.go:171","msg":"trace[758252593] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:18844; }","duration":"430.952506ms","start":"2026-04-28T05:25:45.154191Z","end":"2026-04-28T05:25:45.585144Z","steps":["trace[758252593] 'agreement among raft nodes before linearized reading' (duration: 430.741803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.585182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:25:45.154177Z","time spent":"431.000207ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T05:25:45.585178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T05:25:45.152075Z","time spent":"433.097308ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T05:25:45.586797Z","caller":"traceutil/trace.go:171","msg":"trace[2092706230] transaction","detail":"{read_only:false; response_revision:18845; number_of_response:1; }","duration":"105.297903ms","start":"2026-04-28T05:25:45.481478Z","end":"2026-04-28T05:25:45.586776Z","steps":["trace[2092706230] 'process raft request' (duration: 104.768013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.587059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.085676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T05:25:45.5871Z","caller":"traceutil/trace.go:171","msg":"trace[1647785695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18845; }","duration":"176.182239ms","start":"2026-04-28T05:25:45.410907Z","end":"2026-04-28T05:25:45.58709Z","steps":["trace[1647785695] 'agreement among raft nodes before linearized reading' (duration: 176.014426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:45.588223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.200726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:135 size:1295344"} {"level":"info","ts":"2026-04-28T05:25:45.588336Z","caller":"traceutil/trace.go:171","msg":"trace[632182410] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:135; response_revision:18845; }","duration":"221.343719ms","start":"2026-04-28T05:25:45.366978Z","end":"2026-04-28T05:25:45.588322Z","steps":["trace[632182410] 'agreement among raft nodes before linearized reading' (duration: 219.668628ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:46.203362Z","caller":"traceutil/trace.go:171","msg":"trace[2054456604] transaction","detail":"{read_only:false; response_revision:18847; number_of_response:1; }","duration":"137.02461ms","start":"2026-04-28T05:25:46.066318Z","end":"2026-04-28T05:25:46.203342Z","steps":["trace[2054456604] 'process raft request' (duration: 136.910048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:46.623176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.88009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18028"} {"level":"info","ts":"2026-04-28T05:25:46.623255Z","caller":"traceutil/trace.go:171","msg":"trace[727668938] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18847; }","duration":"144.008263ms","start":"2026-04-28T05:25:46.479228Z","end":"2026-04-28T05:25:46.623236Z","steps":["trace[727668938] 'range keys from in-memory index tree' (duration: 143.724907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:46.623244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.887437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T05:25:46.623301Z","caller":"traceutil/trace.go:171","msg":"trace[1383348810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18847; }","duration":"206.00252ms","start":"2026-04-28T05:25:46.417286Z","end":"2026-04-28T05:25:46.623288Z","steps":["trace[1383348810] 'range keys from in-memory index tree' (duration: 205.783176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:46.623424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.587453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T05:25:46.623493Z","caller":"traceutil/trace.go:171","msg":"trace[373215190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18847; }","duration":"101.696755ms","start":"2026-04-28T05:25:46.521778Z","end":"2026-04-28T05:25:46.623475Z","steps":["trace[373215190] 'range keys from in-memory index tree' (duration: 101.43553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:46.623596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.843769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T05:25:46.623687Z","caller":"traceutil/trace.go:171","msg":"trace[1176357652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18847; }","duration":"101.023403ms","start":"2026-04-28T05:25:46.52265Z","end":"2026-04-28T05:25:46.623673Z","steps":["trace[1176357652] 'range keys from in-memory index tree' (duration: 100.686816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:46.79197Z","caller":"traceutil/trace.go:171","msg":"trace[1679623087] linearizableReadLoop","detail":"{readStateIndex:19431; appliedIndex:19427; }","duration":"114.943755ms","start":"2026-04-28T05:25:46.676998Z","end":"2026-04-28T05:25:46.791942Z","steps":["trace[1679623087] 'read index received' (duration: 50.336387ms)","trace[1679623087] 'applied index is now lower than readState.Index' (duration: 64.606438ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:25:46.792083Z","caller":"traceutil/trace.go:171","msg":"trace[157426547] transaction","detail":"{read_only:false; response_revision:18850; number_of_response:1; }","duration":"163.925207ms","start":"2026-04-28T05:25:46.628122Z","end":"2026-04-28T05:25:46.792048Z","steps":["trace[157426547] 'process raft request' (duration: 163.666563ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:46.792151Z","caller":"traceutil/trace.go:171","msg":"trace[610092191] transaction","detail":"{read_only:false; response_revision:18852; number_of_response:1; }","duration":"145.011811ms","start":"2026-04-28T05:25:46.647131Z","end":"2026-04-28T05:25:46.792143Z","steps":["trace[610092191] 'process raft request' (duration: 144.763747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:46.792511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.60503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18028"} {"level":"info","ts":"2026-04-28T05:25:46.79254Z","caller":"traceutil/trace.go:171","msg":"trace[1262706108] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18852; }","duration":"164.752423ms","start":"2026-04-28T05:25:46.627778Z","end":"2026-04-28T05:25:46.79253Z","steps":["trace[1262706108] 'agreement among raft nodes before linearized reading' (duration: 164.540299ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:46.792542Z","caller":"traceutil/trace.go:171","msg":"trace[445555502] transaction","detail":"{read_only:false; response_revision:18849; number_of_response:1; }","duration":"164.509708ms","start":"2026-04-28T05:25:46.628013Z","end":"2026-04-28T05:25:46.792523Z","steps":["trace[445555502] 'process raft request' (duration: 99.391832ms)","trace[445555502] 'compare' (duration: 64.198278ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:25:46.792122Z","caller":"traceutil/trace.go:171","msg":"trace[632987384] transaction","detail":"{read_only:false; response_revision:18851; number_of_response:1; }","duration":"163.677943ms","start":"2026-04-28T05:25:46.628431Z","end":"2026-04-28T05:25:46.792109Z","steps":["trace[632987384] 'process raft request' (duration: 163.433108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:46.792838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.798652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:46.792861Z","caller":"traceutil/trace.go:171","msg":"trace[538422602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18852; }","duration":"114.856313ms","start":"2026-04-28T05:25:46.677998Z","end":"2026-04-28T05:25:46.792854Z","steps":["trace[538422602] 'agreement among raft nodes before linearized reading' (duration: 114.814822ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:47.483046Z","caller":"traceutil/trace.go:171","msg":"trace[1595482680] linearizableReadLoop","detail":"{readStateIndex:19432; appliedIndex:19431; }","duration":"115.925933ms","start":"2026-04-28T05:25:47.367099Z","end":"2026-04-28T05:25:47.483025Z","steps":["trace[1595482680] 'read index received' (duration: 115.696689ms)","trace[1595482680] 'applied index is now lower than readState.Index' (duration: 227.984µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T05:25:47.483305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.185539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T05:25:47.483337Z","caller":"traceutil/trace.go:171","msg":"trace[545947052] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:18853; }","duration":"116.314121ms","start":"2026-04-28T05:25:47.367015Z","end":"2026-04-28T05:25:47.483329Z","steps":["trace[545947052] 'agreement among raft nodes before linearized reading' (duration: 116.132017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:47.483319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.168868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:47.48342Z","caller":"traceutil/trace.go:171","msg":"trace[18247994] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:18853; }","duration":"116.30006ms","start":"2026-04-28T05:25:47.367098Z","end":"2026-04-28T05:25:47.483398Z","steps":["trace[18247994] 'agreement among raft nodes before linearized reading' (duration: 116.107276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:47.483516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.26101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:47.483644Z","caller":"traceutil/trace.go:171","msg":"trace[1984904258] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:18853; }","duration":"116.502785ms","start":"2026-04-28T05:25:47.367121Z","end":"2026-04-28T05:25:47.483624Z","steps":["trace[1984904258] 'agreement among raft nodes before linearized reading' (duration: 116.146878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:47.48405Z","caller":"traceutil/trace.go:171","msg":"trace[1927387558] transaction","detail":"{read_only:false; response_revision:18853; number_of_response:1; }","duration":"116.179198ms","start":"2026-04-28T05:25:47.366886Z","end":"2026-04-28T05:25:47.483065Z","steps":["trace[1927387558] 'process raft request' (duration: 115.963124ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:47.745676Z","caller":"traceutil/trace.go:171","msg":"trace[1956500520] transaction","detail":"{read_only:false; response_revision:18854; number_of_response:1; }","duration":"158.935984ms","start":"2026-04-28T05:25:47.586659Z","end":"2026-04-28T05:25:47.745595Z","steps":["trace[1956500520] 'process raft request' (duration: 158.7054ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:47.750683Z","caller":"traceutil/trace.go:171","msg":"trace[1650546688] linearizableReadLoop","detail":"{readStateIndex:19434; appliedIndex:19433; }","duration":"161.228646ms","start":"2026-04-28T05:25:47.589422Z","end":"2026-04-28T05:25:47.750651Z","steps":["trace[1650546688] 'read index received' (duration: 156.324685ms)","trace[1650546688] 'applied index is now lower than readState.Index' (duration: 4.902131ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T05:25:47.751042Z","caller":"traceutil/trace.go:171","msg":"trace[1521370026] transaction","detail":"{read_only:false; response_revision:18857; number_of_response:1; }","duration":"159.922263ms","start":"2026-04-28T05:25:47.591078Z","end":"2026-04-28T05:25:47.751001Z","steps":["trace[1521370026] 'process raft request' (duration: 159.390382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:47.751078Z","caller":"traceutil/trace.go:171","msg":"trace[371828189] transaction","detail":"{read_only:false; response_revision:18858; number_of_response:1; }","duration":"159.140968ms","start":"2026-04-28T05:25:47.591915Z","end":"2026-04-28T05:25:47.751056Z","steps":["trace[371828189] 'process raft request' (duration: 158.614757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:47.751495Z","caller":"traceutil/trace.go:171","msg":"trace[342804528] transaction","detail":"{read_only:false; response_revision:18855; number_of_response:1; }","duration":"162.370358ms","start":"2026-04-28T05:25:47.589113Z","end":"2026-04-28T05:25:47.751484Z","steps":["trace[342804528] 'process raft request' (duration: 161.102595ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:47.751588Z","caller":"traceutil/trace.go:171","msg":"trace[1194904667] transaction","detail":"{read_only:false; response_revision:18856; number_of_response:1; }","duration":"160.568964ms","start":"2026-04-28T05:25:47.591008Z","end":"2026-04-28T05:25:47.751577Z","steps":["trace[1194904667] 'process raft request' (duration: 159.371461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:47.751766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.325607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T05:25:47.751817Z","caller":"traceutil/trace.go:171","msg":"trace[1653474703] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:18859; }","duration":"162.443729ms","start":"2026-04-28T05:25:47.589364Z","end":"2026-04-28T05:25:47.751807Z","steps":["trace[1653474703] 'agreement among raft nodes before linearized reading' (duration: 162.285226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:25:47.751978Z","caller":"traceutil/trace.go:171","msg":"trace[1068116948] transaction","detail":"{read_only:false; response_revision:18859; number_of_response:1; }","duration":"158.746179ms","start":"2026-04-28T05:25:47.593223Z","end":"2026-04-28T05:25:47.75197Z","steps":["trace[1068116948] 'process raft request' (duration: 157.367743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:47.752308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.713695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:47.75234Z","caller":"traceutil/trace.go:171","msg":"trace[2048394827] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:18859; }","duration":"162.763016ms","start":"2026-04-28T05:25:47.58957Z","end":"2026-04-28T05:25:47.752333Z","steps":["trace[2048394827] 'agreement among raft nodes before linearized reading' (duration: 162.712095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:47.752465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.434524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:47.752498Z","caller":"traceutil/trace.go:171","msg":"trace[591166238] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:18859; }","duration":"116.518616ms","start":"2026-04-28T05:25:47.63597Z","end":"2026-04-28T05:25:47.752488Z","steps":["trace[591166238] 'agreement among raft nodes before linearized reading' (duration: 116.462865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:47.75267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.09346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wdwjj\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-04-28T05:25:47.7527Z","caller":"traceutil/trace.go:171","msg":"trace[169828558] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wdwjj; range_end:; response_count:1; response_revision:18859; }","duration":"148.1349ms","start":"2026-04-28T05:25:47.604558Z","end":"2026-04-28T05:25:47.752693Z","steps":["trace[169828558] 'agreement among raft nodes before linearized reading' (duration: 148.055869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:47.752869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.911793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T05:25:47.752897Z","caller":"traceutil/trace.go:171","msg":"trace[1981023994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18859; }","duration":"158.953714ms","start":"2026-04-28T05:25:47.593936Z","end":"2026-04-28T05:25:47.752889Z","steps":["trace[1981023994] 'agreement among raft nodes before linearized reading' (duration: 158.882503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:47.752973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.419111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:47.752995Z","caller":"traceutil/trace.go:171","msg":"trace[1278448402] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:18859; }","duration":"160.476383ms","start":"2026-04-28T05:25:47.59251Z","end":"2026-04-28T05:25:47.752987Z","steps":["trace[1278448402] 'agreement among raft nodes before linearized reading' (duration: 160.441982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:47.753114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.633456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:47.753141Z","caller":"traceutil/trace.go:171","msg":"trace[1768811337] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:18859; }","duration":"160.678506ms","start":"2026-04-28T05:25:47.592456Z","end":"2026-04-28T05:25:47.753135Z","steps":["trace[1768811337] 'agreement among raft nodes before linearized reading' (duration: 160.635596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:47.753246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.679443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:47.75354Z","caller":"traceutil/trace.go:171","msg":"trace[1872905823] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:18859; }","duration":"162.705764ms","start":"2026-04-28T05:25:47.59056Z","end":"2026-04-28T05:25:47.753266Z","steps":["trace[1872905823] 'agreement among raft nodes before linearized reading' (duration: 162.667123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:47.75368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.148443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:47.753709Z","caller":"traceutil/trace.go:171","msg":"trace[955594736] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:18859; }","duration":"163.193184ms","start":"2026-04-28T05:25:47.590507Z","end":"2026-04-28T05:25:47.7537Z","steps":["trace[955594736] 'agreement among raft nodes before linearized reading' (duration: 163.152583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:47.753843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.898437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T05:25:47.753875Z","caller":"traceutil/trace.go:171","msg":"trace[1359148391] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:18859; }","duration":"163.980599ms","start":"2026-04-28T05:25:47.589887Z","end":"2026-04-28T05:25:47.753867Z","steps":["trace[1359148391] 'agreement among raft nodes before linearized reading' (duration: 163.908597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T05:25:47.753985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.207194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T05:25:47.754014Z","caller":"traceutil/trace.go:171","msg":"trace[1650868848] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:18859; }","duration":"164.247244ms","start":"2026-04-28T05:25:47.589757Z","end":"2026-04-28T05:25:47.754004Z","steps":["trace[1650868848] 'agreement among raft nodes before linearized reading' (duration: 164.210113ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T05:26:36.071433Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"35b2766da46a76bb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T05:26:36.080641Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-28T05:26:36.080756Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-28T05:27:21.404909Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16514} {"level":"info","ts":"2026-04-28T05:27:21.567627Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16514,"took":"159.508315ms","hash":1147733295,"current-db-size-bytes":78311424,"current-db-size":"78 MB","current-db-size-in-use-bytes":38166528,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-28T05:27:21.567682Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1147733295,"revision":16514,"compact-revision":12220} {"level":"info","ts":"2026-04-28T05:32:21.436125Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19908} {"level":"info","ts":"2026-04-28T05:32:21.625513Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19908,"took":"186.34358ms","hash":2462709876,"current-db-size-bytes":78311424,"current-db-size":"78 MB","current-db-size-in-use-bytes":34975744,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-28T05:32:21.625571Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2462709876,"revision":19908,"compact-revision":16514} {"level":"info","ts":"2026-04-28T05:37:21.444204Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22520} {"level":"info","ts":"2026-04-28T05:37:21.602423Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22520,"took":"153.40965ms","hash":1199732527,"current-db-size-bytes":78311424,"current-db-size":"78 MB","current-db-size-in-use-bytes":32342016,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T05:37:21.602496Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1199732527,"revision":22520,"compact-revision":19908} {"level":"info","ts":"2026-04-28T05:37:45.084721Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006455.wal"} {"level":"info","ts":"2026-04-28T05:42:21.450985Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24763} {"level":"info","ts":"2026-04-28T05:42:21.580748Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24763,"took":"122.824122ms","hash":3278552902,"current-db-size-bytes":78311424,"current-db-size":"78 MB","current-db-size-in-use-bytes":32714752,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-28T05:42:21.581869Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3278552902,"revision":24763,"compact-revision":22520}