{"level":"warn","ts":"2026-04-07T01:28:06.99346Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T01:28:06.993558Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.153:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.153:2380","--initial-cluster=instance=https://199.204.45.153:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.153:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.153:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T01:28:06.993625Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T01:28:06.993637Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-04-07T01:28:06.993656Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T01:28:06.99437Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"]} {"level":"info","ts":"2026-04-07T01:28:06.994443Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.153:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T01:28:06.998642Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.002987ms"} {"level":"info","ts":"2026-04-07T01:28:07.007153Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"355195d5aae85944","cluster-id":"e424441517bc0b32"} {"level":"info","ts":"2026-04-07T01:28:07.007243Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T01:28:07.007268Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 0"} {"level":"info","ts":"2026-04-07T01:28:07.007296Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 355195d5aae85944 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T01:28:07.007315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 1"} {"level":"info","ts":"2026-04-07T01:28:07.007379Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"warn","ts":"2026-04-07T01:28:07.017143Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T01:28:07.020907Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T01:28:07.022098Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T01:28:07.024409Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"355195d5aae85944","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T01:28:07.024674Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"355195d5aae85944","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T01:28:07.024767Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T01:28:07.025712Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T01:28:07.025742Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T01:28:07.027099Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"info","ts":"2026-04-07T01:28:07.027276Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","added-peer-id":"355195d5aae85944","added-peer-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-04-07T01:28:07.030389Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T01:28:07.03053Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-04-07T01:28:07.030635Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-04-07T01:28:07.031034Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"355195d5aae85944","initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T01:28:07.031124Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T01:28:07.910256Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T01:28:07.9103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T01:28:07.910318Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgPreVoteResp from 355195d5aae85944 at term 1"} {"level":"info","ts":"2026-04-07T01:28:07.910338Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became candidate at term 2"} {"level":"info","ts":"2026-04-07T01:28:07.910344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgVoteResp from 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-04-07T01:28:07.910355Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became leader at term 2"} {"level":"info","ts":"2026-04-07T01:28:07.910364Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 355195d5aae85944 elected leader 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-04-07T01:28:07.91835Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"355195d5aae85944","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.153:2379]}","request-path":"/0/members/355195d5aae85944/attributes","cluster-id":"e424441517bc0b32","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T01:28:07.918398Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T01:28:07.91857Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T01:28:07.918576Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T01:28:07.919873Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T01:28:07.920024Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T01:28:07.920071Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T01:28:07.922272Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T01:28:07.922307Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T01:28:07.922746Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.153:2379"} {"level":"info","ts":"2026-04-07T01:28:07.923311Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T01:28:22.607113Z","caller":"traceutil/trace.go:171","msg":"trace[735044609] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"347.943532ms","start":"2026-04-07T01:28:22.259151Z","end":"2026-04-07T01:28:22.607094Z","steps":["trace[735044609] 'process raft request' (duration: 347.81808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:22.607626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:22.259134Z","time spent":"348.055595ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:28:23.254085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288674931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:28:23.820835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.510204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:28:23.821182Z","caller":"traceutil/trace.go:171","msg":"trace[1375468262] linearizableReadLoop","detail":"{readStateIndex:398; appliedIndex:396; }","duration":"1.067537356s","start":"2026-04-07T01:28:22.75361Z","end":"2026-04-07T01:28:23.821147Z","steps":["trace[1375468262] 'read index received' (duration: 766.403248ms)","trace[1375468262] 'applied index is now lower than readState.Index' (duration: 301.132998ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:23.821203Z","caller":"traceutil/trace.go:171","msg":"trace[1977015899] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"1.197176672s","start":"2026-04-07T01:28:22.623984Z","end":"2026-04-07T01:28:23.821161Z","steps":["trace[1977015899] 'process raft request' (duration: 896.009624ms)","trace[1977015899] 'compare' (duration: 300.121056ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:23.821225Z","caller":"traceutil/trace.go:171","msg":"trace[1165216834] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"584.092088ms","start":"2026-04-07T01:28:23.23707Z","end":"2026-04-07T01:28:23.821162Z","steps":["trace[1165216834] 'process raft request' (duration: 584.001867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:23.82132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.483108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T01:28:23.821352Z","caller":"traceutil/trace.go:171","msg":"trace[201301913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:387; }","duration":"334.516808ms","start":"2026-04-07T01:28:23.486825Z","end":"2026-04-07T01:28:23.821342Z","steps":["trace[201301913] 'agreement among raft nodes before linearized reading' (duration: 334.450027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:23.821322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067688269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T01:28:23.821353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:22.623966Z","time spent":"1.197307826s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:28:23.82139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:23.486769Z","time spent":"334.614131ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T01:28:23.821415Z","caller":"traceutil/trace.go:171","msg":"trace[1104309933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:387; }","duration":"1.067823482s","start":"2026-04-07T01:28:22.753567Z","end":"2026-04-07T01:28:23.821391Z","steps":["trace[1104309933] 'agreement among raft nodes before linearized reading' (duration: 1.067656239s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:23.821408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:23.237046Z","time spent":"584.265633ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:28:23.821471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:22.753547Z","time spent":"1.067913915s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T01:28:23.928654Z","caller":"traceutil/trace.go:171","msg":"trace[1621026683] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"102.250917ms","start":"2026-04-07T01:28:23.826387Z","end":"2026-04-07T01:28:23.928637Z","steps":["trace[1621026683] 'process raft request' (duration: 102.188456ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:23.928724Z","caller":"traceutil/trace.go:171","msg":"trace[713594538] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"102.594575ms","start":"2026-04-07T01:28:23.826098Z","end":"2026-04-07T01:28:23.928692Z","steps":["trace[713594538] 'process raft request' (duration: 100.56694ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:28.14356Z","caller":"traceutil/trace.go:171","msg":"trace[329237795] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"198.261848ms","start":"2026-04-07T01:28:27.945271Z","end":"2026-04-07T01:28:28.143533Z","steps":["trace[329237795] 'process raft request' (duration: 191.835158ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:32.905979Z","caller":"traceutil/trace.go:171","msg":"trace[435940049] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"256.537883ms","start":"2026-04-07T01:28:32.649406Z","end":"2026-04-07T01:28:32.905944Z","steps":["trace[435940049] 'process raft request' (duration: 256.3951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:35.962114Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047958319s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T01:28:35.962529Z","caller":"traceutil/trace.go:171","msg":"trace[875971310] linearizableReadLoop","detail":"{readStateIndex:461; appliedIndex:460; }","duration":"150.878521ms","start":"2026-04-07T01:28:35.811626Z","end":"2026-04-07T01:28:35.962504Z","steps":["trace[875971310] 'read index received' (duration: 150.703907ms)","trace[875971310] 'applied index is now lower than readState.Index' (duration: 173.754µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:35.96263Z","caller":"traceutil/trace.go:171","msg":"trace[626125146] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"1.048565182s","start":"2026-04-07T01:28:34.914054Z","end":"2026-04-07T01:28:35.962619Z","steps":["trace[626125146] 'process raft request' (duration: 1.048330457s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:35.962734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:34.914032Z","time spent":"1.048625063s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:28:35.962839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.192937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:28:35.962902Z","caller":"traceutil/trace.go:171","msg":"trace[2070899414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:448; }","duration":"151.267629ms","start":"2026-04-07T01:28:35.81162Z","end":"2026-04-07T01:28:35.962888Z","steps":["trace[2070899414] 'agreement among raft nodes before linearized reading' (duration: 151.146976ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:36.105014Z","caller":"traceutil/trace.go:171","msg":"trace[2122158923] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"138.554671ms","start":"2026-04-07T01:28:35.966422Z","end":"2026-04-07T01:28:36.104976Z","steps":["trace[2122158923] 'process raft request' (duration: 133.404369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:40.311347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288675138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:28:40.812059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288675138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:28:41.218119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.682971449s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T01:28:41.218589Z","caller":"traceutil/trace.go:171","msg":"trace[1108430191] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"1.683540543s","start":"2026-04-07T01:28:39.535014Z","end":"2026-04-07T01:28:41.218555Z","steps":["trace[1108430191] 'process raft request' (duration: 1.683396949s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:41.218753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:39.534989Z","time spent":"1.683698156s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:28:41.23388Z","caller":"traceutil/trace.go:171","msg":"trace[1319234823] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"1.694990833s","start":"2026-04-07T01:28:39.538866Z","end":"2026-04-07T01:28:41.233857Z","steps":["trace[1319234823] 'process raft request' (duration: 1.694799029s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:41.233963Z","caller":"traceutil/trace.go:171","msg":"trace[765068066] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"1.694927452s","start":"2026-04-07T01:28:39.539004Z","end":"2026-04-07T01:28:41.233932Z","steps":["trace[765068066] 'process raft request' (duration: 1.694797649s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:41.234047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:39.538853Z","time spent":"1.695092705s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:28:41.234085Z","caller":"traceutil/trace.go:171","msg":"trace[1150035833] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"1.688281287s","start":"2026-04-07T01:28:39.545717Z","end":"2026-04-07T01:28:41.233998Z","steps":["trace[1150035833] 'process raft request' (duration: 1.688126474s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:41.234189Z","caller":"traceutil/trace.go:171","msg":"trace[447190226] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"1.677658615s","start":"2026-04-07T01:28:39.556503Z","end":"2026-04-07T01:28:41.234162Z","steps":["trace[447190226] 'process raft request' (duration: 1.677405449s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:41.234303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:39.538978Z","time spent":"1.695098355s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:28:41.23436Z","caller":"traceutil/trace.go:171","msg":"trace[1509442818] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"1.652646407s","start":"2026-04-07T01:28:39.581632Z","end":"2026-04-07T01:28:41.234279Z","steps":["trace[1509442818] 'process raft request' (duration: 1.652400592s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:41.234337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:39.556473Z","time spent":"1.677806487s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:28:41.234248Z","caller":"traceutil/trace.go:171","msg":"trace[1001207233] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"1.677532412s","start":"2026-04-07T01:28:39.556645Z","end":"2026-04-07T01:28:41.234177Z","steps":["trace[1001207233] 'process raft request' (duration: 1.677309907s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:41.234358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:39.5457Z","time spent":"1.688538333s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:28:41.234507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:39.58161Z","time spent":"1.652841421s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:28:41.234411Z","caller":"traceutil/trace.go:171","msg":"trace[1347589067] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"1.645154893s","start":"2026-04-07T01:28:39.589251Z","end":"2026-04-07T01:28:41.234406Z","steps":["trace[1347589067] 'process raft request' (duration: 1.644874687s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:41.234549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:39.556627Z","time spent":"1.677868529s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:28:41.234574Z","caller":"traceutil/trace.go:171","msg":"trace[1029973180] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"1.629872839s","start":"2026-04-07T01:28:39.604688Z","end":"2026-04-07T01:28:41.234561Z","steps":["trace[1029973180] 'process raft request' (duration: 1.629625384s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:41.234379Z","caller":"traceutil/trace.go:171","msg":"trace[1501135582] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"1.647265309s","start":"2026-04-07T01:28:39.587105Z","end":"2026-04-07T01:28:41.234371Z","steps":["trace[1501135582] 'process raft request' (duration: 1.646966543s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:41.234622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:39.604661Z","time spent":"1.62993893s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:28:41.234416Z","caller":"traceutil/trace.go:171","msg":"trace[527531413] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"1.677299837s","start":"2026-04-07T01:28:39.557052Z","end":"2026-04-07T01:28:41.234352Z","steps":["trace[527531413] 'process raft request' (duration: 1.676939659s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:41.234627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:39.589222Z","time spent":"1.645363877s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:28:41.234715Z","caller":"traceutil/trace.go:171","msg":"trace[831827027] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"1.532635842s","start":"2026-04-07T01:28:39.70207Z","end":"2026-04-07T01:28:41.234706Z","steps":["trace[831827027] 'process raft request' (duration: 1.532408857s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:41.234705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:39.587088Z","time spent":"1.647559626s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:28:41.234737Z","caller":"traceutil/trace.go:171","msg":"trace[1891446832] linearizableReadLoop","detail":"{readStateIndex:516; appliedIndex:503; }","duration":"1.423707638s","start":"2026-04-07T01:28:39.811004Z","end":"2026-04-07T01:28:41.234711Z","steps":["trace[1891446832] 'read index received' (duration: 1.407418311s)","trace[1891446832] 'applied index is now lower than readState.Index' (duration: 16.288377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:28:41.235283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:39.702044Z","time spent":"1.532691002s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:28:41.234735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:39.557041Z","time spent":"1.677649634s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:28:41.235933Z","caller":"traceutil/trace.go:171","msg":"trace[2076236659] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"1.38812176s","start":"2026-04-07T01:28:39.847793Z","end":"2026-04-07T01:28:41.235914Z","steps":["trace[2076236659] 'process raft request' (duration: 1.386859251s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:41.236031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:39.847767Z","time spent":"1.388196702s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:28:41.236518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425515297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:28:41.236572Z","caller":"traceutil/trace.go:171","msg":"trace[1524248293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:502; }","duration":"1.425596979s","start":"2026-04-07T01:28:39.81095Z","end":"2026-04-07T01:28:41.236547Z","steps":["trace[1524248293] 'agreement among raft nodes before linearized reading' (duration: 1.423881771s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:41.236607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:39.81093Z","time spent":"1.425668151s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:28:41.242449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116558509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-07T01:28:41.242492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045384621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T01:28:41.242579Z","caller":"traceutil/trace.go:171","msg":"trace[1663074032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:504; }","duration":"1.045500802s","start":"2026-04-07T01:28:40.197042Z","end":"2026-04-07T01:28:41.242542Z","steps":["trace[1663074032] 'agreement among raft nodes before linearized reading' (duration: 1.045214066s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:41.242642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:40.197019Z","time spent":"1.045611135s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:28:41.242664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263670426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:28:41.242705Z","caller":"traceutil/trace.go:171","msg":"trace[1153136937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:504; }","duration":"1.263728507s","start":"2026-04-07T01:28:39.978952Z","end":"2026-04-07T01:28:41.24268Z","steps":["trace[1153136937] 'agreement among raft nodes before linearized reading' (duration: 1.263664936s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:41.242513Z","caller":"traceutil/trace.go:171","msg":"trace[1676604798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:504; }","duration":"1.11666858s","start":"2026-04-07T01:28:40.12583Z","end":"2026-04-07T01:28:41.242498Z","steps":["trace[1676604798] 'agreement among raft nodes before linearized reading' (duration: 1.116468656s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:41.242735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:39.978931Z","time spent":"1.263797678s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T01:28:41.242763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:40.125812Z","time spent":"1.116942917s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T01:28:41.242596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12215571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T01:28:41.242874Z","caller":"traceutil/trace.go:171","msg":"trace[1755486342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:504; }","duration":"1.122467437s","start":"2026-04-07T01:28:40.120394Z","end":"2026-04-07T01:28:41.242861Z","steps":["trace[1755486342] 'agreement among raft nodes before linearized reading' (duration: 1.122146s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:41.242897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:40.120372Z","time spent":"1.122519098s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T01:28:41.933952Z","caller":"traceutil/trace.go:171","msg":"trace[452531892] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"144.960202ms","start":"2026-04-07T01:28:41.788963Z","end":"2026-04-07T01:28:41.933924Z","steps":["trace[452531892] 'process raft request' (duration: 127.422068ms)","trace[452531892] 'compare' (duration: 17.391861ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:41.9363Z","caller":"traceutil/trace.go:171","msg":"trace[1782670610] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"116.03493ms","start":"2026-04-07T01:28:41.820254Z","end":"2026-04-07T01:28:41.936289Z","steps":["trace[1782670610] 'process raft request' (duration: 115.930507ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:42.051968Z","caller":"traceutil/trace.go:171","msg":"trace[1652437078] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"113.293399ms","start":"2026-04-07T01:28:41.938639Z","end":"2026-04-07T01:28:42.051933Z","steps":["trace[1652437078] 'process raft request' (duration: 109.20911ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:42.058905Z","caller":"traceutil/trace.go:171","msg":"trace[606723293] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"113.81043ms","start":"2026-04-07T01:28:41.945067Z","end":"2026-04-07T01:28:42.058878Z","steps":["trace[606723293] 'process raft request' (duration: 113.617665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:42.730292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.244925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:28:42.73045Z","caller":"traceutil/trace.go:171","msg":"trace[1727560518] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"647.583779ms","start":"2026-04-07T01:28:42.082847Z","end":"2026-04-07T01:28:42.730431Z","steps":["trace[1727560518] 'process raft request' (duration: 328.053998ms)","trace[1727560518] 'compare' (duration: 319.02085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:28:42.730626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:42.082816Z","time spent":"647.712361ms","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74754,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:28:42.732574Z","caller":"traceutil/trace.go:171","msg":"trace[758682167] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"583.751272ms","start":"2026-04-07T01:28:42.148794Z","end":"2026-04-07T01:28:42.732545Z","steps":["trace[758682167] 'process raft request' (duration: 582.964625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:42.732717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:42.148774Z","time spent":"583.875225ms","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:28:42.733464Z","caller":"traceutil/trace.go:171","msg":"trace[1129680176] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"483.407566ms","start":"2026-04-07T01:28:42.250035Z","end":"2026-04-07T01:28:42.733443Z","steps":["trace[1129680176] 'process raft request' (duration: 482.263951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:42.733572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:42.250007Z","time spent":"483.511479ms","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:28:42.897631Z","caller":"traceutil/trace.go:171","msg":"trace[1735212412] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"113.399542ms","start":"2026-04-07T01:28:42.784188Z","end":"2026-04-07T01:28:42.897587Z","steps":["trace[1735212412] 'process raft request' (duration: 62.216862ms)","trace[1735212412] 'compare' (duration: 50.906294ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:44.437294Z","caller":"traceutil/trace.go:171","msg":"trace[1340645149] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"140.856981ms","start":"2026-04-07T01:28:44.296414Z","end":"2026-04-07T01:28:44.437271Z","steps":["trace[1340645149] 'process raft request' (duration: 140.704468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:44.785683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.627784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:28:44.78579Z","caller":"traceutil/trace.go:171","msg":"trace[1161348633] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:575; }","duration":"165.781216ms","start":"2026-04-07T01:28:44.619984Z","end":"2026-04-07T01:28:44.785765Z","steps":["trace[1161348633] 'range keys from in-memory index tree' (duration: 165.566812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:48.13045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.007266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:28:48.130526Z","caller":"traceutil/trace.go:171","msg":"trace[1221396348] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:597; }","duration":"115.129879ms","start":"2026-04-07T01:28:48.015375Z","end":"2026-04-07T01:28:48.130505Z","steps":["trace[1221396348] 'count revisions from in-memory index tree' (duration: 114.911964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:48.130526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.024905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:28:48.130604Z","caller":"traceutil/trace.go:171","msg":"trace[1404199772] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:597; }","duration":"114.136288ms","start":"2026-04-07T01:28:48.016445Z","end":"2026-04-07T01:28:48.130582Z","steps":["trace[1404199772] 'range keys from in-memory index tree' (duration: 113.928993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:48.130649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.423825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:28:48.13068Z","caller":"traceutil/trace.go:171","msg":"trace[2143075100] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:597; }","duration":"115.466016ms","start":"2026-04-07T01:28:48.015204Z","end":"2026-04-07T01:28:48.13067Z","steps":["trace[2143075100] 'range keys from in-memory index tree' (duration: 115.371774ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:49.25171Z","caller":"traceutil/trace.go:171","msg":"trace[1800454974] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:618; }","duration":"441.305966ms","start":"2026-04-07T01:28:48.81038Z","end":"2026-04-07T01:28:49.251686Z","steps":["trace[1800454974] 'read index received' (duration: 439.144949ms)","trace[1800454974] 'applied index is now lower than readState.Index' (duration: 2.160137ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:49.251797Z","caller":"traceutil/trace.go:171","msg":"trace[1926901316] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"840.040481ms","start":"2026-04-07T01:28:48.411731Z","end":"2026-04-07T01:28:49.251771Z","steps":["trace[1926901316] 'process raft request' (duration: 838.60448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:49.251899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.509881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:28:49.251916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.84803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tjxwt\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-04-07T01:28:49.251924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:48.411706Z","time spent":"840.141894ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:28:49.251971Z","caller":"traceutil/trace.go:171","msg":"trace[268798704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:601; }","duration":"441.632864ms","start":"2026-04-07T01:28:48.810321Z","end":"2026-04-07T01:28:49.251954Z","steps":["trace[268798704] 'agreement among raft nodes before linearized reading' (duration: 441.515661ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:49.251975Z","caller":"traceutil/trace.go:171","msg":"trace[1771531902] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tjxwt; range_end:; response_count:1; response_revision:601; }","duration":"218.907631ms","start":"2026-04-07T01:28:49.033053Z","end":"2026-04-07T01:28:49.251961Z","steps":["trace[1771531902] 'agreement among raft nodes before linearized reading' (duration: 218.784868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:49.252027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:48.810298Z","time spent":"441.717225ms","remote":"127.0.0.1:43600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:28:49.83054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288675381,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:28:50.331177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288675381,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:28:50.832239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288675381,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:28:51.333215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288675381,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:28:51.408907Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.138871266s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T01:28:51.409302Z","caller":"traceutil/trace.go:171","msg":"trace[230087753] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"2.139402219s","start":"2026-04-07T01:28:49.269876Z","end":"2026-04-07T01:28:51.409278Z","steps":["trace[230087753] 'process raft request' (duration: 2.139236995s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:51.409459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:49.269845Z","time spent":"2.139539771s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:28:51.811513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999963707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:28:51.812042Z","caller":"traceutil/trace.go:171","msg":"trace[1571041674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056683s","start":"2026-04-07T01:28:49.811447Z","end":"2026-04-07T01:28:51.812014Z","steps":["trace[1571041674] 'agreement among raft nodes before linearized reading' (duration: 2.000025408s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:51.812218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:49.811429Z","time spent":"2.000736674s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:28:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:28:53.593013Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.183891951s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:28:53.675142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:51.582513Z","time spent":"2.092620545s","remote":"127.0.0.1:51496","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T01:28:53.675847Z","caller":"traceutil/trace.go:171","msg":"trace[2142443072] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:619; }","duration":"4.345674159s","start":"2026-04-07T01:28:49.330109Z","end":"2026-04-07T01:28:53.675784Z","steps":["trace[2142443072] 'read index received' (duration: 2.078982147s)","trace[2142443072] 'applied index is now lower than readState.Index' (duration: 2.266690692s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:53.675958Z","caller":"traceutil/trace.go:171","msg":"trace[162977642] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"4.364923781s","start":"2026-04-07T01:28:49.310986Z","end":"2026-04-07T01:28:53.675909Z","steps":["trace[162977642] 'process raft request' (duration: 4.282233301s)","trace[162977642] 'compare' (duration: 82.064986ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:53.676019Z","caller":"traceutil/trace.go:171","msg":"trace[1231901223] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"2.429273789s","start":"2026-04-07T01:28:51.246729Z","end":"2026-04-07T01:28:53.676002Z","steps":["trace[1231901223] 'process raft request' (duration: 2.428958952s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:53.676126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:49.31096Z","time spent":"4.365085474s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:28:53.676177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:51.246694Z","time spent":"2.429369691s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:28:53.676363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.345098097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T01:28:53.676426Z","caller":"traceutil/trace.go:171","msg":"trace[30157667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:604; }","duration":"4.34518479s","start":"2026-04-07T01:28:49.331222Z","end":"2026-04-07T01:28:53.676406Z","steps":["trace[30157667] 'agreement among raft nodes before linearized reading' (duration: 4.345003366s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:53.676425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.346307514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T01:28:53.676469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:49.331185Z","time spent":"4.345272122s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T01:28:53.676483Z","caller":"traceutil/trace.go:171","msg":"trace[2120423008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:604; }","duration":"4.346394826s","start":"2026-04-07T01:28:49.33007Z","end":"2026-04-07T01:28:53.676465Z","steps":["trace[2120423008] 'agreement among raft nodes before linearized reading' (duration: 4.346218792s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:53.676461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506169992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-07T01:28:53.676476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.340874965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T01:28:53.676522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:49.330056Z","time spent":"4.346458647s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T01:28:53.676541Z","caller":"traceutil/trace.go:171","msg":"trace[1421663060] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:604; }","duration":"2.506349296s","start":"2026-04-07T01:28:51.170169Z","end":"2026-04-07T01:28:53.676518Z","steps":["trace[1421663060] 'agreement among raft nodes before linearized reading' (duration: 2.506111321s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:53.676561Z","caller":"traceutil/trace.go:171","msg":"trace[2070446439] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:604; }","duration":"4.341005007s","start":"2026-04-07T01:28:49.335532Z","end":"2026-04-07T01:28:53.676537Z","steps":["trace[2070446439] 'agreement among raft nodes before linearized reading' (duration: 4.340763372s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:53.676585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:51.170144Z","time spent":"2.506432007s","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-04-07T01:28:53.676603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:49.335511Z","time spent":"4.34108307s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:28:53.676659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864512734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:28:53.676704Z","caller":"traceutil/trace.go:171","msg":"trace[394014828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"1.864587785s","start":"2026-04-07T01:28:51.812101Z","end":"2026-04-07T01:28:53.676689Z","steps":["trace[394014828] 'agreement among raft nodes before linearized reading' (duration: 1.864514733s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:53.676718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.345043426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T01:28:53.676733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:51.812081Z","time spent":"1.864646307s","remote":"127.0.0.1:43600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:28:53.676761Z","caller":"traceutil/trace.go:171","msg":"trace[1567791553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:604; }","duration":"4.345109537s","start":"2026-04-07T01:28:49.33164Z","end":"2026-04-07T01:28:53.67675Z","steps":["trace[1567791553] 'agreement among raft nodes before linearized reading' (duration: 4.344954204s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:53.676789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:49.33163Z","time spent":"4.345152688s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T01:28:55.683949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000102076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:28:55.684054Z","caller":"traceutil/trace.go:171","msg":"trace[287751517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244879s","start":"2026-04-07T01:28:53.683788Z","end":"2026-04-07T01:28:55.684033Z","steps":["trace[287751517] 'agreement among raft nodes before linearized reading' (duration: 2.000123326s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:55.684118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:53.683779Z","time spent":"2.000325091s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:28:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:28:57.070127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.960651105s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:28:57.117693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411138626s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:28:57.117857Z","caller":"traceutil/trace.go:171","msg":"trace[1143624142] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:604; }","duration":"1.41132295s","start":"2026-04-07T01:28:55.70651Z","end":"2026-04-07T01:28:57.117833Z","steps":["trace[1143624142] 'range keys from in-memory index tree' (duration: 1.411115195s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:57.118652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009173196s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-07T01:28:57.118912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:53.6777Z","time spent":"3.441201857s","remote":"127.0.0.1:43620","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T01:28:57.119346Z","caller":"traceutil/trace.go:171","msg":"trace[1382707141] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"3.438849817s","start":"2026-04-07T01:28:53.680466Z","end":"2026-04-07T01:28:57.119316Z","steps":["trace[1382707141] 'process raft request' (duration: 3.438381416s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:57.119387Z","caller":"traceutil/trace.go:171","msg":"trace[132894492] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"3.43855308s","start":"2026-04-07T01:28:53.68079Z","end":"2026-04-07T01:28:57.119344Z","steps":["trace[132894492] 'process raft request' (duration: 3.438406637s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:57.119461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:53.68045Z","time spent":"3.438939028s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:28:57.119498Z","caller":"traceutil/trace.go:171","msg":"trace[414462216] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"3.4385537s","start":"2026-04-07T01:28:53.680898Z","end":"2026-04-07T01:28:57.119452Z","steps":["trace[414462216] 'process raft request' (duration: 3.438376296s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:57.119563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:53.680762Z","time spent":"3.438698553s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:28:57.119641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:53.680888Z","time spent":"3.438676623s","remote":"127.0.0.1:43650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:28:57.119805Z","caller":"traceutil/trace.go:171","msg":"trace[798607627] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"2.623264745s","start":"2026-04-07T01:28:54.496529Z","end":"2026-04-07T01:28:57.119793Z","steps":["trace[798607627] 'process raft request' (duration: 2.623216844s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:57.119818Z","caller":"traceutil/trace.go:171","msg":"trace[1898278632] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"3.438141591s","start":"2026-04-07T01:28:53.681659Z","end":"2026-04-07T01:28:57.119801Z","steps":["trace[1898278632] 'process raft request' (duration: 3.437934867s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:57.11984Z","caller":"traceutil/trace.go:171","msg":"trace[234176924] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:622; }","duration":"3.435977403s","start":"2026-04-07T01:28:53.68383Z","end":"2026-04-07T01:28:57.119808Z","steps":["trace[234176924] 'read index received' (duration: 425.625461ms)","trace[234176924] 'applied index is now lower than readState.Index' (duration: 3.010347632s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:28:57.119966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:53.681648Z","time spent":"3.438250443s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:28:57.119938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:54.496504Z","time spent":"2.623365967s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:28:57.119738Z","caller":"traceutil/trace.go:171","msg":"trace[246713593] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"3.438278474s","start":"2026-04-07T01:28:53.681435Z","end":"2026-04-07T01:28:57.119714Z","steps":["trace[246713593] 'process raft request' (duration: 3.437907626s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:57.120491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:53.681418Z","time spent":"3.438891017s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:28:57.134598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45012737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:28:57.134587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448313734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:28:57.134644Z","caller":"traceutil/trace.go:171","msg":"trace[359412573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"1.450205302s","start":"2026-04-07T01:28:55.684427Z","end":"2026-04-07T01:28:57.134632Z","steps":["trace[359412573] 'agreement among raft nodes before linearized reading' (duration: 1.4501277s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:57.134671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:55.684404Z","time spent":"1.450261742s","remote":"127.0.0.1:43600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:28:57.134681Z","caller":"traceutil/trace.go:171","msg":"trace[445751010] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:611; }","duration":"3.448414776s","start":"2026-04-07T01:28:53.686233Z","end":"2026-04-07T01:28:57.134648Z","steps":["trace[445751010] 'agreement among raft nodes before linearized reading' (duration: 3.448285603s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:57.134738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:53.686227Z","time spent":"3.448498758s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-04-07T01:28:57.903294Z","caller":"traceutil/trace.go:171","msg":"trace[126625925] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"362.601893ms","start":"2026-04-07T01:28:57.540667Z","end":"2026-04-07T01:28:57.903269Z","steps":["trace[126625925] 'process raft request' (duration: 361.95523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:57.903493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:57.540634Z","time spent":"362.742397ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:28:58.08203Z","caller":"traceutil/trace.go:171","msg":"trace[1224626368] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"121.474148ms","start":"2026-04-07T01:28:57.960518Z","end":"2026-04-07T01:28:58.081992Z","steps":["trace[1224626368] 'process raft request' (duration: 121.267143ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:58.484755Z","caller":"traceutil/trace.go:171","msg":"trace[484358180] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:637; }","duration":"333.405016ms","start":"2026-04-07T01:28:58.151327Z","end":"2026-04-07T01:28:58.484732Z","steps":["trace[484358180] 'read index received' (duration: 277.947372ms)","trace[484358180] 'applied index is now lower than readState.Index' (duration: 55.456644ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:58.484772Z","caller":"traceutil/trace.go:171","msg":"trace[1052144553] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"383.156384ms","start":"2026-04-07T01:28:58.101587Z","end":"2026-04-07T01:28:58.484743Z","steps":["trace[1052144553] 'process raft request' (duration: 327.745541ms)","trace[1052144553] 'compare' (duration: 55.28122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:28:58.484943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:58.101557Z","time spent":"383.286817ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17232,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:28:58.484961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.60065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-07T01:28:58.485059Z","caller":"traceutil/trace.go:171","msg":"trace[276826117] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:617; }","duration":"333.752723ms","start":"2026-04-07T01:28:58.15128Z","end":"2026-04-07T01:28:58.485032Z","steps":["trace[276826117] 'agreement among raft nodes before linearized reading' (duration: 333.527858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:58.48512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:58.151258Z","time spent":"333.847335ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-04-07T01:28:58.822724Z","caller":"traceutil/trace.go:171","msg":"trace[2050912494] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"326.036513ms","start":"2026-04-07T01:28:58.496652Z","end":"2026-04-07T01:28:58.822688Z","steps":["trace[2050912494] 'process raft request' (duration: 325.861629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:58.822905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:58.496638Z","time spent":"326.198896ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:28:59.123546Z","caller":"traceutil/trace.go:171","msg":"trace[1241067824] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"296.835764ms","start":"2026-04-07T01:28:58.826663Z","end":"2026-04-07T01:28:59.123499Z","steps":["trace[1241067824] 'process raft request' (duration: 208.958332ms)","trace[1241067824] 'compare' (duration: 87.645607ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:59.12374Z","caller":"traceutil/trace.go:171","msg":"trace[2098721279] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"295.965836ms","start":"2026-04-07T01:28:58.827716Z","end":"2026-04-07T01:28:59.123682Z","steps":["trace[2098721279] 'process raft request' (duration: 295.68986ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:59.123746Z","caller":"traceutil/trace.go:171","msg":"trace[1240586549] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"295.575226ms","start":"2026-04-07T01:28:58.828149Z","end":"2026-04-07T01:28:59.123725Z","steps":["trace[1240586549] 'process raft request' (duration: 295.324681ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:00.995174Z","caller":"traceutil/trace.go:171","msg":"trace[1530172718] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"182.722247ms","start":"2026-04-07T01:29:00.812422Z","end":"2026-04-07T01:29:00.995144Z","steps":["trace[1530172718] 'process raft request' (duration: 152.071467ms)","trace[1530172718] 'compare' (duration: 30.521018ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:01.430542Z","caller":"traceutil/trace.go:171","msg":"trace[318937001] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"426.664966ms","start":"2026-04-07T01:29:01.003743Z","end":"2026-04-07T01:29:01.430408Z","steps":["trace[318937001] 'process raft request' (duration: 349.389414ms)","trace[318937001] 'compare' (duration: 77.111887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:29:01.43071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:01.003717Z","time spent":"426.908231ms","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:01.476745Z","caller":"traceutil/trace.go:171","msg":"trace[1369246123] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"402.715651ms","start":"2026-04-07T01:29:01.074001Z","end":"2026-04-07T01:29:01.476716Z","steps":["trace[1369246123] 'process raft request' (duration: 402.63516ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:01.476782Z","caller":"traceutil/trace.go:171","msg":"trace[1231338462] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"468.525761ms","start":"2026-04-07T01:29:01.008221Z","end":"2026-04-07T01:29:01.476747Z","steps":["trace[1231338462] 'process raft request' (duration: 468.279476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:01.476881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:01.073974Z","time spent":"402.845465ms","remote":"127.0.0.1:43650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:29:01.477101Z","caller":"traceutil/trace.go:171","msg":"trace[395424886] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"358.889012ms","start":"2026-04-07T01:29:01.118191Z","end":"2026-04-07T01:29:01.47708Z","steps":["trace[395424886] 'process raft request' (duration: 358.494664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:01.477116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:01.008192Z","time spent":"468.664644ms","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:01.477047Z","caller":"traceutil/trace.go:171","msg":"trace[2119068416] linearizableReadLoop","detail":"{readStateIndex:679; appliedIndex:677; }","duration":"403.839506ms","start":"2026-04-07T01:29:01.07318Z","end":"2026-04-07T01:29:01.477019Z","steps":["trace[2119068416] 'read index received' (duration: 280.102948ms)","trace[2119068416] 'applied index is now lower than readState.Index' (duration: 123.735298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:29:01.4772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:01.118163Z","time spent":"358.983575ms","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:29:01.477199Z","caller":"traceutil/trace.go:171","msg":"trace[510310102] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"154.757126ms","start":"2026-04-07T01:29:01.322411Z","end":"2026-04-07T01:29:01.477168Z","steps":["trace[510310102] 'process raft request' (duration: 154.521801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:01.477433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.406686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T01:29:01.477477Z","caller":"traceutil/trace.go:171","msg":"trace[948086537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:661; }","duration":"344.480068ms","start":"2026-04-07T01:29:01.132986Z","end":"2026-04-07T01:29:01.477466Z","steps":["trace[948086537] 'agreement among raft nodes before linearized reading' (duration: 344.319714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:01.477461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.263325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tjxwt\" ","response":"range_response_count:1 size:17524"} {"level":"warn","ts":"2026-04-07T01:29:01.477479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.65042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-07T01:29:01.477511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:01.132971Z","time spent":"344.527948ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T01:29:01.477523Z","caller":"traceutil/trace.go:171","msg":"trace[766140279] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:661; }","duration":"306.719951ms","start":"2026-04-07T01:29:01.170793Z","end":"2026-04-07T01:29:01.477513Z","steps":["trace[766140279] 'agreement among raft nodes before linearized reading' (duration: 306.606068ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:01.477526Z","caller":"traceutil/trace.go:171","msg":"trace[1220223462] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tjxwt; range_end:; response_count:1; response_revision:661; }","duration":"404.332446ms","start":"2026-04-07T01:29:01.073174Z","end":"2026-04-07T01:29:01.477507Z","steps":["trace[1220223462] 'agreement among raft nodes before linearized reading' (duration: 404.072821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:01.47752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.652042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-07T01:29:01.477586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:01.073125Z","time spent":"404.447249ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17547,"request content":"key:\"/registry/pods/kube-system/cilium-tjxwt\" "} {"level":"info","ts":"2026-04-07T01:29:01.477596Z","caller":"traceutil/trace.go:171","msg":"trace[2031662077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:661; }","duration":"334.761424ms","start":"2026-04-07T01:29:01.142816Z","end":"2026-04-07T01:29:01.477577Z","steps":["trace[2031662077] 'agreement among raft nodes before linearized reading' (duration: 334.55334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:01.477713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.435541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-07T01:29:01.477707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.326486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-07T01:29:01.477591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:01.170782Z","time spent":"306.761622ms","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-04-07T01:29:01.477786Z","caller":"traceutil/trace.go:171","msg":"trace[316458761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:661; }","duration":"335.416438ms","start":"2026-04-07T01:29:01.142349Z","end":"2026-04-07T01:29:01.477765Z","steps":["trace[316458761] 'agreement among raft nodes before linearized reading' (duration: 335.197053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:01.477772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:01.142804Z","time spent":"334.832305ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T01:29:01.477754Z","caller":"traceutil/trace.go:171","msg":"trace[1058225511] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:661; }","duration":"336.510483ms","start":"2026-04-07T01:29:01.141234Z","end":"2026-04-07T01:29:01.477745Z","steps":["trace[1058225511] 'agreement among raft nodes before linearized reading' (duration: 336.415121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:01.477854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:01.141211Z","time spent":"336.631456ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:29:01.477854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:01.142338Z","time spent":"335.50484ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T01:29:02.255588Z","caller":"traceutil/trace.go:171","msg":"trace[161952017] linearizableReadLoop","detail":"{readStateIndex:701; appliedIndex:700; }","duration":"139.747277ms","start":"2026-04-07T01:29:02.115815Z","end":"2026-04-07T01:29:02.255562Z","steps":["trace[161952017] 'read index received' (duration: 138.015179ms)","trace[161952017] 'applied index is now lower than readState.Index' (duration: 1.730528ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:02.25566Z","caller":"traceutil/trace.go:171","msg":"trace[1631571957] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"161.056194ms","start":"2026-04-07T01:29:02.094567Z","end":"2026-04-07T01:29:02.255623Z","steps":["trace[1631571957] 'process raft request' (duration: 159.348326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:02.255834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.012583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-04-07T01:29:02.255943Z","caller":"traceutil/trace.go:171","msg":"trace[1787374022] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:679; }","duration":"140.162177ms","start":"2026-04-07T01:29:02.115743Z","end":"2026-04-07T01:29:02.255905Z","steps":["trace[1787374022] 'agreement among raft nodes before linearized reading' (duration: 139.916141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:02.256295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.401221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-07T01:29:02.256339Z","caller":"traceutil/trace.go:171","msg":"trace[301263864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:679; }","duration":"113.479833ms","start":"2026-04-07T01:29:02.142852Z","end":"2026-04-07T01:29:02.256332Z","steps":["trace[301263864] 'agreement among raft nodes before linearized reading' (duration: 113.316779ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:03.712176Z","caller":"traceutil/trace.go:171","msg":"trace[1503746244] linearizableReadLoop","detail":"{readStateIndex:712; appliedIndex:711; }","duration":"135.625766ms","start":"2026-04-07T01:29:03.576533Z","end":"2026-04-07T01:29:03.712158Z","steps":["trace[1503746244] 'read index received' (duration: 135.397341ms)","trace[1503746244] 'applied index is now lower than readState.Index' (duration: 227.755µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:03.712237Z","caller":"traceutil/trace.go:171","msg":"trace[815131749] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"169.11946ms","start":"2026-04-07T01:29:03.543103Z","end":"2026-04-07T01:29:03.712223Z","steps":["trace[815131749] 'process raft request' (duration: 168.912475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:03.712406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.856811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T01:29:03.71245Z","caller":"traceutil/trace.go:171","msg":"trace[237791264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:690; }","duration":"135.941783ms","start":"2026-04-07T01:29:03.576499Z","end":"2026-04-07T01:29:03.71244Z","steps":["trace[237791264] 'agreement among raft nodes before linearized reading' (duration: 135.768719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:03.712476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.686658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T01:29:03.712505Z","caller":"traceutil/trace.go:171","msg":"trace[1578192251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:690; }","duration":"135.717678ms","start":"2026-04-07T01:29:03.576779Z","end":"2026-04-07T01:29:03.712496Z","steps":["trace[1578192251] 'agreement among raft nodes before linearized reading' (duration: 135.591276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:03.712659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.93112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T01:29:03.712693Z","caller":"traceutil/trace.go:171","msg":"trace[58270439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:690; }","duration":"133.995461ms","start":"2026-04-07T01:29:03.578688Z","end":"2026-04-07T01:29:03.712683Z","steps":["trace[58270439] 'agreement among raft nodes before linearized reading' (duration: 133.898309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:03.712677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.244972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T01:29:03.712752Z","caller":"traceutil/trace.go:171","msg":"trace[369207287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:690; }","duration":"131.349123ms","start":"2026-04-07T01:29:03.581384Z","end":"2026-04-07T01:29:03.712733Z","steps":["trace[369207287] 'agreement among raft nodes before linearized reading' (duration: 131.095998ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:08.268599Z","caller":"traceutil/trace.go:171","msg":"trace[373732769] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"149.826213ms","start":"2026-04-07T01:29:08.118744Z","end":"2026-04-07T01:29:08.268571Z","steps":["trace[373732769] 'process raft request' (duration: 149.667198ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:11.900859Z","caller":"traceutil/trace.go:171","msg":"trace[1609630387] linearizableReadLoop","detail":"{readStateIndex:785; appliedIndex:784; }","duration":"112.700717ms","start":"2026-04-07T01:29:11.788085Z","end":"2026-04-07T01:29:11.900786Z","steps":["trace[1609630387] 'read index received' (duration: 112.39728ms)","trace[1609630387] 'applied index is now lower than readState.Index' (duration: 301.627µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:11.900922Z","caller":"traceutil/trace.go:171","msg":"trace[748322517] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"139.768672ms","start":"2026-04-07T01:29:11.761111Z","end":"2026-04-07T01:29:11.90088Z","steps":["trace[748322517] 'process raft request' (duration: 139.422754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:11.901169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.073374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T01:29:11.901252Z","caller":"traceutil/trace.go:171","msg":"trace[508938275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:760; }","duration":"113.214937ms","start":"2026-04-07T01:29:11.788017Z","end":"2026-04-07T01:29:11.901232Z","steps":["trace[508938275] 'agreement among raft nodes before linearized reading' (duration: 112.982422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:11.90131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.302688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T01:29:11.901353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.260887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T01:29:11.901441Z","caller":"traceutil/trace.go:171","msg":"trace[1414562482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:760; }","duration":"112.475201ms","start":"2026-04-07T01:29:11.788935Z","end":"2026-04-07T01:29:11.90141Z","steps":["trace[1414562482] 'agreement among raft nodes before linearized reading' (duration: 112.164135ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:11.901454Z","caller":"traceutil/trace.go:171","msg":"trace[1290769550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:760; }","duration":"112.415231ms","start":"2026-04-07T01:29:11.789009Z","end":"2026-04-07T01:29:11.901424Z","steps":["trace[1290769550] 'agreement among raft nodes before linearized reading' (duration: 112.133864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:14.645136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288675723,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T01:29:14.938024Z","caller":"traceutil/trace.go:171","msg":"trace[212346457] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"879.072237ms","start":"2026-04-07T01:29:14.058928Z","end":"2026-04-07T01:29:14.938Z","steps":["trace[212346457] 'process raft request' (duration: 878.929304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:14.938277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:14.058905Z","time spent":"879.257902ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:15.638318Z","caller":"traceutil/trace.go:171","msg":"trace[1219351366] linearizableReadLoop","detail":"{readStateIndex:805; appliedIndex:803; }","duration":"1.493642462s","start":"2026-04-07T01:29:14.144647Z","end":"2026-04-07T01:29:15.63829Z","steps":["trace[1219351366] 'read index received' (duration: 793.21537ms)","trace[1219351366] 'applied index is now lower than readState.Index' (duration: 700.425772ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:15.638702Z","caller":"traceutil/trace.go:171","msg":"trace[1735744910] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"1.155913451s","start":"2026-04-07T01:29:14.482759Z","end":"2026-04-07T01:29:15.638672Z","steps":["trace[1735744910] 'process raft request' (duration: 1.155279317s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:15.638764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.8197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:29:15.638802Z","caller":"traceutil/trace.go:171","msg":"trace[191132564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:778; }","duration":"826.871571ms","start":"2026-04-07T01:29:14.811921Z","end":"2026-04-07T01:29:15.638793Z","steps":["trace[191132564] 'agreement among raft nodes before linearized reading' (duration: 826.78791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:15.638826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:14.811865Z","time spent":"826.956093ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:29:15.638831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:14.482741Z","time spent":"1.156038034s","remote":"127.0.0.1:43752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4909,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:29:15.638924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319304061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-07T01:29:15.6389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494222015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9xfvg\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-04-07T01:29:15.639034Z","caller":"traceutil/trace.go:171","msg":"trace[142801069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:778; }","duration":"1.319453496s","start":"2026-04-07T01:29:14.319547Z","end":"2026-04-07T01:29:15.639001Z","steps":["trace[142801069] 'agreement among raft nodes before linearized reading' (duration: 1.319162629s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:15.639097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:14.319521Z","time spent":"1.319562178s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T01:29:15.639079Z","caller":"traceutil/trace.go:171","msg":"trace[161777090] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9xfvg; range_end:; response_count:1; response_revision:778; }","duration":"1.49440521s","start":"2026-04-07T01:29:14.144614Z","end":"2026-04-07T01:29:15.639019Z","steps":["trace[161777090] 'agreement among raft nodes before linearized reading' (duration: 1.493850927s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:15.63917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:14.144597Z","time spent":"1.494555323s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9xfvg\" "} {"level":"info","ts":"2026-04-07T01:29:17.822251Z","caller":"traceutil/trace.go:171","msg":"trace[1593065206] linearizableReadLoop","detail":"{readStateIndex:815; appliedIndex:814; }","duration":"167.597593ms","start":"2026-04-07T01:29:17.654627Z","end":"2026-04-07T01:29:17.822225Z","steps":["trace[1593065206] 'read index received' (duration: 167.530021ms)","trace[1593065206] 'applied index is now lower than readState.Index' (duration: 66.252µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:17.822391Z","caller":"traceutil/trace.go:171","msg":"trace[1728221382] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"230.908855ms","start":"2026-04-07T01:29:17.591413Z","end":"2026-04-07T01:29:17.822322Z","steps":["trace[1728221382] 'process raft request' (duration: 230.638869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:17.822519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.867208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T01:29:17.822572Z","caller":"traceutil/trace.go:171","msg":"trace[1866109679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:787; }","duration":"167.976681ms","start":"2026-04-07T01:29:17.654583Z","end":"2026-04-07T01:29:17.82256Z","steps":["trace[1866109679] 'agreement among raft nodes before linearized reading' (duration: 167.737816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:18.085752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.069932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T01:29:18.085873Z","caller":"traceutil/trace.go:171","msg":"trace[1807416450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:788; }","duration":"157.248676ms","start":"2026-04-07T01:29:17.928599Z","end":"2026-04-07T01:29:18.085847Z","steps":["trace[1807416450] 'range keys from in-memory index tree' (duration: 156.798046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:18.085911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.491336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:29:18.085998Z","caller":"traceutil/trace.go:171","msg":"trace[1154235070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:788; }","duration":"160.6329ms","start":"2026-04-07T01:29:17.925346Z","end":"2026-04-07T01:29:18.085979Z","steps":["trace[1154235070] 'range keys from in-memory index tree' (duration: 160.227491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:18.086171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.067392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T01:29:18.08624Z","caller":"traceutil/trace.go:171","msg":"trace[72926520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:788; }","duration":"152.134353ms","start":"2026-04-07T01:29:17.934095Z","end":"2026-04-07T01:29:18.086229Z","steps":["trace[72926520] 'range keys from in-memory index tree' (duration: 151.391796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:18.086302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.228794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T01:29:18.086413Z","caller":"traceutil/trace.go:171","msg":"trace[1610135453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:788; }","duration":"156.378376ms","start":"2026-04-07T01:29:17.930011Z","end":"2026-04-07T01:29:18.08639Z","steps":["trace[1610135453] 'range keys from in-memory index tree' (duration: 155.466187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:18.523821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.270489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:29:18.524098Z","caller":"traceutil/trace.go:171","msg":"trace[1017121107] linearizableReadLoop","detail":"{readStateIndex:820; appliedIndex:817; }","duration":"361.356081ms","start":"2026-04-07T01:29:18.162723Z","end":"2026-04-07T01:29:18.524079Z","steps":["trace[1017121107] 'read index received' (duration: 186.628012ms)","trace[1017121107] 'applied index is now lower than readState.Index' (duration: 174.726969ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:18.524179Z","caller":"traceutil/trace.go:171","msg":"trace[1261329737] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"433.487165ms","start":"2026-04-07T01:29:18.090649Z","end":"2026-04-07T01:29:18.524136Z","steps":["trace[1261329737] 'process raft request' (duration: 258.814787ms)","trace[1261329737] 'compare' (duration: 174.138277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:29:18.524251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.256008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:29:18.524286Z","caller":"traceutil/trace.go:171","msg":"trace[1014228275] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:792; }","duration":"275.32586ms","start":"2026-04-07T01:29:18.248949Z","end":"2026-04-07T01:29:18.524275Z","steps":["trace[1014228275] 'agreement among raft nodes before linearized reading' (duration: 275.261169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:18.524272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.157373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:29:18.524338Z","caller":"traceutil/trace.go:171","msg":"trace[1000119096] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:792; }","duration":"228.255675ms","start":"2026-04-07T01:29:18.296066Z","end":"2026-04-07T01:29:18.524322Z","steps":["trace[1000119096] 'agreement among raft nodes before linearized reading' (duration: 228.138393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:18.524365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.090601Z","time spent":"433.673899ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:29:18.524405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.668518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9xfvg\" ","response":"range_response_count:1 size:4229"} {"level":"warn","ts":"2026-04-07T01:29:18.524463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.29265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:29:18.524528Z","caller":"traceutil/trace.go:171","msg":"trace[366820963] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:792; }","duration":"275.359681ms","start":"2026-04-07T01:29:18.249146Z","end":"2026-04-07T01:29:18.524506Z","steps":["trace[366820963] 'agreement among raft nodes before linearized reading' (duration: 275.228238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:18.524534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.719329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:29:18.524564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.450144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:29:18.524522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.435464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:29:18.524437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.412523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:29:18.524611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.445523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:29:18.524653Z","caller":"traceutil/trace.go:171","msg":"trace[961769814] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:792; }","duration":"245.543816ms","start":"2026-04-07T01:29:18.279091Z","end":"2026-04-07T01:29:18.524635Z","steps":["trace[961769814] 'agreement among raft nodes before linearized reading' (duration: 245.407343ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:18.524529Z","caller":"traceutil/trace.go:171","msg":"trace[1822416661] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9xfvg; range_end:; response_count:1; response_revision:792; }","duration":"361.845332ms","start":"2026-04-07T01:29:18.162657Z","end":"2026-04-07T01:29:18.524502Z","steps":["trace[1822416661] 'agreement among raft nodes before linearized reading' (duration: 361.538884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:18.524781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.162634Z","time spent":"362.133679ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":4252,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9xfvg\" "} {"level":"info","ts":"2026-04-07T01:29:18.524237Z","caller":"traceutil/trace.go:171","msg":"trace[1621966748] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"432.735369ms","start":"2026-04-07T01:29:18.091482Z","end":"2026-04-07T01:29:18.524217Z","steps":["trace[1621966748] 'process raft request' (duration: 432.545585ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:18.524736Z","caller":"traceutil/trace.go:171","msg":"trace[2120127344] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:792; }","duration":"215.638788ms","start":"2026-04-07T01:29:18.309011Z","end":"2026-04-07T01:29:18.52465Z","steps":["trace[2120127344] 'agreement among raft nodes before linearized reading' (duration: 215.334941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:18.524832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.684419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:29:18.52466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.405649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:29:18.525055Z","caller":"traceutil/trace.go:171","msg":"trace[1933628027] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:792; }","duration":"228.822869ms","start":"2026-04-07T01:29:18.296215Z","end":"2026-04-07T01:29:18.525038Z","steps":["trace[1933628027] 'agreement among raft nodes before linearized reading' (duration: 228.402939ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:18.525049Z","caller":"traceutil/trace.go:171","msg":"trace[1901778555] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:792; }","duration":"245.984996ms","start":"2026-04-07T01:29:18.27898Z","end":"2026-04-07T01:29:18.524965Z","steps":["trace[1901778555] 'agreement among raft nodes before linearized reading' (duration: 245.551717ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:18.524598Z","caller":"traceutil/trace.go:171","msg":"trace[631490313] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:792; }","duration":"214.821471ms","start":"2026-04-07T01:29:18.30976Z","end":"2026-04-07T01:29:18.524582Z","steps":["trace[631490313] 'agreement among raft nodes before linearized reading' (duration: 214.694518ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:18.524341Z","caller":"traceutil/trace.go:171","msg":"trace[999210745] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"433.537536ms","start":"2026-04-07T01:29:18.090758Z","end":"2026-04-07T01:29:18.524295Z","steps":["trace[999210745] 'process raft request' (duration: 433.194878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:18.524602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.504036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:29:18.525261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.090719Z","time spent":"434.492237ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:29:18.525274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.091459Z","time spent":"433.456705ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:18.52527Z","caller":"traceutil/trace.go:171","msg":"trace[512293139] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:792; }","duration":"216.18534ms","start":"2026-04-07T01:29:18.309066Z","end":"2026-04-07T01:29:18.525252Z","steps":["trace[512293139] 'agreement among raft nodes before linearized reading' (duration: 215.498645ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:18.524686Z","caller":"traceutil/trace.go:171","msg":"trace[838129986] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:792; }","duration":"275.641888ms","start":"2026-04-07T01:29:18.249025Z","end":"2026-04-07T01:29:18.524667Z","steps":["trace[838129986] 'agreement among raft nodes before linearized reading' (duration: 275.517855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:18.524679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.682253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:29:18.525589Z","caller":"traceutil/trace.go:171","msg":"trace[5453678] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:792; }","duration":"228.617064ms","start":"2026-04-07T01:29:18.29695Z","end":"2026-04-07T01:29:18.525567Z","steps":["trace[5453678] 'agreement among raft nodes before linearized reading' (duration: 227.692864ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:18.524668Z","caller":"traceutil/trace.go:171","msg":"trace[1116362051] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:792; }","duration":"245.681559ms","start":"2026-04-07T01:29:18.278973Z","end":"2026-04-07T01:29:18.524655Z","steps":["trace[1116362051] 'agreement among raft nodes before linearized reading' (duration: 245.350871ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:18.729077Z","caller":"traceutil/trace.go:171","msg":"trace[399587245] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"197.02366ms","start":"2026-04-07T01:29:18.532029Z","end":"2026-04-07T01:29:18.729053Z","steps":["trace[399587245] 'process raft request' (duration: 196.860826ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:20.62694Z","caller":"traceutil/trace.go:171","msg":"trace[1015439905] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"182.165703ms","start":"2026-04-07T01:29:20.444747Z","end":"2026-04-07T01:29:20.626912Z","steps":["trace[1015439905] 'process raft request' (duration: 180.759793ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:20.85853Z","caller":"traceutil/trace.go:171","msg":"trace[817993095] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"227.347725ms","start":"2026-04-07T01:29:20.631139Z","end":"2026-04-07T01:29:20.858487Z","steps":["trace[817993095] 'process raft request' (duration: 153.909031ms)","trace[817993095] 'compare' (duration: 73.280081ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:20.860775Z","caller":"traceutil/trace.go:171","msg":"trace[18297329] linearizableReadLoop","detail":"{readStateIndex:856; appliedIndex:853; }","duration":"120.807845ms","start":"2026-04-07T01:29:20.73995Z","end":"2026-04-07T01:29:20.860758Z","steps":["trace[18297329] 'read index received' (duration: 45.113822ms)","trace[18297329] 'applied index is now lower than readState.Index' (duration: 75.693223ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:20.860875Z","caller":"traceutil/trace.go:171","msg":"trace[295111621] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"228.286366ms","start":"2026-04-07T01:29:20.632571Z","end":"2026-04-07T01:29:20.860857Z","steps":["trace[295111621] 'process raft request' (duration: 228.158744ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:20.860867Z","caller":"traceutil/trace.go:171","msg":"trace[1331166082] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"228.955351ms","start":"2026-04-07T01:29:20.631885Z","end":"2026-04-07T01:29:20.86084Z","steps":["trace[1331166082] 'process raft request' (duration: 228.757326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:20.861526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.566722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050272"} {"level":"info","ts":"2026-04-07T01:29:20.861566Z","caller":"traceutil/trace.go:171","msg":"trace[1295087849] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:828; }","duration":"121.677165ms","start":"2026-04-07T01:29:20.73988Z","end":"2026-04-07T01:29:20.861557Z","steps":["trace[1295087849] 'agreement among raft nodes before linearized reading' (duration: 120.951769ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:22.31184Z","caller":"traceutil/trace.go:171","msg":"trace[998394667] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"120.882357ms","start":"2026-04-07T01:29:22.190927Z","end":"2026-04-07T01:29:22.311809Z","steps":["trace[998394667] 'process raft request' (duration: 120.712462ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:22.312246Z","caller":"traceutil/trace.go:171","msg":"trace[1494807671] linearizableReadLoop","detail":"{readStateIndex:870; appliedIndex:870; }","duration":"113.100336ms","start":"2026-04-07T01:29:22.199102Z","end":"2026-04-07T01:29:22.312202Z","steps":["trace[1494807671] 'read index received' (duration: 113.081186ms)","trace[1494807671] 'applied index is now lower than readState.Index' (duration: 15.74µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:29:22.312463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.344521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T01:29:22.312584Z","caller":"traceutil/trace.go:171","msg":"trace[1226471208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:841; }","duration":"113.504194ms","start":"2026-04-07T01:29:22.199061Z","end":"2026-04-07T01:29:22.312565Z","steps":["trace[1226471208] 'agreement among raft nodes before linearized reading' (duration: 113.268219ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:22.967692Z","caller":"traceutil/trace.go:171","msg":"trace[499934675] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"100.693712ms","start":"2026-04-07T01:29:22.86696Z","end":"2026-04-07T01:29:22.967654Z","steps":["trace[499934675] 'process raft request' (duration: 100.55957ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:22.969094Z","caller":"traceutil/trace.go:171","msg":"trace[1138195023] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"101.414168ms","start":"2026-04-07T01:29:22.867665Z","end":"2026-04-07T01:29:22.969079Z","steps":["trace[1138195023] 'process raft request' (duration: 100.945788ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:30.481104Z","caller":"traceutil/trace.go:171","msg":"trace[1892367794] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"104.585179ms","start":"2026-04-07T01:29:30.376412Z","end":"2026-04-07T01:29:30.480997Z","steps":["trace[1892367794] 'process raft request' (duration: 104.428856ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:45.463115Z","caller":"traceutil/trace.go:171","msg":"trace[1346494076] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"115.60123ms","start":"2026-04-07T01:29:45.347488Z","end":"2026-04-07T01:29:45.463089Z","steps":["trace[1346494076] 'process raft request' (duration: 115.449916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:46.584392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288676450,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:46.630386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.147677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:29:46.630461Z","caller":"traceutil/trace.go:171","msg":"trace[1973198543] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1175; }","duration":"969.27108ms","start":"2026-04-07T01:29:45.661171Z","end":"2026-04-07T01:29:46.630442Z","steps":["trace[1973198543] 'count revisions from in-memory index tree' (duration: 969.028923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:46.630508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:45.661151Z","time spent":"969.347741ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:46.63051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.943475ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:29:46.630628Z","caller":"traceutil/trace.go:171","msg":"trace[809592380] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1175; }","duration":"920.071428ms","start":"2026-04-07T01:29:45.710537Z","end":"2026-04-07T01:29:46.630609Z","steps":["trace[809592380] 'range keys from in-memory index tree' (duration: 919.926284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:46.630776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.671813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:29:46.630901Z","caller":"traceutil/trace.go:171","msg":"trace[364767218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1175; }","duration":"819.834416ms","start":"2026-04-07T01:29:45.811055Z","end":"2026-04-07T01:29:46.630889Z","steps":["trace[364767218] 'range keys from in-memory index tree' (duration: 819.53752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:46.630931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:45.811036Z","time spent":"819.886617ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:29:46.631079Z","caller":"traceutil/trace.go:171","msg":"trace[2037912188] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"553.938353ms","start":"2026-04-07T01:29:46.077096Z","end":"2026-04-07T01:29:46.631034Z","steps":["trace[2037912188] 'process raft request' (duration: 550.714472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:46.631295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:46.077071Z","time spent":"554.124497ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:46.648228Z","caller":"traceutil/trace.go:171","msg":"trace[1590736435] linearizableReadLoop","detail":"{readStateIndex:1212; appliedIndex:1209; }","duration":"564.877783ms","start":"2026-04-07T01:29:46.083318Z","end":"2026-04-07T01:29:46.648196Z","steps":["trace[1590736435] 'read index received' (duration: 544.461385ms)","trace[1590736435] 'applied index is now lower than readState.Index' (duration: 20.415458ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:46.648366Z","caller":"traceutil/trace.go:171","msg":"trace[185869777] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"294.250816ms","start":"2026-04-07T01:29:46.354102Z","end":"2026-04-07T01:29:46.648353Z","steps":["trace[185869777] 'process raft request' (duration: 293.97467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:46.648729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.379584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-07T01:29:46.64896Z","caller":"traceutil/trace.go:171","msg":"trace[1854351277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1177; }","duration":"565.529457ms","start":"2026-04-07T01:29:46.083279Z","end":"2026-04-07T01:29:46.648808Z","steps":["trace[1854351277] 'agreement among raft nodes before linearized reading' (duration: 565.262191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:46.64912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:46.083261Z","time spent":"565.761402ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T01:29:51.356318Z","caller":"traceutil/trace.go:171","msg":"trace[953353943] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"249.366099ms","start":"2026-04-07T01:29:51.106928Z","end":"2026-04-07T01:29:51.356294Z","steps":["trace[953353943] 'process raft request' (duration: 249.221506ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:51.363096Z","caller":"traceutil/trace.go:171","msg":"trace[430562203] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1249; }","duration":"190.110188ms","start":"2026-04-07T01:29:51.172961Z","end":"2026-04-07T01:29:51.363071Z","steps":["trace[430562203] 'read index received' (duration: 183.312818ms)","trace[430562203] 'applied index is now lower than readState.Index' (duration: 6.79617ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:51.363269Z","caller":"traceutil/trace.go:171","msg":"trace[1509817117] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"252.705773ms","start":"2026-04-07T01:29:51.11054Z","end":"2026-04-07T01:29:51.363246Z","steps":["trace[1509817117] 'process raft request' (duration: 252.474277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:51.363336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.349853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T01:29:51.363401Z","caller":"traceutil/trace.go:171","msg":"trace[343146082] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:1216; }","duration":"190.451635ms","start":"2026-04-07T01:29:51.172929Z","end":"2026-04-07T01:29:51.363381Z","steps":["trace[343146082] 'agreement among raft nodes before linearized reading' (duration: 190.273692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:51.363334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.24005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:29:51.363509Z","caller":"traceutil/trace.go:171","msg":"trace[341429024] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:0; response_revision:1216; }","duration":"144.419504ms","start":"2026-04-07T01:29:51.219035Z","end":"2026-04-07T01:29:51.363454Z","steps":["trace[341429024] 'agreement among raft nodes before linearized reading' (duration: 144.258481ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:51.363135Z","caller":"traceutil/trace.go:171","msg":"trace[2118916431] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"253.876929ms","start":"2026-04-07T01:29:51.109242Z","end":"2026-04-07T01:29:51.363119Z","steps":["trace[2118916431] 'process raft request' (duration: 253.629543ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:51.678018Z","caller":"traceutil/trace.go:171","msg":"trace[1424007864] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"201.382045ms","start":"2026-04-07T01:29:51.476606Z","end":"2026-04-07T01:29:51.677988Z","steps":["trace[1424007864] 'process raft request' (duration: 175.537988ms)","trace[1424007864] 'compare' (duration: 25.636043ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:51.679916Z","caller":"traceutil/trace.go:171","msg":"trace[197181911] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"196.716623ms","start":"2026-04-07T01:29:51.48318Z","end":"2026-04-07T01:29:51.679896Z","steps":["trace[197181911] 'process raft request' (duration: 196.659442ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:51.680084Z","caller":"traceutil/trace.go:171","msg":"trace[781714517] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"199.765729ms","start":"2026-04-07T01:29:51.480141Z","end":"2026-04-07T01:29:51.679906Z","steps":["trace[781714517] 'process raft request' (duration: 199.585695ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:59.493422Z","caller":"traceutil/trace.go:171","msg":"trace[431481153] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"105.033868ms","start":"2026-04-07T01:29:59.388353Z","end":"2026-04-07T01:29:59.493387Z","steps":["trace[431481153] 'process raft request' (duration: 104.70011ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:59.635653Z","caller":"traceutil/trace.go:171","msg":"trace[1015313540] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"137.884959ms","start":"2026-04-07T01:29:59.497743Z","end":"2026-04-07T01:29:59.635627Z","steps":["trace[1015313540] 'process raft request' (duration: 137.725286ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:59.636302Z","caller":"traceutil/trace.go:171","msg":"trace[82661480] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"138.434651ms","start":"2026-04-07T01:29:59.497843Z","end":"2026-04-07T01:29:59.636253Z","steps":["trace[82661480] 'process raft request' (duration: 138.291868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:01.571801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.81353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:30:01.571894Z","caller":"traceutil/trace.go:171","msg":"trace[26739760] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1310; }","duration":"290.964273ms","start":"2026-04-07T01:30:01.280908Z","end":"2026-04-07T01:30:01.571872Z","steps":["trace[26739760] 'count revisions from in-memory index tree' (duration: 290.673617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:01.572023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.172249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T01:30:01.572121Z","caller":"traceutil/trace.go:171","msg":"trace[1268319182] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:1310; }","duration":"398.274292ms","start":"2026-04-07T01:30:01.173796Z","end":"2026-04-07T01:30:01.572071Z","steps":["trace[1268319182] 'range keys from in-memory index tree' (duration: 397.957064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:01.572128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.844826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-6wt9s\" ","response":"range_response_count:1 size:4197"} {"level":"warn","ts":"2026-04-07T01:30:01.572186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:01.173777Z","time spent":"398.378094ms","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-04-07T01:30:01.572233Z","caller":"traceutil/trace.go:171","msg":"trace[1612418555] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-6wt9s; range_end:; response_count:1; response_revision:1310; }","duration":"176.994089ms","start":"2026-04-07T01:30:01.395216Z","end":"2026-04-07T01:30:01.572211Z","steps":["trace[1612418555] 'range keys from in-memory index tree' (duration: 176.477027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:07.038336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.782554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T01:30:07.038373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.368342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T01:30:07.038426Z","caller":"traceutil/trace.go:171","msg":"trace[272088316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1422; }","duration":"216.915647ms","start":"2026-04-07T01:30:06.821489Z","end":"2026-04-07T01:30:07.038404Z","steps":["trace[272088316] 'range keys from in-memory index tree' (duration: 216.596739ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:07.038474Z","caller":"traceutil/trace.go:171","msg":"trace[494515227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1422; }","duration":"215.476964ms","start":"2026-04-07T01:30:06.822959Z","end":"2026-04-07T01:30:07.038436Z","steps":["trace[494515227] 'range keys from in-memory index tree' (duration: 215.232999ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:07.299511Z","caller":"traceutil/trace.go:171","msg":"trace[1772353329] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"256.766163ms","start":"2026-04-07T01:30:07.042723Z","end":"2026-04-07T01:30:07.299489Z","steps":["trace[1772353329] 'process raft request' (duration: 256.622209ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:07.301197Z","caller":"traceutil/trace.go:171","msg":"trace[1890659734] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"258.338276ms","start":"2026-04-07T01:30:07.042844Z","end":"2026-04-07T01:30:07.301182Z","steps":["trace[1890659734] 'process raft request' (duration: 258.215933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:10.251614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288676953,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T01:30:10.34411Z","caller":"traceutil/trace.go:171","msg":"trace[463206780] linearizableReadLoop","detail":"{readStateIndex:1481; appliedIndex:1480; }","duration":"592.52654ms","start":"2026-04-07T01:30:09.75156Z","end":"2026-04-07T01:30:10.344087Z","steps":["trace[463206780] 'read index received' (duration: 592.314925ms)","trace[463206780] 'applied index is now lower than readState.Index' (duration: 210.775µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:30:10.344233Z","caller":"traceutil/trace.go:171","msg":"trace[784233549] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"673.04369ms","start":"2026-04-07T01:30:09.671152Z","end":"2026-04-07T01:30:10.344196Z","steps":["trace[784233549] 'process raft request' (duration: 672.798024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:10.344395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:09.671109Z","time spent":"673.203374ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:30:10.344585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.923999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:30:10.344667Z","caller":"traceutil/trace.go:171","msg":"trace[1360433595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1439; }","duration":"593.077742ms","start":"2026-04-07T01:30:09.751551Z","end":"2026-04-07T01:30:10.344628Z","steps":["trace[1360433595] 'agreement among raft nodes before linearized reading' (duration: 592.823007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:10.344652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.859151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:30:10.344743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:09.751518Z","time spent":"593.187764ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T01:30:10.344781Z","caller":"traceutil/trace.go:171","msg":"trace[1187222726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1439; }","duration":"534.035655ms","start":"2026-04-07T01:30:09.810716Z","end":"2026-04-07T01:30:10.344751Z","steps":["trace[1187222726] 'agreement among raft nodes before linearized reading' (duration: 533.779269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:10.344855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:09.810696Z","time spent":"534.149417ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:30:10.345017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.464451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T01:30:10.345076Z","caller":"traceutil/trace.go:171","msg":"trace[318813479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1439; }","duration":"593.576363ms","start":"2026-04-07T01:30:09.751486Z","end":"2026-04-07T01:30:10.345063Z","steps":["trace[318813479] 'agreement among raft nodes before linearized reading' (duration: 592.830827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:10.345117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:09.751456Z","time spent":"593.653405ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T01:30:10.511736Z","caller":"traceutil/trace.go:171","msg":"trace[279203932] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"163.100464ms","start":"2026-04-07T01:30:10.348611Z","end":"2026-04-07T01:30:10.511712Z","steps":["trace[279203932] 'process raft request' (duration: 162.961121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:11.279669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.134691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:30:11.27987Z","caller":"traceutil/trace.go:171","msg":"trace[472774333] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"498.265629ms","start":"2026-04-07T01:30:10.78158Z","end":"2026-04-07T01:30:11.279846Z","steps":["trace[472774333] 'process raft request' (duration: 498.207248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:11.279943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:10.781557Z","time spent":"498.35182ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:30:11.280063Z","caller":"traceutil/trace.go:171","msg":"trace[1615904735] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"930.322072ms","start":"2026-04-07T01:30:10.349727Z","end":"2026-04-07T01:30:11.280049Z","steps":["trace[1615904735] 'process raft request' (duration: 605.72866ms)","trace[1615904735] 'compare' (duration: 324.032019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:30:11.280132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:10.349699Z","time spent":"930.407665ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:30:11.280201Z","caller":"traceutil/trace.go:171","msg":"trace[1716257359] linearizableReadLoop","detail":"{readStateIndex:1483; appliedIndex:1481; }","duration":"819.813235ms","start":"2026-04-07T01:30:10.460379Z","end":"2026-04-07T01:30:11.280192Z","steps":["trace[1716257359] 'read index received' (duration: 51.258277ms)","trace[1716257359] 'applied index is now lower than readState.Index' (duration: 768.554128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:30:11.280308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.60027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:30:11.280339Z","caller":"traceutil/trace.go:171","msg":"trace[829713133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1442; }","duration":"469.6716ms","start":"2026-04-07T01:30:10.81066Z","end":"2026-04-07T01:30:11.280331Z","steps":["trace[829713133] 'agreement among raft nodes before linearized reading' (duration: 469.619399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:11.280367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:10.810637Z","time spent":"469.723852ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:30:11.280364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.949068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:30:11.280496Z","caller":"traceutil/trace.go:171","msg":"trace[235862581] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1442; }","duration":"820.167822ms","start":"2026-04-07T01:30:10.460306Z","end":"2026-04-07T01:30:11.280474Z","steps":["trace[235862581] 'agreement among raft nodes before linearized reading' (duration: 819.958338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:11.280556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:10.460277Z","time spent":"820.266525ms","remote":"127.0.0.1:52522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:30:11.280843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.905159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T01:30:11.280966Z","caller":"traceutil/trace.go:171","msg":"trace[986747581] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:1442; }","duration":"107.041512ms","start":"2026-04-07T01:30:11.173879Z","end":"2026-04-07T01:30:11.280921Z","steps":["trace[986747581] 'agreement among raft nodes before linearized reading' (duration: 106.412888ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:16.26314Z","caller":"traceutil/trace.go:171","msg":"trace[2124533666] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"107.993563ms","start":"2026-04-07T01:30:16.155116Z","end":"2026-04-07T01:30:16.263109Z","steps":["trace[2124533666] 'process raft request' (duration: 27.592777ms)","trace[2124533666] 'compare' (duration: 80.263223ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:30:16.270721Z","caller":"traceutil/trace.go:171","msg":"trace[1685840991] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"105.589461ms","start":"2026-04-07T01:30:16.165105Z","end":"2026-04-07T01:30:16.270694Z","steps":["trace[1685840991] 'process raft request' (duration: 105.480748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:28.772486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.361929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T01:30:28.772583Z","caller":"traceutil/trace.go:171","msg":"trace[1664230551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1725; }","duration":"127.503602ms","start":"2026-04-07T01:30:28.645058Z","end":"2026-04-07T01:30:28.772561Z","steps":["trace[1664230551] 'range keys from in-memory index tree' (duration: 127.207646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:36.062811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684873285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:30:36.062917Z","caller":"traceutil/trace.go:171","msg":"trace[95490453] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1833; }","duration":"1.685025119s","start":"2026-04-07T01:30:34.377872Z","end":"2026-04-07T01:30:36.062897Z","steps":["trace[95490453] 'count revisions from in-memory index tree' (duration: 1.684691952s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:36.062961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:34.377852Z","time spent":"1.68509748s","remote":"127.0.0.1:56488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:30:36.063045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457927828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-35187885-2dd9-4862-9de4-7ee41e1cb574\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-07T01:30:36.063137Z","caller":"traceutil/trace.go:171","msg":"trace[2039458240] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-35187885-2dd9-4862-9de4-7ee41e1cb574; range_end:; response_count:1; response_revision:1833; }","duration":"1.458042261s","start":"2026-04-07T01:30:34.605073Z","end":"2026-04-07T01:30:36.063115Z","steps":["trace[2039458240] 'range keys from in-memory index tree' (duration: 1.457686233s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:36.063188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:34.605028Z","time spent":"1.458148853s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-35187885-2dd9-4862-9de4-7ee41e1cb574\" "} {"level":"warn","ts":"2026-04-07T01:30:36.06319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374186608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T01:30:36.063271Z","caller":"traceutil/trace.go:171","msg":"trace[250185129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1833; }","duration":"1.37426889s","start":"2026-04-07T01:30:34.68898Z","end":"2026-04-07T01:30:36.063249Z","steps":["trace[250185129] 'range keys from in-memory index tree' (duration: 1.373973193s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:36.0633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.648939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-07T01:30:36.063328Z","caller":"traceutil/trace.go:171","msg":"trace[354140256] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1833; }","duration":"676.718241ms","start":"2026-04-07T01:30:35.3866Z","end":"2026-04-07T01:30:36.063318Z","steps":["trace[354140256] 'range keys from in-memory index tree' (duration: 676.527546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:36.063322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:34.688916Z","time spent":"1.374392222s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:30:36.063349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:35.386574Z","time spent":"676.770192ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-07T01:30:36.063374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017703944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-04-07T01:30:36.063186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.066235ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:30:36.063453Z","caller":"traceutil/trace.go:171","msg":"trace[369930936] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1833; }","duration":"1.017835567s","start":"2026-04-07T01:30:35.045597Z","end":"2026-04-07T01:30:36.063432Z","steps":["trace[369930936] 'range keys from in-memory index tree' (duration: 1.017458909s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:36.063457Z","caller":"traceutil/trace.go:171","msg":"trace[1731286068] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1833; }","duration":"356.346871ms","start":"2026-04-07T01:30:35.707096Z","end":"2026-04-07T01:30:36.063443Z","steps":["trace[1731286068] 'range keys from in-memory index tree' (duration: 356.047704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:36.063494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:35.045576Z","time spent":"1.017909889s","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:30:36.063642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252553667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:30:36.06371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793639927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-07T01:30:36.063759Z","caller":"traceutil/trace.go:171","msg":"trace[1999966884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1833; }","duration":"1.252689579s","start":"2026-04-07T01:30:34.811049Z","end":"2026-04-07T01:30:36.063738Z","steps":["trace[1999966884] 'range keys from in-memory index tree' (duration: 1.252502245s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:36.063773Z","caller":"traceutil/trace.go:171","msg":"trace[69317406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1833; }","duration":"1.793739978s","start":"2026-04-07T01:30:34.270015Z","end":"2026-04-07T01:30:36.063754Z","steps":["trace[69317406] 'range keys from in-memory index tree' (duration: 1.793385021s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:36.063804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:34.811036Z","time spent":"1.252755821s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:30:36.063814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:34.269993Z","time spent":"1.79380948s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T01:30:36.063827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008339129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-07T01:30:36.063894Z","caller":"traceutil/trace.go:171","msg":"trace[994829976] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1833; }","duration":"1.008447161s","start":"2026-04-07T01:30:35.055435Z","end":"2026-04-07T01:30:36.063882Z","steps":["trace[994829976] 'range keys from in-memory index tree' (duration: 1.008186306s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:36.063926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:35.055415Z","time spent":"1.008503002s","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-07T01:30:36.064018Z","caller":"traceutil/trace.go:171","msg":"trace[1881437656] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"600.928026ms","start":"2026-04-07T01:30:35.463079Z","end":"2026-04-07T01:30:36.064007Z","steps":["trace[1881437656] 'process raft request' (duration: 526.805826ms)","trace[1881437656] 'compare' (duration: 73.745042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:30:36.064043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239293054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T01:30:36.064017Z","caller":"traceutil/trace.go:171","msg":"trace[1569016979] linearizableReadLoop","detail":"{readStateIndex:1888; appliedIndex:1887; }","duration":"526.910579ms","start":"2026-04-07T01:30:35.53709Z","end":"2026-04-07T01:30:36.064001Z","steps":["trace[1569016979] 'read index received' (duration: 452.83144ms)","trace[1569016979] 'applied index is now lower than readState.Index' (duration: 74.078069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:30:36.0641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.007371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T01:30:36.064101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:35.46304Z","time spent":"601.008678ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:30:36.064102Z","caller":"traceutil/trace.go:171","msg":"trace[1315360424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1833; }","duration":"1.239386327s","start":"2026-04-07T01:30:34.824697Z","end":"2026-04-07T01:30:36.064084Z","steps":["trace[1315360424] 'range keys from in-memory index tree' (duration: 1.23906874s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:36.064129Z","caller":"traceutil/trace.go:171","msg":"trace[1758515470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1834; }","duration":"527.060302ms","start":"2026-04-07T01:30:35.53706Z","end":"2026-04-07T01:30:36.06412Z","steps":["trace[1758515470] 'agreement among raft nodes before linearized reading' (duration: 526.981941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:36.06414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:34.824676Z","time spent":"1.239456148s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:30:36.064151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:35.537045Z","time spent":"527.100843ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T01:30:36.064223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.658958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T01:30:36.064229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.298884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:30:36.064251Z","caller":"traceutil/trace.go:171","msg":"trace[738705692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1834; }","duration":"417.73633ms","start":"2026-04-07T01:30:35.646508Z","end":"2026-04-07T01:30:36.064244Z","steps":["trace[738705692] 'agreement among raft nodes before linearized reading' (duration: 417.665588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:36.064275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:35.646477Z","time spent":"417.792202ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T01:30:36.064264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.433588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T01:30:36.064281Z","caller":"traceutil/trace.go:171","msg":"trace[2142761862] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1834; }","duration":"490.358855ms","start":"2026-04-07T01:30:35.573906Z","end":"2026-04-07T01:30:36.064265Z","steps":["trace[2142761862] 'agreement among raft nodes before linearized reading' (duration: 490.271024ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:36.06431Z","caller":"traceutil/trace.go:171","msg":"trace[849922712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1834; }","duration":"424.53068ms","start":"2026-04-07T01:30:35.639764Z","end":"2026-04-07T01:30:36.064295Z","steps":["trace[849922712] 'agreement among raft nodes before linearized reading' (duration: 424.416638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:36.06432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:35.573801Z","time spent":"490.508729ms","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:30:36.064342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:35.639744Z","time spent":"424.590371ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T01:30:36.064458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892455308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-35187885-2dd9-4862-9de4-7ee41e1cb574\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-07T01:30:36.064505Z","caller":"traceutil/trace.go:171","msg":"trace[2001212761] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-35187885-2dd9-4862-9de4-7ee41e1cb574; range_end:; response_count:1; response_revision:1833; }","duration":"1.892735164s","start":"2026-04-07T01:30:34.171757Z","end":"2026-04-07T01:30:36.064492Z","steps":["trace[2001212761] 'range keys from in-memory index tree' (duration: 1.891064197s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:36.064548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:34.171734Z","time spent":"1.892804535s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-35187885-2dd9-4862-9de4-7ee41e1cb574\" "} {"level":"warn","ts":"2026-04-07T01:30:36.615163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288677764,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T01:30:37.010973Z","caller":"traceutil/trace.go:171","msg":"trace[1432538325] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"941.723445ms","start":"2026-04-07T01:30:36.069226Z","end":"2026-04-07T01:30:37.01095Z","steps":["trace[1432538325] 'process raft request' (duration: 941.544061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:37.011225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:36.069207Z","time spent":"941.832977ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:30:37.011341Z","caller":"traceutil/trace.go:171","msg":"trace[1369182013] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"941.98205ms","start":"2026-04-07T01:30:36.069335Z","end":"2026-04-07T01:30:37.011317Z","steps":["trace[1369182013] 'process raft request' (duration: 941.909308ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:37.01135Z","caller":"traceutil/trace.go:171","msg":"trace[1867624579] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"942.043842ms","start":"2026-04-07T01:30:36.069272Z","end":"2026-04-07T01:30:37.011316Z","steps":["trace[1867624579] 'process raft request' (duration: 941.634993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:37.011488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:36.069323Z","time spent":"942.090072ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:30:37.011541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:36.069262Z","time spent":"942.202015ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:30:37.01162Z","caller":"traceutil/trace.go:171","msg":"trace[1199333045] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"942.312417ms","start":"2026-04-07T01:30:36.069296Z","end":"2026-04-07T01:30:37.011609Z","steps":["trace[1199333045] 'process raft request' (duration: 941.848517ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:37.011686Z","caller":"traceutil/trace.go:171","msg":"trace[1748445376] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"941.884968ms","start":"2026-04-07T01:30:36.069792Z","end":"2026-04-07T01:30:37.011677Z","steps":["trace[1748445376] 'process raft request' (duration: 941.489619ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:37.011718Z","caller":"traceutil/trace.go:171","msg":"trace[1380946727] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"939.967876ms","start":"2026-04-07T01:30:36.071734Z","end":"2026-04-07T01:30:37.011702Z","steps":["trace[1380946727] 'process raft request' (duration: 939.702631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:37.011719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:36.069286Z","time spent":"942.386659ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:30:37.011745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:36.069784Z","time spent":"941.921168ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:30:37.011726Z","caller":"traceutil/trace.go:171","msg":"trace[193286224] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"940.990108ms","start":"2026-04-07T01:30:36.070707Z","end":"2026-04-07T01:30:37.011697Z","steps":["trace[193286224] 'process raft request' (duration: 940.658971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:37.011798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:36.071721Z","time spent":"940.034288ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:30:37.011871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:36.070685Z","time spent":"941.106751ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:30:37.082328Z","caller":"traceutil/trace.go:171","msg":"trace[1459769137] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"963.249677ms","start":"2026-04-07T01:30:36.119036Z","end":"2026-04-07T01:30:37.082286Z","steps":["trace[1459769137] 'process raft request' (duration: 962.998152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:37.082556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:36.119015Z","time spent":"963.429702ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:30:37.107977Z","caller":"traceutil/trace.go:171","msg":"trace[1875505987] linearizableReadLoop","detail":"{readStateIndex:1900; appliedIndex:1889; }","duration":"993.384579ms","start":"2026-04-07T01:30:36.114575Z","end":"2026-04-07T01:30:37.107959Z","steps":["trace[1875505987] 'read index received' (duration: 896.149813ms)","trace[1875505987] 'applied index is now lower than readState.Index' (duration: 97.233916ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:30:37.108075Z","caller":"traceutil/trace.go:171","msg":"trace[602079812] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"803.692782ms","start":"2026-04-07T01:30:36.304374Z","end":"2026-04-07T01:30:37.108067Z","steps":["trace[602079812] 'process raft request' (duration: 803.438336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:37.108164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:36.304355Z","time spent":"803.743772ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:30:37.108205Z","caller":"traceutil/trace.go:171","msg":"trace[292443900] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"777.621888ms","start":"2026-04-07T01:30:36.330518Z","end":"2026-04-07T01:30:37.10814Z","steps":["trace[292443900] 'process raft request' (duration: 777.406934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:37.108249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034700838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:30:37.108336Z","caller":"traceutil/trace.go:171","msg":"trace[1970106418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1845; }","duration":"1.03483038s","start":"2026-04-07T01:30:36.073486Z","end":"2026-04-07T01:30:37.108316Z","steps":["trace[1970106418] 'agreement among raft nodes before linearized reading' (duration: 1.034663716s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:37.108384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:36.073477Z","time spent":"1.034900761s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:30:37.108431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:36.330482Z","time spent":"777.832343ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:30:39.571102Z","caller":"traceutil/trace.go:171","msg":"trace[2013619276] linearizableReadLoop","detail":"{readStateIndex:1927; appliedIndex:1926; }","duration":"346.524355ms","start":"2026-04-07T01:30:39.224548Z","end":"2026-04-07T01:30:39.571073Z","steps":["trace[2013619276] 'read index received' (duration: 342.747992ms)","trace[2013619276] 'applied index is now lower than readState.Index' (duration: 3.770443ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:30:39.571228Z","caller":"traceutil/trace.go:171","msg":"trace[1945839030] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"442.76264ms","start":"2026-04-07T01:30:39.128438Z","end":"2026-04-07T01:30:39.571201Z","steps":["trace[1945839030] 'process raft request' (duration: 438.957606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:39.571301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.73873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:566"} {"level":"info","ts":"2026-04-07T01:30:39.571337Z","caller":"traceutil/trace.go:171","msg":"trace[1660912129] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1871; }","duration":"346.818612ms","start":"2026-04-07T01:30:39.224508Z","end":"2026-04-07T01:30:39.571327Z","steps":["trace[1660912129] 'agreement among raft nodes before linearized reading' (duration: 346.675949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:39.571387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:39.128412Z","time spent":"442.897592ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:30:39.571394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:39.224493Z","time spent":"346.878263ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":589,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:30:43.157053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288677914,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T01:30:43.292156Z","caller":"traceutil/trace.go:171","msg":"trace[62150957] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1970; }","duration":"635.784451ms","start":"2026-04-07T01:30:42.656265Z","end":"2026-04-07T01:30:43.292049Z","steps":["trace[62150957] 'read index received' (duration: 635.417574ms)","trace[62150957] 'applied index is now lower than readState.Index' (duration: 365.467µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:30:43.292177Z","caller":"traceutil/trace.go:171","msg":"trace[694252053] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"713.183332ms","start":"2026-04-07T01:30:42.578955Z","end":"2026-04-07T01:30:43.292138Z","steps":["trace[694252053] 'process raft request' (duration: 712.888496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:43.292429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.139179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9357"} {"level":"info","ts":"2026-04-07T01:30:43.292491Z","caller":"traceutil/trace.go:171","msg":"trace[683568375] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1913; }","duration":"636.270542ms","start":"2026-04-07T01:30:42.656209Z","end":"2026-04-07T01:30:43.29248Z","steps":["trace[683568375] 'agreement among raft nodes before linearized reading' (duration: 636.042257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:43.292491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.400707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-07T01:30:43.292539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:42.656183Z","time spent":"636.346424ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9380,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-04-07T01:30:43.292531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.961771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:30:43.292565Z","caller":"traceutil/trace.go:171","msg":"trace[2051656224] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1913; }","duration":"602.50813ms","start":"2026-04-07T01:30:42.690038Z","end":"2026-04-07T01:30:43.292546Z","steps":["trace[2051656224] 'agreement among raft nodes before linearized reading' (duration: 602.324006ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:43.292594Z","caller":"traceutil/trace.go:171","msg":"trace[918864393] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1913; }","duration":"178.084424ms","start":"2026-04-07T01:30:43.114496Z","end":"2026-04-07T01:30:43.29258Z","steps":["trace[918864393] 'agreement among raft nodes before linearized reading' (duration: 177.963361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:43.292661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.559629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-07T01:30:43.292636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.512577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-07T01:30:43.292697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.878415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T01:30:43.292749Z","caller":"traceutil/trace.go:171","msg":"trace[2138763104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1913; }","duration":"251.65299ms","start":"2026-04-07T01:30:43.041074Z","end":"2026-04-07T01:30:43.292727Z","steps":["trace[2138763104] 'agreement among raft nodes before linearized reading' (duration: 251.357694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:43.292767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.961103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-07T01:30:43.292689Z","caller":"traceutil/trace.go:171","msg":"trace[1747380720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1913; }","duration":"256.63059ms","start":"2026-04-07T01:30:43.03605Z","end":"2026-04-07T01:30:43.292681Z","steps":["trace[1747380720] 'agreement among raft nodes before linearized reading' (duration: 256.568819ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:43.292872Z","caller":"traceutil/trace.go:171","msg":"trace[219787369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1913; }","duration":"144.088446ms","start":"2026-04-07T01:30:43.148773Z","end":"2026-04-07T01:30:43.292861Z","steps":["trace[219787369] 'agreement among raft nodes before linearized reading' (duration: 143.953483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:43.29274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.126303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T01:30:43.293037Z","caller":"traceutil/trace.go:171","msg":"trace[468209994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1913; }","duration":"253.428849ms","start":"2026-04-07T01:30:43.039554Z","end":"2026-04-07T01:30:43.292983Z","steps":["trace[468209994] 'agreement among raft nodes before linearized reading' (duration: 252.979839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:43.292747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.269956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:30:43.293122Z","caller":"traceutil/trace.go:171","msg":"trace[355088423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1913; }","duration":"481.687305ms","start":"2026-04-07T01:30:42.811421Z","end":"2026-04-07T01:30:43.293108Z","steps":["trace[355088423] 'agreement among raft nodes before linearized reading' (duration: 481.268416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:43.293164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:42.811401Z","time spent":"481.754706ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:30:43.292751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.609459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-04-07T01:30:43.293277Z","caller":"traceutil/trace.go:171","msg":"trace[376599961] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1913; }","duration":"252.151721ms","start":"2026-04-07T01:30:43.041112Z","end":"2026-04-07T01:30:43.293264Z","steps":["trace[376599961] 'agreement among raft nodes before linearized reading' (duration: 251.474236ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:43.292769Z","caller":"traceutil/trace.go:171","msg":"trace[918059693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1913; }","duration":"251.972208ms","start":"2026-04-07T01:30:43.040782Z","end":"2026-04-07T01:30:43.292755Z","steps":["trace[918059693] 'agreement among raft nodes before linearized reading' (duration: 251.820704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:43.292603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:42.690022Z","time spent":"602.573611ms","remote":"127.0.0.1:43738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T01:30:43.293066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:42.578904Z","time spent":"713.425508ms","remote":"127.0.0.1:56714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16319,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:30:43.686352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.373371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:30:43.686436Z","caller":"traceutil/trace.go:171","msg":"trace[97637223] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"389.252474ms","start":"2026-04-07T01:30:43.297168Z","end":"2026-04-07T01:30:43.68642Z","steps":["trace[97637223] 'process raft request' (duration: 220.73859ms)","trace[97637223] 'compare' (duration: 168.183277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:30:43.686485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:43.297151Z","time spent":"389.309235ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:30:43.766004Z","caller":"traceutil/trace.go:171","msg":"trace[1445437538] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"468.501755ms","start":"2026-04-07T01:30:43.297484Z","end":"2026-04-07T01:30:43.765986Z","steps":["trace[1445437538] 'process raft request' (duration: 468.327211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:43.766172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:43.297469Z","time spent":"468.621018ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:30:43.766318Z","caller":"traceutil/trace.go:171","msg":"trace[1826370932] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"468.279911ms","start":"2026-04-07T01:30:43.298014Z","end":"2026-04-07T01:30:43.766294Z","steps":["trace[1826370932] 'process raft request' (duration: 467.862522ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:43.76637Z","caller":"traceutil/trace.go:171","msg":"trace[1079336892] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1972; }","duration":"158.208836ms","start":"2026-04-07T01:30:43.608148Z","end":"2026-04-07T01:30:43.766357Z","steps":["trace[1079336892] 'read index received' (duration: 157.48593ms)","trace[1079336892] 'applied index is now lower than readState.Index' (duration: 721.786µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:30:43.766418Z","caller":"traceutil/trace.go:171","msg":"trace[751042760] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"462.453912ms","start":"2026-04-07T01:30:43.303955Z","end":"2026-04-07T01:30:43.766409Z","steps":["trace[751042760] 'process raft request' (duration: 462.305589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:43.766471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:43.303929Z","time spent":"462.511604ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:30:43.766554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:43.297999Z","time spent":"468.419993ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:30:43.766602Z","caller":"traceutil/trace.go:171","msg":"trace[1022745333] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1918; }","duration":"466.320567ms","start":"2026-04-07T01:30:43.300274Z","end":"2026-04-07T01:30:43.766594Z","steps":["trace[1022745333] 'process raft request' (duration: 465.877527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:43.766647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:43.300268Z","time spent":"466.356268ms","remote":"127.0.0.1:56714","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:30:43.766641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.480722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-07T01:30:43.766706Z","caller":"traceutil/trace.go:171","msg":"trace[269990408] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1919; }","duration":"158.547393ms","start":"2026-04-07T01:30:43.60814Z","end":"2026-04-07T01:30:43.766688Z","steps":["trace[269990408] 'agreement among raft nodes before linearized reading' (duration: 158.320438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:43.766786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.528563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-07T01:30:43.766352Z","caller":"traceutil/trace.go:171","msg":"trace[333711998] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"468.401263ms","start":"2026-04-07T01:30:43.297521Z","end":"2026-04-07T01:30:43.765922Z","steps":["trace[333711998] 'process raft request' (duration: 468.324151ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:43.766897Z","caller":"traceutil/trace.go:171","msg":"trace[1710378952] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1919; }","duration":"158.671756ms","start":"2026-04-07T01:30:43.608185Z","end":"2026-04-07T01:30:43.766857Z","steps":["trace[1710378952] 'agreement among raft nodes before linearized reading' (duration: 158.370489ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:43.76603Z","caller":"traceutil/trace.go:171","msg":"trace[668815438] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"468.506965ms","start":"2026-04-07T01:30:43.297457Z","end":"2026-04-07T01:30:43.765964Z","steps":["trace[668815438] 'process raft request' (duration: 468.24322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:43.767008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:43.297515Z","time spent":"469.380085ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:30:43.767086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:43.297447Z","time spent":"469.592639ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:30:44.125364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.263664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:30:44.125501Z","caller":"traceutil/trace.go:171","msg":"trace[1785562139] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"350.939581ms","start":"2026-04-07T01:30:43.774528Z","end":"2026-04-07T01:30:44.125468Z","steps":["trace[1785562139] 'process raft request' (duration: 57.509954ms)","trace[1785562139] 'compare' (duration: 293.171742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:30:44.125551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:43.774513Z","time spent":"351.015494ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:30:44.125852Z","caller":"traceutil/trace.go:171","msg":"trace[871816729] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"351.090875ms","start":"2026-04-07T01:30:43.774743Z","end":"2026-04-07T01:30:44.125834Z","steps":["trace[871816729] 'process raft request' (duration: 350.692947ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:44.126Z","caller":"traceutil/trace.go:171","msg":"trace[438240326] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"347.979277ms","start":"2026-04-07T01:30:43.777992Z","end":"2026-04-07T01:30:44.125971Z","steps":["trace[438240326] 'process raft request' (duration: 347.66417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:44.126724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:43.777972Z","time spent":"348.699563ms","remote":"127.0.0.1:56714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:30:44.126713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:43.77473Z","time spent":"351.871093ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:30:44.126047Z","caller":"traceutil/trace.go:171","msg":"trace[1215177213] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"343.147032ms","start":"2026-04-07T01:30:43.782878Z","end":"2026-04-07T01:30:44.126025Z","steps":["trace[1215177213] 'process raft request' (duration: 343.036549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:44.126895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:43.782868Z","time spent":"343.970579ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11248,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:30:44.198267Z","caller":"traceutil/trace.go:171","msg":"trace[100736652] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"103.083444ms","start":"2026-04-07T01:30:44.095154Z","end":"2026-04-07T01:30:44.198237Z","steps":["trace[100736652] 'process raft request' (duration: 102.87296ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:44.412038Z","caller":"traceutil/trace.go:171","msg":"trace[1666532411] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"279.964273ms","start":"2026-04-07T01:30:44.13203Z","end":"2026-04-07T01:30:44.411994Z","steps":["trace[1666532411] 'process raft request' (duration: 279.598415ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:44.412298Z","caller":"traceutil/trace.go:171","msg":"trace[1126751721] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"278.903209ms","start":"2026-04-07T01:30:44.13338Z","end":"2026-04-07T01:30:44.412283Z","steps":["trace[1126751721] 'process raft request' (duration: 278.788346ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:44.412296Z","caller":"traceutil/trace.go:171","msg":"trace[1126115669] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1983; }","duration":"214.085936ms","start":"2026-04-07T01:30:44.198187Z","end":"2026-04-07T01:30:44.412273Z","steps":["trace[1126115669] 'read index received' (duration: 213.411701ms)","trace[1126115669] 'applied index is now lower than readState.Index' (duration: 673.265µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:30:44.412555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.717652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-07T01:30:44.412292Z","caller":"traceutil/trace.go:171","msg":"trace[267596633] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"279.152914ms","start":"2026-04-07T01:30:44.133112Z","end":"2026-04-07T01:30:44.412265Z","steps":["trace[267596633] 'process raft request' (duration: 278.864508ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:44.41261Z","caller":"traceutil/trace.go:171","msg":"trace[117796783] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1928; }","duration":"281.822933ms","start":"2026-04-07T01:30:44.13077Z","end":"2026-04-07T01:30:44.412593Z","steps":["trace[117796783] 'agreement among raft nodes before linearized reading' (duration: 281.571758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:44.412609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.666104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-07T01:30:44.412647Z","caller":"traceutil/trace.go:171","msg":"trace[647791201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1928; }","duration":"248.763716ms","start":"2026-04-07T01:30:44.163875Z","end":"2026-04-07T01:30:44.412639Z","steps":["trace[647791201] 'agreement among raft nodes before linearized reading' (duration: 248.634964ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:44.412058Z","caller":"traceutil/trace.go:171","msg":"trace[1433362148] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"279.661205ms","start":"2026-04-07T01:30:44.132369Z","end":"2026-04-07T01:30:44.41203Z","steps":["trace[1433362148] 'process raft request' (duration: 279.530013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:44.412946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.212757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-07T01:30:44.413081Z","caller":"traceutil/trace.go:171","msg":"trace[1552575281] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1928; }","duration":"275.400171ms","start":"2026-04-07T01:30:44.137649Z","end":"2026-04-07T01:30:44.413049Z","steps":["trace[1552575281] 'agreement among raft nodes before linearized reading' (duration: 275.017113ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:44.432174Z","caller":"traceutil/trace.go:171","msg":"trace[292019718] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"229.894242ms","start":"2026-04-07T01:30:44.202214Z","end":"2026-04-07T01:30:44.432109Z","steps":["trace[292019718] 'process raft request' (duration: 229.526654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:44.432508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.589492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-07T01:30:44.432581Z","caller":"traceutil/trace.go:171","msg":"trace[1100591788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1929; }","duration":"131.730484ms","start":"2026-04-07T01:30:44.300834Z","end":"2026-04-07T01:30:44.432564Z","steps":["trace[1100591788] 'agreement among raft nodes before linearized reading' (duration: 131.448378ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:46.452204Z","caller":"traceutil/trace.go:171","msg":"trace[1245663936] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"247.825686ms","start":"2026-04-07T01:30:46.204351Z","end":"2026-04-07T01:30:46.452177Z","steps":["trace[1245663936] 'process raft request' (duration: 247.604892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:47.622162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.347817ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:30:47.622313Z","caller":"traceutil/trace.go:171","msg":"trace[131245289] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1998; }","duration":"1.185070762s","start":"2026-04-07T01:30:46.437224Z","end":"2026-04-07T01:30:47.622295Z","steps":["trace[131245289] 'read index received' (duration: 14.772675ms)","trace[131245289] 'applied index is now lower than readState.Index' (duration: 1.170296467s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:30:47.622466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185230905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-07T01:30:47.622516Z","caller":"traceutil/trace.go:171","msg":"trace[2079538331] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1940; }","duration":"1.185332867s","start":"2026-04-07T01:30:46.437172Z","end":"2026-04-07T01:30:47.622505Z","steps":["trace[2079538331] 'agreement among raft nodes before linearized reading' (duration: 1.185179064s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:47.622542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:46.437151Z","time spent":"1.185384438s","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-07T01:30:47.626113Z","caller":"traceutil/trace.go:171","msg":"trace[991134924] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"160.067787ms","start":"2026-04-07T01:30:47.466024Z","end":"2026-04-07T01:30:47.626092Z","steps":["trace[991134924] 'process raft request' (duration: 159.925104ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:47.6269Z","caller":"traceutil/trace.go:171","msg":"trace[1536293526] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"136.515719ms","start":"2026-04-07T01:30:47.490367Z","end":"2026-04-07T01:30:47.626883Z","steps":["trace[1536293526] 'process raft request' (duration: 136.259143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:47.627215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181410931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-07T01:30:47.627253Z","caller":"traceutil/trace.go:171","msg":"trace[38678442] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1942; }","duration":"1.181464181s","start":"2026-04-07T01:30:46.445771Z","end":"2026-04-07T01:30:47.627235Z","steps":["trace[38678442] 'agreement among raft nodes before linearized reading' (duration: 1.181360259s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:47.627274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:46.445762Z","time spent":"1.181506662s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T01:30:47.627414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187272929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-07T01:30:47.627504Z","caller":"traceutil/trace.go:171","msg":"trace[1633591843] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1942; }","duration":"1.187392211s","start":"2026-04-07T01:30:46.440105Z","end":"2026-04-07T01:30:47.627497Z","steps":["trace[1633591843] 'agreement among raft nodes before linearized reading' (duration: 1.187264208s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:47.627531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:46.440081Z","time spent":"1.187442883s","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:30:47.627761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187647708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-07T01:30:47.627888Z","caller":"traceutil/trace.go:171","msg":"trace[373159692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1942; }","duration":"1.187823182s","start":"2026-04-07T01:30:46.440039Z","end":"2026-04-07T01:30:47.627863Z","steps":["trace[373159692] 'agreement among raft nodes before linearized reading' (duration: 1.187459553s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:47.628126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:30:46.440028Z","time spent":"1.187920444s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T01:30:57.872514Z","caller":"traceutil/trace.go:171","msg":"trace[1092404854] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"103.402662ms","start":"2026-04-07T01:30:57.769086Z","end":"2026-04-07T01:30:57.872489Z","steps":["trace[1092404854] 'process raft request' (duration: 103.234138ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:57.874415Z","caller":"traceutil/trace.go:171","msg":"trace[1680376797] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"102.454891ms","start":"2026-04-07T01:30:57.771932Z","end":"2026-04-07T01:30:57.874387Z","steps":["trace[1680376797] 'process raft request' (duration: 102.084863ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:57.874702Z","caller":"traceutil/trace.go:171","msg":"trace[425340019] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"102.357849ms","start":"2026-04-07T01:30:57.772334Z","end":"2026-04-07T01:30:57.874692Z","steps":["trace[425340019] 'process raft request' (duration: 102.010251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:15.324416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.284419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:31:15.32453Z","caller":"traceutil/trace.go:171","msg":"trace[141963891] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"259.111903ms","start":"2026-04-07T01:31:15.065399Z","end":"2026-04-07T01:31:15.324511Z","steps":["trace[141963891] 'process raft request' (duration: 54.64625ms)","trace[141963891] 'compare' (duration: 204.110336ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:31:21.00576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.828159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:31:21.00586Z","caller":"traceutil/trace.go:171","msg":"trace[1077002883] linearizableReadLoop","detail":"{readStateIndex:2259; appliedIndex:2258; }","duration":"262.327614ms","start":"2026-04-07T01:31:20.743516Z","end":"2026-04-07T01:31:21.005844Z","steps":["trace[1077002883] 'read index received' (duration: 154.227389ms)","trace[1077002883] 'applied index is now lower than readState.Index' (duration: 108.098615ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:31:21.005946Z","caller":"traceutil/trace.go:171","msg":"trace[1722074239] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"303.45735ms","start":"2026-04-07T01:31:20.702477Z","end":"2026-04-07T01:31:21.005934Z","steps":["trace[1722074239] 'process raft request' (duration: 195.362334ms)","trace[1722074239] 'compare' (duration: 107.625875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:31:21.006014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:20.702454Z","time spent":"303.523441ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:31:21.006031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.440213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:31:21.006075Z","caller":"traceutil/trace.go:171","msg":"trace[1734906565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2185; }","duration":"194.547716ms","start":"2026-04-07T01:31:20.811513Z","end":"2026-04-07T01:31:21.006061Z","steps":["trace[1734906565] 'agreement among raft nodes before linearized reading' (duration: 194.448814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:21.006977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.46445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:31:21.007016Z","caller":"traceutil/trace.go:171","msg":"trace[601649144] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2185; }","duration":"263.546671ms","start":"2026-04-07T01:31:20.743461Z","end":"2026-04-07T01:31:21.007008Z","steps":["trace[601649144] 'agreement among raft nodes before linearized reading' (duration: 262.838666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:22.271773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.42307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T01:31:22.271804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.080716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-07T01:31:22.271863Z","caller":"traceutil/trace.go:171","msg":"trace[1367926975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2185; }","duration":"264.568743ms","start":"2026-04-07T01:31:22.007274Z","end":"2026-04-07T01:31:22.271843Z","steps":["trace[1367926975] 'range keys from in-memory index tree' (duration: 264.235427ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:22.271881Z","caller":"traceutil/trace.go:171","msg":"trace[460052783] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2185; }","duration":"149.22547ms","start":"2026-04-07T01:31:22.122631Z","end":"2026-04-07T01:31:22.271856Z","steps":["trace[460052783] 'range keys from in-memory index tree' (duration: 148.917043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:22.271883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.38497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:31:22.272016Z","caller":"traceutil/trace.go:171","msg":"trace[1111372746] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2185; }","duration":"133.575284ms","start":"2026-04-07T01:31:22.138418Z","end":"2026-04-07T01:31:22.271993Z","steps":["trace[1111372746] 'count revisions from in-memory index tree' (duration: 133.279848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:22.27219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.161115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:31:22.272261Z","caller":"traceutil/trace.go:171","msg":"trace[1624454542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2185; }","duration":"264.261738ms","start":"2026-04-07T01:31:22.007985Z","end":"2026-04-07T01:31:22.272246Z","steps":["trace[1624454542] 'range keys from in-memory index tree' (duration: 263.97393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:22.27225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.767859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:523"} {"level":"warn","ts":"2026-04-07T01:31:22.272294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.781785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-07T01:31:22.272319Z","caller":"traceutil/trace.go:171","msg":"trace[1145396822] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2185; }","duration":"259.903092ms","start":"2026-04-07T01:31:22.012398Z","end":"2026-04-07T01:31:22.272302Z","steps":["trace[1145396822] 'range keys from in-memory index tree' (duration: 259.635596ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:22.272364Z","caller":"traceutil/trace.go:171","msg":"trace[1423150961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2185; }","duration":"257.873476ms","start":"2026-04-07T01:31:22.014475Z","end":"2026-04-07T01:31:22.272348Z","steps":["trace[1423150961] 'range keys from in-memory index tree' (duration: 257.649652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:22.272364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09344358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-07T01:31:22.272429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.234566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-07T01:31:22.27255Z","caller":"traceutil/trace.go:171","msg":"trace[1720104385] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2185; }","duration":"152.42955ms","start":"2026-04-07T01:31:22.120095Z","end":"2026-04-07T01:31:22.272525Z","steps":["trace[1720104385] 'range keys from in-memory index tree' (duration: 152.031081ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:22.27244Z","caller":"traceutil/trace.go:171","msg":"trace[1427465880] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:2185; }","duration":"1.093561873s","start":"2026-04-07T01:31:21.178854Z","end":"2026-04-07T01:31:22.272416Z","steps":["trace[1427465880] 'range keys from in-memory index tree' (duration: 1.093275606s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:22.272694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.475007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-07T01:31:22.27269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.562151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:31:22.272718Z","caller":"traceutil/trace.go:171","msg":"trace[1657009423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2185; }","duration":"408.535278ms","start":"2026-04-07T01:31:21.864176Z","end":"2026-04-07T01:31:22.272711Z","steps":["trace[1657009423] 'range keys from in-memory index tree' (duration: 408.317603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:22.272739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:21.864157Z","time spent":"408.577219ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T01:31:22.272742Z","caller":"traceutil/trace.go:171","msg":"trace[1437721622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2185; }","duration":"460.640883ms","start":"2026-04-07T01:31:21.812086Z","end":"2026-04-07T01:31:22.272727Z","steps":["trace[1437721622] 'range keys from in-memory index tree' (duration: 460.49494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:22.272739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:21.178834Z","time spent":"1.093885089s","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-04-07T01:31:22.272797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.158547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T01:31:22.272826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:21.812069Z","time spent":"460.742355ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:31:22.27285Z","caller":"traceutil/trace.go:171","msg":"trace[579597687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2185; }","duration":"285.248709ms","start":"2026-04-07T01:31:21.987587Z","end":"2026-04-07T01:31:22.272836Z","steps":["trace[579597687] 'range keys from in-memory index tree' (duration: 284.982123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:22.272268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.325078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-07T01:31:22.272893Z","caller":"traceutil/trace.go:171","msg":"trace[372543592] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"123.045924ms","start":"2026-04-07T01:31:22.149816Z","end":"2026-04-07T01:31:22.272862Z","steps":["trace[372543592] 'process raft request' (duration: 114.845744ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:22.272945Z","caller":"traceutil/trace.go:171","msg":"trace[1894434774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2185; }","duration":"259.044464ms","start":"2026-04-07T01:31:22.013873Z","end":"2026-04-07T01:31:22.272917Z","steps":["trace[1894434774] 'range keys from in-memory index tree' (duration: 257.993889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:22.697326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:22.274635Z","time spent":"422.685289ms","remote":"127.0.0.1:43620","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T01:31:23.254557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.230425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:31:23.254955Z","caller":"traceutil/trace.go:171","msg":"trace[423067378] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"979.050285ms","start":"2026-04-07T01:31:22.275864Z","end":"2026-04-07T01:31:23.254914Z","steps":["trace[423067378] 'process raft request' (duration: 821.324849ms)","trace[423067378] 'compare' (duration: 156.896828ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:31:23.255023Z","caller":"traceutil/trace.go:171","msg":"trace[538948823] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"978.817039ms","start":"2026-04-07T01:31:22.276172Z","end":"2026-04-07T01:31:23.254989Z","steps":["trace[538948823] 'process raft request' (duration: 978.535733ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:23.255041Z","caller":"traceutil/trace.go:171","msg":"trace[1566046551] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"978.490722ms","start":"2026-04-07T01:31:22.276525Z","end":"2026-04-07T01:31:23.255016Z","steps":["trace[1566046551] 'process raft request' (duration: 978.38826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:23.255143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:22.276515Z","time spent":"978.587845ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:31:23.255149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:22.275851Z","time spent":"979.202258ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:31:23.255172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:22.276152Z","time spent":"978.938632ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:31:23.255355Z","caller":"traceutil/trace.go:171","msg":"trace[1361919722] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"978.134415ms","start":"2026-04-07T01:31:22.277199Z","end":"2026-04-07T01:31:23.255333Z","steps":["trace[1361919722] 'process raft request' (duration: 977.93205ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:23.255413Z","caller":"traceutil/trace.go:171","msg":"trace[382909595] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"975.977918ms","start":"2026-04-07T01:31:22.279421Z","end":"2026-04-07T01:31:23.255399Z","steps":["trace[382909595] 'process raft request' (duration: 975.856394ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:23.255528Z","caller":"traceutil/trace.go:171","msg":"trace[257591830] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"243.383009ms","start":"2026-04-07T01:31:23.012131Z","end":"2026-04-07T01:31:23.255514Z","steps":["trace[257591830] 'process raft request' (duration: 243.343828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:23.255585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:22.27719Z","time spent":"978.254248ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:31:23.255612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:22.279414Z","time spent":"976.032309ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:31:23.255647Z","caller":"traceutil/trace.go:171","msg":"trace[138774157] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"557.127183ms","start":"2026-04-07T01:31:22.698508Z","end":"2026-04-07T01:31:23.255636Z","steps":["trace[138774157] 'process raft request' (duration: 556.887378ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:23.255521Z","caller":"traceutil/trace.go:171","msg":"trace[1732164631] linearizableReadLoop","detail":"{readStateIndex:2264; appliedIndex:2260; }","duration":"978.723268ms","start":"2026-04-07T01:31:22.276776Z","end":"2026-04-07T01:31:23.255499Z","steps":["trace[1732164631] 'read index received' (duration: 383.367185ms)","trace[1732164631] 'applied index is now lower than readState.Index' (duration: 595.353373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:31:23.255703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:22.698476Z","time spent":"557.193005ms","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:31:23.255739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.951023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:566"} {"level":"info","ts":"2026-04-07T01:31:23.255808Z","caller":"traceutil/trace.go:171","msg":"trace[1246851588] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2194; }","duration":"979.041995ms","start":"2026-04-07T01:31:22.276745Z","end":"2026-04-07T01:31:23.255787Z","steps":["trace[1246851588] 'agreement among raft nodes before linearized reading' (duration: 978.814831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:23.255855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:22.276736Z","time spent":"979.106397ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":589,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:31:23.255858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.220705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T01:31:23.255908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.072896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-04-07T01:31:23.255916Z","caller":"traceutil/trace.go:171","msg":"trace[2099629428] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2194; }","duration":"187.309566ms","start":"2026-04-07T01:31:23.068585Z","end":"2026-04-07T01:31:23.255894Z","steps":["trace[2099629428] 'agreement among raft nodes before linearized reading' (duration: 187.190783ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:23.256004Z","caller":"traceutil/trace.go:171","msg":"trace[1662382999] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2194; }","duration":"979.132907ms","start":"2026-04-07T01:31:22.276809Z","end":"2026-04-07T01:31:23.255941Z","steps":["trace[1662382999] 'agreement among raft nodes before linearized reading' (duration: 978.969303ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:23.256104Z","caller":"traceutil/trace.go:171","msg":"trace[25525375] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"979.139707ms","start":"2026-04-07T01:31:22.276923Z","end":"2026-04-07T01:31:23.256063Z","steps":["trace[25525375] 'process raft request' (duration: 978.047673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:23.256108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:22.276804Z","time spent":"979.28719ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:31:23.256158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.421274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-07T01:31:23.256179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.75778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a3eeff19da4d36\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-07T01:31:23.256232Z","caller":"traceutil/trace.go:171","msg":"trace[2090613992] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2194; }","duration":"903.537856ms","start":"2026-04-07T01:31:22.352666Z","end":"2026-04-07T01:31:23.256203Z","steps":["trace[2090613992] 'agreement among raft nodes before linearized reading' (duration: 903.174379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:23.25628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:22.352646Z","time spent":"903.621298ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-07T01:31:23.256262Z","caller":"traceutil/trace.go:171","msg":"trace[991142918] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a3eeff19da4d36; range_end:; response_count:1; response_revision:2194; }","duration":"720.895322ms","start":"2026-04-07T01:31:22.53534Z","end":"2026-04-07T01:31:23.256235Z","steps":["trace[991142918] 'agreement among raft nodes before linearized reading' (duration: 720.489443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:23.256308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:22.276914Z","time spent":"979.28246ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:31:23.256338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:22.535318Z","time spent":"721.006095ms","remote":"127.0.0.1:43650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a3eeff19da4d36\" "} {"level":"warn","ts":"2026-04-07T01:31:57.313523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288679333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:31:57.606281Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.366964072s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T01:31:57.607027Z","caller":"traceutil/trace.go:171","msg":"trace[138312406] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"1.36779356s","start":"2026-04-07T01:31:56.239198Z","end":"2026-04-07T01:31:57.606991Z","steps":["trace[138312406] 'process raft request' (duration: 1.367558945s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:57.607211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:56.239173Z","time spent":"1.367947463s","remote":"127.0.0.1:56714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:31:57.613984Z","caller":"traceutil/trace.go:171","msg":"trace[844764336] linearizableReadLoop","detail":"{readStateIndex:2563; appliedIndex:2561; }","duration":"801.32751ms","start":"2026-04-07T01:31:56.81264Z","end":"2026-04-07T01:31:57.613967Z","steps":["trace[844764336] 'read index received' (duration: 793.936759ms)","trace[844764336] 'applied index is now lower than readState.Index' (duration: 7.390051ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:31:57.614075Z","caller":"traceutil/trace.go:171","msg":"trace[1946460087] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"226.744012ms","start":"2026-04-07T01:31:57.387303Z","end":"2026-04-07T01:31:57.614047Z","steps":["trace[1946460087] 'process raft request' (duration: 226.568318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:57.614186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.846461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T01:31:57.614104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.451524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:31:57.614224Z","caller":"traceutil/trace.go:171","msg":"trace[2001814053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2474; }","duration":"199.917914ms","start":"2026-04-07T01:31:57.4143Z","end":"2026-04-07T01:31:57.614218Z","steps":["trace[2001814053] 'agreement among raft nodes before linearized reading' (duration: 199.824511ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:57.614256Z","caller":"traceutil/trace.go:171","msg":"trace[549589966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2474; }","duration":"801.642698ms","start":"2026-04-07T01:31:56.812591Z","end":"2026-04-07T01:31:57.614234Z","steps":["trace[549589966] 'agreement among raft nodes before linearized reading' (duration: 801.469353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:57.614328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:56.81257Z","time spent":"801.737531ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:31:57.6144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.353256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:31:57.614419Z","caller":"traceutil/trace.go:171","msg":"trace[1461222150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2474; }","duration":"176.402717ms","start":"2026-04-07T01:31:57.438012Z","end":"2026-04-07T01:31:57.614414Z","steps":["trace[1461222150] 'agreement among raft nodes before linearized reading' (duration: 176.352796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:57.614428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.550943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T01:31:57.614478Z","caller":"traceutil/trace.go:171","msg":"trace[1688445660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2474; }","duration":"172.638134ms","start":"2026-04-07T01:31:57.441828Z","end":"2026-04-07T01:31:57.614467Z","steps":["trace[1688445660] 'agreement among raft nodes before linearized reading' (duration: 172.472531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:57.614503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.772709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T01:31:57.614519Z","caller":"traceutil/trace.go:171","msg":"trace[980848530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2474; }","duration":"183.81388ms","start":"2026-04-07T01:31:57.430701Z","end":"2026-04-07T01:31:57.614514Z","steps":["trace[980848530] 'agreement among raft nodes before linearized reading' (duration: 183.774519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:57.614582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.182027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T01:31:57.614598Z","caller":"traceutil/trace.go:171","msg":"trace[1736193886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2474; }","duration":"188.231967ms","start":"2026-04-07T01:31:57.426362Z","end":"2026-04-07T01:31:57.614594Z","steps":["trace[1736193886] 'agreement among raft nodes before linearized reading' (duration: 188.187956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:57.614647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.746255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-07T01:31:57.614673Z","caller":"traceutil/trace.go:171","msg":"trace[1350028127] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2474; }","duration":"166.797176ms","start":"2026-04-07T01:31:57.447869Z","end":"2026-04-07T01:31:57.614666Z","steps":["trace[1350028127] 'agreement among raft nodes before linearized reading' (duration: 166.701543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:32:30.311603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288679974,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T01:32:30.547915Z","caller":"traceutil/trace.go:171","msg":"trace[1258018304] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"830.12319ms","start":"2026-04-07T01:32:29.717767Z","end":"2026-04-07T01:32:30.54789Z","steps":["trace[1258018304] 'process raft request' (duration: 829.933556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:32:30.548075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:32:29.717742Z","time spent":"830.253663ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:32:30.734669Z","caller":"traceutil/trace.go:171","msg":"trace[134068080] linearizableReadLoop","detail":"{readStateIndex:2802; appliedIndex:2799; }","duration":"923.627207ms","start":"2026-04-07T01:32:29.811018Z","end":"2026-04-07T01:32:30.734645Z","steps":["trace[134068080] 'read index received' (duration: 736.669673ms)","trace[134068080] 'applied index is now lower than readState.Index' (duration: 186.956374ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:32:30.734766Z","caller":"traceutil/trace.go:171","msg":"trace[154688997] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"895.828753ms","start":"2026-04-07T01:32:29.838896Z","end":"2026-04-07T01:32:30.734725Z","steps":["trace[154688997] 'process raft request' (duration: 850.93899ms)","trace[154688997] 'compare' (duration: 44.574406ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:32:30.734823Z","caller":"traceutil/trace.go:171","msg":"trace[469926394] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"778.64273ms","start":"2026-04-07T01:32:29.956135Z","end":"2026-04-07T01:32:30.734778Z","steps":["trace[469926394] 'process raft request' (duration: 778.444036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:32:30.73494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:32:29.838876Z","time spent":"895.972867ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:32:30.734958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.914255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T01:32:30.734997Z","caller":"traceutil/trace.go:171","msg":"trace[544907089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2698; }","duration":"924.010846ms","start":"2026-04-07T01:32:29.810975Z","end":"2026-04-07T01:32:30.734985Z","steps":["trace[544907089] 'agreement among raft nodes before linearized reading' (duration: 923.848553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:32:30.735005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:32:29.956112Z","time spent":"778.793735ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:32:30.735036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:32:29.810956Z","time spent":"924.070868ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T01:32:30.735091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.694556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T01:32:30.735115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.884784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-07T01:32:30.735175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.860499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:32:30.735216Z","caller":"traceutil/trace.go:171","msg":"trace[233862128] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2698; }","duration":"924.041037ms","start":"2026-04-07T01:32:29.811151Z","end":"2026-04-07T01:32:30.735192Z","steps":["trace[233862128] 'agreement among raft nodes before linearized reading' (duration: 923.747811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:32:30.735234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.088764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-04-07T01:32:30.735263Z","caller":"traceutil/trace.go:171","msg":"trace[569071617] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2698; }","duration":"766.143525ms","start":"2026-04-07T01:32:29.969113Z","end":"2026-04-07T01:32:30.735256Z","steps":["trace[569071617] 'agreement among raft nodes before linearized reading' (duration: 766.067124ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:32:30.735259Z","caller":"traceutil/trace.go:171","msg":"trace[1487780389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2698; }","duration":"922.010762ms","start":"2026-04-07T01:32:29.813227Z","end":"2026-04-07T01:32:30.735238Z","steps":["trace[1487780389] 'agreement among raft nodes before linearized reading' (duration: 921.715356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:32:30.735278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:32:29.811125Z","time spent":"924.1416ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-07T01:32:30.735277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.86984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-04-07T01:32:30.735292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:32:29.969095Z","time spent":"766.191226ms","remote":"127.0.0.1:43770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1319,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-07T01:32:30.735309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:32:29.813203Z","time spent":"922.093354ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T01:32:30.7353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.448323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-07T01:32:30.735311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.01511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T01:32:30.735326Z","caller":"traceutil/trace.go:171","msg":"trace[991252751] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2698; }","duration":"746.947701ms","start":"2026-04-07T01:32:29.988363Z","end":"2026-04-07T01:32:30.735311Z","steps":["trace[991252751] 'agreement among raft nodes before linearized reading' (duration: 746.801177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:32:30.735356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.961855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:32:30.735375Z","caller":"traceutil/trace.go:171","msg":"trace[1428814460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2698; }","duration":"922.530725ms","start":"2026-04-07T01:32:29.812825Z","end":"2026-04-07T01:32:30.735356Z","steps":["trace[1428814460] 'agreement among raft nodes before linearized reading' (duration: 922.296229ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:32:30.735383Z","caller":"traceutil/trace.go:171","msg":"trace[396140803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2698; }","duration":"921.099303ms","start":"2026-04-07T01:32:29.814265Z","end":"2026-04-07T01:32:30.735365Z","steps":["trace[396140803] 'agreement among raft nodes before linearized reading' (duration: 920.883018ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:32:30.735411Z","caller":"traceutil/trace.go:171","msg":"trace[1047378928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2698; }","duration":"924.031387ms","start":"2026-04-07T01:32:29.811356Z","end":"2026-04-07T01:32:30.735388Z","steps":["trace[1047378928] 'agreement among raft nodes before linearized reading' (duration: 923.917255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:32:30.735427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:32:29.814256Z","time spent":"921.162884ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:32:30.735386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:32:29.988345Z","time spent":"747.034153ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:32:30.735444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:32:29.81134Z","time spent":"924.098348ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:32:30.735441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:32:29.812788Z","time spent":"922.641217ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T01:32:30.735159Z","caller":"traceutil/trace.go:171","msg":"trace[1186027030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2698; }","duration":"916.788058ms","start":"2026-04-07T01:32:29.818354Z","end":"2026-04-07T01:32:30.735142Z","steps":["trace[1186027030] 'agreement among raft nodes before linearized reading' (duration: 916.568463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:32:30.735486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.766616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-07T01:32:30.735564Z","caller":"traceutil/trace.go:171","msg":"trace[1811846232] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2698; }","duration":"741.859168ms","start":"2026-04-07T01:32:29.99368Z","end":"2026-04-07T01:32:30.735539Z","steps":["trace[1811846232] 'agreement among raft nodes before linearized reading' (duration: 741.585973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:32:30.735616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:32:29.993669Z","time spent":"741.93827ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:32:30.735561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:32:29.818345Z","time spent":"917.192266ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T01:32:30.872992Z","caller":"traceutil/trace.go:171","msg":"trace[1777350811] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"133.389861ms","start":"2026-04-07T01:32:30.739571Z","end":"2026-04-07T01:32:30.872961Z","steps":["trace[1777350811] 'process raft request' (duration: 120.319441ms)","trace[1777350811] 'compare' (duration: 12.894456ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:32:30.873714Z","caller":"traceutil/trace.go:171","msg":"trace[2026261020] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"134.092296ms","start":"2026-04-07T01:32:30.739605Z","end":"2026-04-07T01:32:30.873698Z","steps":["trace[2026261020] 'process raft request' (duration: 133.861691ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:32:30.873772Z","caller":"traceutil/trace.go:171","msg":"trace[1385549043] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"133.381291ms","start":"2026-04-07T01:32:30.740362Z","end":"2026-04-07T01:32:30.873743Z","steps":["trace[1385549043] 'process raft request' (duration: 133.295669ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:32:30.873836Z","caller":"traceutil/trace.go:171","msg":"trace[1639591552] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"133.984364ms","start":"2026-04-07T01:32:30.739842Z","end":"2026-04-07T01:32:30.873826Z","steps":["trace[1639591552] 'process raft request' (duration: 133.738788ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:32:30.873929Z","caller":"traceutil/trace.go:171","msg":"trace[1409135747] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"132.849728ms","start":"2026-04-07T01:32:30.741066Z","end":"2026-04-07T01:32:30.873916Z","steps":["trace[1409135747] 'process raft request' (duration: 132.631893ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:32:30.873977Z","caller":"traceutil/trace.go:171","msg":"trace[1337738772] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"133.82043ms","start":"2026-04-07T01:32:30.740146Z","end":"2026-04-07T01:32:30.873966Z","steps":["trace[1337738772] 'process raft request' (duration: 133.476102ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:32:30.873996Z","caller":"traceutil/trace.go:171","msg":"trace[1954692398] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"131.850116ms","start":"2026-04-07T01:32:30.742119Z","end":"2026-04-07T01:32:30.873969Z","steps":["trace[1954692398] 'process raft request' (duration: 131.702163ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:32:30.874055Z","caller":"traceutil/trace.go:171","msg":"trace[411750110] linearizableReadLoop","detail":"{readStateIndex:2808; appliedIndex:2802; }","duration":"132.867239ms","start":"2026-04-07T01:32:30.741178Z","end":"2026-04-07T01:32:30.874045Z","steps":["trace[411750110] 'read index received' (duration: 118.729346ms)","trace[411750110] 'applied index is now lower than readState.Index' (duration: 14.136582ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:32:30.874107Z","caller":"traceutil/trace.go:171","msg":"trace[1583745272] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"131.185862ms","start":"2026-04-07T01:32:30.74291Z","end":"2026-04-07T01:32:30.874096Z","steps":["trace[1583745272] 'process raft request' (duration: 131.010288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:32:30.874258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.271213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:32:30.874314Z","caller":"traceutil/trace.go:171","msg":"trace[1560291227] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2706; }","duration":"126.358015ms","start":"2026-04-07T01:32:30.747943Z","end":"2026-04-07T01:32:30.874301Z","steps":["trace[1560291227] 'agreement among raft nodes before linearized reading' (duration: 126.197712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:32:30.874273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.082863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1245"} {"level":"warn","ts":"2026-04-07T01:32:30.874456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.558966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:32:30.874495Z","caller":"traceutil/trace.go:171","msg":"trace[1613995022] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2706; }","duration":"133.329448ms","start":"2026-04-07T01:32:30.741154Z","end":"2026-04-07T01:32:30.874484Z","steps":["trace[1613995022] 'agreement among raft nodes before linearized reading' (duration: 132.96837ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:32:30.874529Z","caller":"traceutil/trace.go:171","msg":"trace[815584011] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2706; }","duration":"106.6779ms","start":"2026-04-07T01:32:30.767829Z","end":"2026-04-07T01:32:30.874507Z","steps":["trace[815584011] 'agreement among raft nodes before linearized reading' (duration: 106.542597ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:33:04.958725Z","caller":"traceutil/trace.go:171","msg":"trace[2099082434] linearizableReadLoop","detail":"{readStateIndex:3145; appliedIndex:3144; }","duration":"146.98748ms","start":"2026-04-07T01:33:04.811716Z","end":"2026-04-07T01:33:04.958703Z","steps":["trace[2099082434] 'read index received' (duration: 146.865067ms)","trace[2099082434] 'applied index is now lower than readState.Index' (duration: 121.613µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:33:04.958803Z","caller":"traceutil/trace.go:171","msg":"trace[510190134] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"269.395638ms","start":"2026-04-07T01:33:04.689382Z","end":"2026-04-07T01:33:04.958778Z","steps":["trace[510190134] 'process raft request' (duration: 269.181833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:33:04.958836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.117743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:33:04.958868Z","caller":"traceutil/trace.go:171","msg":"trace[1128200239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3024; }","duration":"147.229635ms","start":"2026-04-07T01:33:04.811627Z","end":"2026-04-07T01:33:04.958857Z","steps":["trace[1128200239] 'agreement among raft nodes before linearized reading' (duration: 147.165804ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:33:25.658509Z","caller":"traceutil/trace.go:171","msg":"trace[520679210] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"108.947909ms","start":"2026-04-07T01:33:25.549508Z","end":"2026-04-07T01:33:25.658456Z","steps":["trace[520679210] 'process raft request' (duration: 72.169436ms)","trace[520679210] 'compare' (duration: 36.585419ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:33:25.871507Z","caller":"traceutil/trace.go:171","msg":"trace[1732529445] transaction","detail":"{read_only:false; response_revision:3251; number_of_response:1; }","duration":"168.797274ms","start":"2026-04-07T01:33:25.702676Z","end":"2026-04-07T01:33:25.871473Z","steps":["trace[1732529445] 'process raft request' (duration: 81.771779ms)","trace[1732529445] 'compare' (duration: 86.705527ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:33:38.138685Z","caller":"traceutil/trace.go:171","msg":"trace[1562182336] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"324.78011ms","start":"2026-04-07T01:33:37.813875Z","end":"2026-04-07T01:33:38.138655Z","steps":["trace[1562182336] 'process raft request' (duration: 324.696987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:33:38.138885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:33:37.813859Z","time spent":"324.930453ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:33:38.138723Z","caller":"traceutil/trace.go:171","msg":"trace[66462084] transaction","detail":"{read_only:false; response_revision:3326; number_of_response:1; }","duration":"326.380916ms","start":"2026-04-07T01:33:37.812283Z","end":"2026-04-07T01:33:38.138664Z","steps":["trace[66462084] 'process raft request' (duration: 243.694993ms)","trace[66462084] 'compare' (duration: 82.445987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:33:38.139959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:33:37.812253Z","time spent":"327.591152ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:33:43.630406Z","caller":"traceutil/trace.go:171","msg":"trace[634062385] linearizableReadLoop","detail":"{readStateIndex:3495; appliedIndex:3494; }","duration":"284.375374ms","start":"2026-04-07T01:33:43.346006Z","end":"2026-04-07T01:33:43.630381Z","steps":["trace[634062385] 'read index received' (duration: 284.250182ms)","trace[634062385] 'applied index is now lower than readState.Index' (duration: 124.332µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:33:43.630543Z","caller":"traceutil/trace.go:171","msg":"trace[612281883] transaction","detail":"{read_only:false; response_revision:3359; number_of_response:1; }","duration":"284.973188ms","start":"2026-04-07T01:33:43.345519Z","end":"2026-04-07T01:33:43.630492Z","steps":["trace[612281883] 'process raft request' (duration: 284.714142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:33:43.630638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.608929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-07T01:33:43.630693Z","caller":"traceutil/trace.go:171","msg":"trace[1524786742] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3359; }","duration":"284.703392ms","start":"2026-04-07T01:33:43.345975Z","end":"2026-04-07T01:33:43.630678Z","steps":["trace[1524786742] 'agreement among raft nodes before linearized reading' (duration: 284.531898ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:33:43.6365Z","caller":"traceutil/trace.go:171","msg":"trace[1045184990] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"288.391974ms","start":"2026-04-07T01:33:43.348086Z","end":"2026-04-07T01:33:43.636478Z","steps":["trace[1045184990] 'process raft request' (duration: 288.306362ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:33:43.636571Z","caller":"traceutil/trace.go:171","msg":"trace[1064632006] transaction","detail":"{read_only:false; response_revision:3363; number_of_response:1; }","duration":"177.154891ms","start":"2026-04-07T01:33:43.459406Z","end":"2026-04-07T01:33:43.636561Z","steps":["trace[1064632006] 'process raft request' (duration: 177.010337ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:33:43.636521Z","caller":"traceutil/trace.go:171","msg":"trace[508893774] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"290.167104ms","start":"2026-04-07T01:33:43.346303Z","end":"2026-04-07T01:33:43.63647Z","steps":["trace[508893774] 'process raft request' (duration: 290.00678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:33:43.636532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.174874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T01:33:43.636655Z","caller":"traceutil/trace.go:171","msg":"trace[1315958018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3363; }","duration":"290.319967ms","start":"2026-04-07T01:33:43.346321Z","end":"2026-04-07T01:33:43.636641Z","steps":["trace[1315958018] 'agreement among raft nodes before linearized reading' (duration: 290.132963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:33:43.636918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.904931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:33:43.637027Z","caller":"traceutil/trace.go:171","msg":"trace[1019608454] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:0; response_revision:3363; }","duration":"196.074324ms","start":"2026-04-07T01:33:43.440927Z","end":"2026-04-07T01:33:43.637002Z","steps":["trace[1019608454] 'agreement among raft nodes before linearized reading' (duration: 195.851789ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:33:43.637296Z","caller":"traceutil/trace.go:171","msg":"trace[392416489] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"290.89727ms","start":"2026-04-07T01:33:43.346384Z","end":"2026-04-07T01:33:43.637281Z","steps":["trace[392416489] 'process raft request' (duration: 289.976269ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:24.006074Z","caller":"traceutil/trace.go:171","msg":"trace[1901689543] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3706; }","duration":"105.661029ms","start":"2026-04-07T01:34:23.900388Z","end":"2026-04-07T01:34:24.006049Z","steps":["trace[1901689543] 'process raft request' (duration: 105.557996ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:24.232909Z","caller":"traceutil/trace.go:171","msg":"trace[142918256] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3710; }","duration":"113.513995ms","start":"2026-04-07T01:34:24.119365Z","end":"2026-04-07T01:34:24.232879Z","steps":["trace[142918256] 'process raft request' (duration: 113.30302ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:24.548368Z","caller":"traceutil/trace.go:171","msg":"trace[2063250320] linearizableReadLoop","detail":"{readStateIndex:3874; appliedIndex:3873; }","duration":"162.578303ms","start":"2026-04-07T01:34:24.385763Z","end":"2026-04-07T01:34:24.548341Z","steps":["trace[2063250320] 'read index received' (duration: 162.218755ms)","trace[2063250320] 'applied index is now lower than readState.Index' (duration: 358.718µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:34:24.54841Z","caller":"traceutil/trace.go:171","msg":"trace[613282458] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3711; }","duration":"172.466955ms","start":"2026-04-07T01:34:24.375914Z","end":"2026-04-07T01:34:24.548381Z","steps":["trace[613282458] 'process raft request' (duration: 172.22416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:24.548646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.85791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-07T01:34:24.548725Z","caller":"traceutil/trace.go:171","msg":"trace[1308840303] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3711; }","duration":"162.948182ms","start":"2026-04-07T01:34:24.385734Z","end":"2026-04-07T01:34:24.548682Z","steps":["trace[1308840303] 'agreement among raft nodes before linearized reading' (duration: 162.710327ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:24.690273Z","caller":"traceutil/trace.go:171","msg":"trace[1118077662] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3713; }","duration":"104.905261ms","start":"2026-04-07T01:34:24.585336Z","end":"2026-04-07T01:34:24.690241Z","steps":["trace[1118077662] 'process raft request' (duration: 48.118309ms)","trace[1118077662] 'compare' (duration: 56.66339ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:34:42.389933Z","caller":"traceutil/trace.go:171","msg":"trace[115791685] linearizableReadLoop","detail":"{readStateIndex:4024; appliedIndex:4023; }","duration":"198.246943ms","start":"2026-04-07T01:34:42.19166Z","end":"2026-04-07T01:34:42.389907Z","steps":["trace[115791685] 'read index received' (duration: 198.043019ms)","trace[115791685] 'applied index is now lower than readState.Index' (duration: 202.764µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:34:42.390016Z","caller":"traceutil/trace.go:171","msg":"trace[1552158330] transaction","detail":"{read_only:false; response_revision:3848; number_of_response:1; }","duration":"279.59074ms","start":"2026-04-07T01:34:42.110401Z","end":"2026-04-07T01:34:42.389991Z","steps":["trace[1552158330] 'process raft request' (duration: 279.357115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:42.390258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.594491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T01:34:42.390318Z","caller":"traceutil/trace.go:171","msg":"trace[388778464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3848; }","duration":"198.703453ms","start":"2026-04-07T01:34:42.1916Z","end":"2026-04-07T01:34:42.390304Z","steps":["trace[388778464] 'agreement among raft nodes before linearized reading' (duration: 198.473628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:42.390384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.378305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T01:34:42.390264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.436638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T01:34:42.390437Z","caller":"traceutil/trace.go:171","msg":"trace[516494076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3848; }","duration":"198.425056ms","start":"2026-04-07T01:34:42.191993Z","end":"2026-04-07T01:34:42.390419Z","steps":["trace[516494076] 'agreement among raft nodes before linearized reading' (duration: 198.306694ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:42.39045Z","caller":"traceutil/trace.go:171","msg":"trace[1809104261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3848; }","duration":"198.663282ms","start":"2026-04-07T01:34:42.191774Z","end":"2026-04-07T01:34:42.390437Z","steps":["trace[1809104261] 'agreement among raft nodes before linearized reading' (duration: 198.356865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:42.390698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.811525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:34:42.390752Z","caller":"traceutil/trace.go:171","msg":"trace[808948772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3848; }","duration":"198.884137ms","start":"2026-04-07T01:34:42.191849Z","end":"2026-04-07T01:34:42.390733Z","steps":["trace[808948772] 'agreement among raft nodes before linearized reading' (duration: 198.704933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:49.921583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.715395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:34:49.92168Z","caller":"traceutil/trace.go:171","msg":"trace[481878452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4234; }","duration":"109.823407ms","start":"2026-04-07T01:34:49.811836Z","end":"2026-04-07T01:34:49.921659Z","steps":["trace[481878452] 'range keys from in-memory index tree' (duration: 109.647053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:49.921679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.669828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-5tjjx\" ","response":"range_response_count:1 size:4810"} {"level":"info","ts":"2026-04-07T01:34:49.921849Z","caller":"traceutil/trace.go:171","msg":"trace[926590500] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-5tjjx; range_end:; response_count:1; response_revision:4234; }","duration":"139.870612ms","start":"2026-04-07T01:34:49.781948Z","end":"2026-04-07T01:34:49.921819Z","steps":["trace[926590500] 'range keys from in-memory index tree' (duration: 139.487853ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:51.308686Z","caller":"traceutil/trace.go:171","msg":"trace[1988010560] linearizableReadLoop","detail":"{readStateIndex:4470; appliedIndex:4469; }","duration":"170.01117ms","start":"2026-04-07T01:34:51.138657Z","end":"2026-04-07T01:34:51.308668Z","steps":["trace[1988010560] 'read index received' (duration: 169.824146ms)","trace[1988010560] 'applied index is now lower than readState.Index' (duration: 186.384µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:34:51.30878Z","caller":"traceutil/trace.go:171","msg":"trace[909854393] transaction","detail":"{read_only:false; response_revision:4286; number_of_response:1; }","duration":"234.195642ms","start":"2026-04-07T01:34:51.074557Z","end":"2026-04-07T01:34:51.308752Z","steps":["trace[909854393] 'process raft request' (duration: 233.995088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:51.308883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.216315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-07T01:34:51.308914Z","caller":"traceutil/trace.go:171","msg":"trace[1580080834] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4286; }","duration":"170.289787ms","start":"2026-04-07T01:34:51.138616Z","end":"2026-04-07T01:34:51.308906Z","steps":["trace[1580080834] 'agreement among raft nodes before linearized reading' (duration: 170.140603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:51.309096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.957821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T01:34:51.309217Z","caller":"traceutil/trace.go:171","msg":"trace[1061990618] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:4286; }","duration":"118.101954ms","start":"2026-04-07T01:34:51.191086Z","end":"2026-04-07T01:34:51.309188Z","steps":["trace[1061990618] 'agreement among raft nodes before linearized reading' (duration: 117.805017ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:52.314596Z","caller":"traceutil/trace.go:171","msg":"trace[2108831398] linearizableReadLoop","detail":"{readStateIndex:4503; appliedIndex:4502; }","duration":"456.674568ms","start":"2026-04-07T01:34:51.8579Z","end":"2026-04-07T01:34:52.314575Z","steps":["trace[2108831398] 'read index received' (duration: 456.537645ms)","trace[2108831398] 'applied index is now lower than readState.Index' (duration: 135.703µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:34:52.314654Z","caller":"traceutil/trace.go:171","msg":"trace[1379139818] transaction","detail":"{read_only:false; response_revision:4318; number_of_response:1; }","duration":"501.361382ms","start":"2026-04-07T01:34:51.813259Z","end":"2026-04-07T01:34:52.314621Z","steps":["trace[1379139818] 'process raft request' (duration: 501.171798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:52.314732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.809612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2139eb93-0f00-4a8f-8eab-d59162e901d5\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-04-07T01:34:52.314797Z","caller":"traceutil/trace.go:171","msg":"trace[1201920463] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2139eb93-0f00-4a8f-8eab-d59162e901d5; range_end:; response_count:1; response_revision:4318; }","duration":"456.934285ms","start":"2026-04-07T01:34:51.857846Z","end":"2026-04-07T01:34:52.31478Z","steps":["trace[1201920463] 'agreement among raft nodes before linearized reading' (duration: 456.810442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:52.314806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:34:51.813235Z","time spent":"501.491215ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:34:52.314846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:34:51.857823Z","time spent":"457.008686ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3917,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2139eb93-0f00-4a8f-8eab-d59162e901d5\" "} {"level":"warn","ts":"2026-04-07T01:34:52.331421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.917786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-07T01:34:52.331416Z","caller":"traceutil/trace.go:171","msg":"trace[1300521733] transaction","detail":"{read_only:false; response_revision:4319; number_of_response:1; }","duration":"470.374416ms","start":"2026-04-07T01:34:51.860989Z","end":"2026-04-07T01:34:52.331363Z","steps":["trace[1300521733] 'process raft request' (duration: 470.134171ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:52.331502Z","caller":"traceutil/trace.go:171","msg":"trace[716635357] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4319; }","duration":"454.042769ms","start":"2026-04-07T01:34:51.877441Z","end":"2026-04-07T01:34:52.331484Z","steps":["trace[716635357] 'agreement among raft nodes before linearized reading' (duration: 453.815564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:52.331545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:34:51.877423Z","time spent":"454.114141ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T01:34:52.331594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:34:51.860968Z","time spent":"470.539999ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:34:52.332078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.075409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:48 size:2349409"} {"level":"info","ts":"2026-04-07T01:34:52.332127Z","caller":"traceutil/trace.go:171","msg":"trace[7089298] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:48; response_revision:4319; }","duration":"299.16056ms","start":"2026-04-07T01:34:52.032955Z","end":"2026-04-07T01:34:52.332116Z","steps":["trace[7089298] 'agreement among raft nodes before linearized reading' (duration: 298.413933ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:52.521958Z","caller":"traceutil/trace.go:171","msg":"trace[1129995218] linearizableReadLoop","detail":"{readStateIndex:4505; appliedIndex:4504; }","duration":"134.766117ms","start":"2026-04-07T01:34:52.38716Z","end":"2026-04-07T01:34:52.521926Z","steps":["trace[1129995218] 'read index received' (duration: 134.44646ms)","trace[1129995218] 'applied index is now lower than readState.Index' (duration: 318.387µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:34:52.522022Z","caller":"traceutil/trace.go:171","msg":"trace[1021010077] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"138.117532ms","start":"2026-04-07T01:34:52.383866Z","end":"2026-04-07T01:34:52.521984Z","steps":["trace[1021010077] 'process raft request' (duration: 137.853666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:52.522296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.112274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-04-07T01:34:52.522357Z","caller":"traceutil/trace.go:171","msg":"trace[497255037] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4320; }","duration":"135.214327ms","start":"2026-04-07T01:34:52.387126Z","end":"2026-04-07T01:34:52.522341Z","steps":["trace[497255037] 'agreement among raft nodes before linearized reading' (duration: 134.953241ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:52.699884Z","caller":"traceutil/trace.go:171","msg":"trace[108023077] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"172.158287ms","start":"2026-04-07T01:34:52.5277Z","end":"2026-04-07T01:34:52.699858Z","steps":["trace[108023077] 'process raft request' (duration: 172.085246ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:52.699977Z","caller":"traceutil/trace.go:171","msg":"trace[304640593] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"172.27608ms","start":"2026-04-07T01:34:52.527665Z","end":"2026-04-07T01:34:52.699941Z","steps":["trace[304640593] 'process raft request' (duration: 172.074455ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:52.700176Z","caller":"traceutil/trace.go:171","msg":"trace[666042557] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"172.430594ms","start":"2026-04-07T01:34:52.527735Z","end":"2026-04-07T01:34:52.700166Z","steps":["trace[666042557] 'process raft request' (duration: 172.084236ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:52.700266Z","caller":"traceutil/trace.go:171","msg":"trace[30117261] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"172.023985ms","start":"2026-04-07T01:34:52.528232Z","end":"2026-04-07T01:34:52.700256Z","steps":["trace[30117261] 'process raft request' (duration: 171.79157ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:52.700269Z","caller":"traceutil/trace.go:171","msg":"trace[1778042260] linearizableReadLoop","detail":"{readStateIndex:4511; appliedIndex:4505; }","duration":"171.487203ms","start":"2026-04-07T01:34:52.528755Z","end":"2026-04-07T01:34:52.700242Z","steps":["trace[1778042260] 'read index received' (duration: 52.382056ms)","trace[1778042260] 'applied index is now lower than readState.Index' (duration: 119.103927ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:34:52.700367Z","caller":"traceutil/trace.go:171","msg":"trace[2072131145] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4326; }","duration":"169.775194ms","start":"2026-04-07T01:34:52.530563Z","end":"2026-04-07T01:34:52.700338Z","steps":["trace[2072131145] 'process raft request' (duration: 169.60161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:52.700557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.771709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-04-07T01:34:52.699879Z","caller":"traceutil/trace.go:171","msg":"trace[2122993580] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"172.253979ms","start":"2026-04-07T01:34:52.527592Z","end":"2026-04-07T01:34:52.699846Z","steps":["trace[2122993580] 'process raft request' (duration: 171.961243ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:52.70063Z","caller":"traceutil/trace.go:171","msg":"trace[1247479512] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4326; }","duration":"171.873712ms","start":"2026-04-07T01:34:52.528734Z","end":"2026-04-07T01:34:52.700608Z","steps":["trace[1247479512] 'agreement among raft nodes before linearized reading' (duration: 171.630397ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:53.857355Z","caller":"traceutil/trace.go:171","msg":"trace[1152676009] linearizableReadLoop","detail":"{readStateIndex:4559; appliedIndex:4558; }","duration":"131.047193ms","start":"2026-04-07T01:34:53.726286Z","end":"2026-04-07T01:34:53.857333Z","steps":["trace[1152676009] 'read index received' (duration: 55.064247ms)","trace[1152676009] 'applied index is now lower than readState.Index' (duration: 75.981756ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:34:53.857627Z","caller":"traceutil/trace.go:171","msg":"trace[164843278] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4370; }","duration":"137.57017ms","start":"2026-04-07T01:34:53.720021Z","end":"2026-04-07T01:34:53.857591Z","steps":["trace[164843278] 'process raft request' (duration: 61.305497ms)","trace[164843278] 'compare' (duration: 75.829493ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:34:53.857701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.36013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:34:53.857783Z","caller":"traceutil/trace.go:171","msg":"trace[1032322651] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4370; }","duration":"131.533305ms","start":"2026-04-07T01:34:53.72623Z","end":"2026-04-07T01:34:53.857763Z","steps":["trace[1032322651] 'agreement among raft nodes before linearized reading' (duration: 131.350071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:54.121613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.839379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:34:54.121723Z","caller":"traceutil/trace.go:171","msg":"trace[522117772] linearizableReadLoop","detail":"{readStateIndex:4562; appliedIndex:4561; }","duration":"245.529995ms","start":"2026-04-07T01:34:53.876178Z","end":"2026-04-07T01:34:54.121708Z","steps":["trace[522117772] 'read index received' (duration: 126.605755ms)","trace[522117772] 'applied index is now lower than readState.Index' (duration: 118.92305ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:34:54.121783Z","caller":"traceutil/trace.go:171","msg":"trace[234848172] transaction","detail":"{read_only:false; response_revision:4373; number_of_response:1; }","duration":"245.705319ms","start":"2026-04-07T01:34:53.876069Z","end":"2026-04-07T01:34:54.121775Z","steps":["trace[234848172] 'process raft request' (duration: 126.622335ms)","trace[234848172] 'compare' (duration: 118.644414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:34:54.122125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.937984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-07T01:34:54.12218Z","caller":"traceutil/trace.go:171","msg":"trace[1523503773] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4373; }","duration":"246.023626ms","start":"2026-04-07T01:34:53.876142Z","end":"2026-04-07T01:34:54.122165Z","steps":["trace[1523503773] 'agreement among raft nodes before linearized reading' (duration: 245.649008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:54.125887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.188935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-68fl4\" ","response":"range_response_count:1 size:9311"} {"level":"info","ts":"2026-04-07T01:34:54.1259Z","caller":"traceutil/trace.go:171","msg":"trace[1139818833] transaction","detail":"{read_only:false; response_revision:4374; number_of_response:1; }","duration":"198.221433ms","start":"2026-04-07T01:34:53.92763Z","end":"2026-04-07T01:34:54.125852Z","steps":["trace[1139818833] 'process raft request' (duration: 198.062438ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:54.1267Z","caller":"traceutil/trace.go:171","msg":"trace[1291348476] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-68fl4; range_end:; response_count:1; response_revision:4374; }","duration":"248.924121ms","start":"2026-04-07T01:34:53.877671Z","end":"2026-04-07T01:34:54.126595Z","steps":["trace[1291348476] 'agreement among raft nodes before linearized reading' (duration: 248.116212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:54.126078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.47697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-04-07T01:34:54.1268Z","caller":"traceutil/trace.go:171","msg":"trace[131097913] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4374; }","duration":"228.274577ms","start":"2026-04-07T01:34:53.898505Z","end":"2026-04-07T01:34:54.126779Z","steps":["trace[131097913] 'agreement among raft nodes before linearized reading' (duration: 227.370387ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:57.809051Z","caller":"traceutil/trace.go:171","msg":"trace[804079862] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"165.501908ms","start":"2026-04-07T01:34:57.643524Z","end":"2026-04-07T01:34:57.809026Z","steps":["trace[804079862] 'process raft request' (duration: 165.269132ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:58.176495Z","caller":"traceutil/trace.go:171","msg":"trace[954271718] linearizableReadLoop","detail":"{readStateIndex:4649; appliedIndex:4648; }","duration":"295.980858ms","start":"2026-04-07T01:34:57.880494Z","end":"2026-04-07T01:34:58.176475Z","steps":["trace[954271718] 'read index received' (duration: 295.741923ms)","trace[954271718] 'applied index is now lower than readState.Index' (duration: 237.585µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:34:58.176864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.323127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-68fl4.18a3ef365aaa373e\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-07T01:34:58.176959Z","caller":"traceutil/trace.go:171","msg":"trace[2134142928] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-68fl4.18a3ef365aaa373e; range_end:; response_count:1; response_revision:4458; }","duration":"296.47884ms","start":"2026-04-07T01:34:57.880454Z","end":"2026-04-07T01:34:58.176933Z","steps":["trace[2134142928] 'agreement among raft nodes before linearized reading' (duration: 296.157503ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:58.176906Z","caller":"traceutil/trace.go:171","msg":"trace[1072465430] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"323.838085ms","start":"2026-04-07T01:34:57.853058Z","end":"2026-04-07T01:34:58.176896Z","steps":["trace[1072465430] 'process raft request' (duration: 323.293151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:58.177382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:34:57.853039Z","time spent":"324.170612ms","remote":"127.0.0.1:56714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:35:01.129275Z","caller":"traceutil/trace.go:171","msg":"trace[1874814309] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"307.991107ms","start":"2026-04-07T01:35:00.82125Z","end":"2026-04-07T01:35:01.129241Z","steps":["trace[1874814309] 'process raft request' (duration: 307.68301ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:01.129319Z","caller":"traceutil/trace.go:171","msg":"trace[1897053657] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"307.718092ms","start":"2026-04-07T01:35:00.821574Z","end":"2026-04-07T01:35:01.129292Z","steps":["trace[1897053657] 'process raft request' (duration: 307.640689ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:01.129336Z","caller":"traceutil/trace.go:171","msg":"trace[1640947501] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"307.817924ms","start":"2026-04-07T01:35:00.82148Z","end":"2026-04-07T01:35:01.129298Z","steps":["trace[1640947501] 'process raft request' (duration: 307.638669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:01.129443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:00.821233Z","time spent":"308.11752ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:35:01.129473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:00.821566Z","time spent":"307.827944ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:35:01.129537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:00.821465Z","time spent":"307.970667ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:35:01.12954Z","caller":"traceutil/trace.go:171","msg":"trace[1703054141] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"307.678861ms","start":"2026-04-07T01:35:00.821832Z","end":"2026-04-07T01:35:01.129511Z","steps":["trace[1703054141] 'process raft request' (duration: 307.423335ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:01.129651Z","caller":"traceutil/trace.go:171","msg":"trace[776017371] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"294.792593ms","start":"2026-04-07T01:35:00.834846Z","end":"2026-04-07T01:35:01.129639Z","steps":["trace[776017371] 'process raft request' (duration: 294.526867ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:01.129641Z","caller":"traceutil/trace.go:171","msg":"trace[1421761301] linearizableReadLoop","detail":"{readStateIndex:4745; appliedIndex:4740; }","duration":"276.45783ms","start":"2026-04-07T01:35:00.853145Z","end":"2026-04-07T01:35:01.129602Z","steps":["trace[1421761301] 'read index received' (duration: 275.925257ms)","trace[1421761301] 'applied index is now lower than readState.Index' (duration: 531.403µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:35:01.129704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:00.821821Z","time spent":"307.804383ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:35:01.1298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.650894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:35:01.12987Z","caller":"traceutil/trace.go:171","msg":"trace[323306717] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4550; }","duration":"276.743086ms","start":"2026-04-07T01:35:00.853107Z","end":"2026-04-07T01:35:01.129851Z","steps":["trace[323306717] 'agreement among raft nodes before linearized reading' (duration: 276.628644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:01.629762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288684463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:35:02.130253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288684463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:35:02.474708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.345675949s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:35:02.771732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.765256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:35:02.771967Z","caller":"traceutil/trace.go:171","msg":"trace[1940554302] linearizableReadLoop","detail":"{readStateIndex:4748; appliedIndex:4745; }","duration":"1.64223094s","start":"2026-04-07T01:35:01.12972Z","end":"2026-04-07T01:35:02.771951Z","steps":["trace[1940554302] 'read index received' (duration: 1.345177578s)","trace[1940554302] 'applied index is now lower than readState.Index' (duration: 297.052542ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:02.772064Z","caller":"traceutil/trace.go:171","msg":"trace[1136644082] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"1.857337091s","start":"2026-04-07T01:35:00.914715Z","end":"2026-04-07T01:35:02.772052Z","steps":["trace[1136644082] 'process raft request' (duration: 1.560170686s)","trace[1136644082] 'compare' (duration: 296.232384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:35:02.77213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:00.91469Z","time spent":"1.857406263s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:35:02.772261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663587679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-07T01:35:02.772418Z","caller":"traceutil/trace.go:171","msg":"trace[544968430] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4553; }","duration":"1.663683692s","start":"2026-04-07T01:35:01.108634Z","end":"2026-04-07T01:35:02.772318Z","steps":["trace[544968430] 'agreement among raft nodes before linearized reading' (duration: 1.663419426s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:02.772456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.687022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T01:35:02.772438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676240093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njprq\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-07T01:35:02.772486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:01.108623Z","time spent":"1.663847075s","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-07T01:35:02.772497Z","caller":"traceutil/trace.go:171","msg":"trace[1942882226] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4553; }","duration":"116.944428ms","start":"2026-04-07T01:35:02.655541Z","end":"2026-04-07T01:35:02.772486Z","steps":["trace[1942882226] 'agreement among raft nodes before linearized reading' (duration: 116.847976ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:02.77253Z","caller":"traceutil/trace.go:171","msg":"trace[987887143] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njprq; range_end:; response_count:1; response_revision:4553; }","duration":"1.676376746s","start":"2026-04-07T01:35:01.096129Z","end":"2026-04-07T01:35:02.772505Z","steps":["trace[987887143] 'agreement among raft nodes before linearized reading' (duration: 1.676074479s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:02.772602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:01.096109Z","time spent":"1.676476788s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-njprq\" "} {"level":"warn","ts":"2026-04-07T01:35:02.772644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336434691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-07T01:35:02.772663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.873332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:35:02.772697Z","caller":"traceutil/trace.go:171","msg":"trace[384506348] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4553; }","duration":"1.336524492s","start":"2026-04-07T01:35:01.436157Z","end":"2026-04-07T01:35:02.772681Z","steps":["trace[384506348] 'agreement among raft nodes before linearized reading' (duration: 1.336397489s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:02.772737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:01.436138Z","time spent":"1.336589654s","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-07T01:35:02.772733Z","caller":"traceutil/trace.go:171","msg":"trace[750534506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4553; }","duration":"963.963254ms","start":"2026-04-07T01:35:01.808743Z","end":"2026-04-07T01:35:02.772706Z","steps":["trace[750534506] 'agreement among raft nodes before linearized reading' (duration: 963.842621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:02.772717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.161213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T01:35:02.77272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691156759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T01:35:02.772785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:01.808728Z","time spent":"964.044965ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:35:02.772795Z","caller":"traceutil/trace.go:171","msg":"trace[434774916] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"1.636506901s","start":"2026-04-07T01:35:01.136271Z","end":"2026-04-07T01:35:02.772778Z","steps":["trace[434774916] 'process raft request' (duration: 1.63556303s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:02.772775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.890657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eac66b35-cd50-4a51-ae45-55c4682c7003\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-04-07T01:35:02.772813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341102736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:35:02.772832Z","caller":"traceutil/trace.go:171","msg":"trace[1974883048] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4553; }","duration":"288.294366ms","start":"2026-04-07T01:35:02.484509Z","end":"2026-04-07T01:35:02.772804Z","steps":["trace[1974883048] 'agreement among raft nodes before linearized reading' (duration: 288.073071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:02.772879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:01.136248Z","time spent":"1.636589923s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:35:02.772902Z","caller":"traceutil/trace.go:171","msg":"trace[449003373] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eac66b35-cd50-4a51-ae45-55c4682c7003; range_end:; response_count:1; response_revision:4553; }","duration":"950.01667ms","start":"2026-04-07T01:35:01.822847Z","end":"2026-04-07T01:35:02.772864Z","steps":["trace[449003373] 'agreement among raft nodes before linearized reading' (duration: 949.687073ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:02.772903Z","caller":"traceutil/trace.go:171","msg":"trace[579068514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4553; }","duration":"1.341240699s","start":"2026-04-07T01:35:01.43163Z","end":"2026-04-07T01:35:02.772871Z","steps":["trace[579068514] 'agreement among raft nodes before linearized reading' (duration: 1.341060675s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:02.772954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:01.822808Z","time spent":"950.134853ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eac66b35-cd50-4a51-ae45-55c4682c7003\" "} {"level":"warn","ts":"2026-04-07T01:35:02.772924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.410674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T01:35:02.772968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:01.431603Z","time spent":"1.341348231s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:35:02.772985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872059151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eac66b35-cd50-4a51-ae45-55c4682c7003\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-07T01:35:02.772954Z","caller":"traceutil/trace.go:171","msg":"trace[214282363] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"951.626136ms","start":"2026-04-07T01:35:01.821304Z","end":"2026-04-07T01:35:02.77293Z","steps":["trace[214282363] 'process raft request' (duration: 950.601223ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:02.773045Z","caller":"traceutil/trace.go:171","msg":"trace[1679149211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4553; }","duration":"124.584058ms","start":"2026-04-07T01:35:02.648427Z","end":"2026-04-07T01:35:02.773011Z","steps":["trace[1679149211] 'agreement among raft nodes before linearized reading' (duration: 124.174439ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:02.77306Z","caller":"traceutil/trace.go:171","msg":"trace[1941789880] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eac66b35-cd50-4a51-ae45-55c4682c7003; range_end:; response_count:1; response_revision:4553; }","duration":"1.872173304s","start":"2026-04-07T01:35:00.90086Z","end":"2026-04-07T01:35:02.773034Z","steps":["trace[1941789880] 'agreement among raft nodes before linearized reading' (duration: 1.871195912s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:02.77308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.337344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18a3ef377fb62daa\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-04-07T01:35:02.772278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580681557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-07T01:35:02.77311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:00.900844Z","time spent":"1.872251996s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eac66b35-cd50-4a51-ae45-55c4682c7003\" "} {"level":"warn","ts":"2026-04-07T01:35:02.773141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:01.821278Z","time spent":"951.79526ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:35:02.773161Z","caller":"traceutil/trace.go:171","msg":"trace[1738566611] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:4553; }","duration":"1.581609607s","start":"2026-04-07T01:35:01.191534Z","end":"2026-04-07T01:35:02.773143Z","steps":["trace[1738566611] 'agreement among raft nodes before linearized reading' (duration: 1.580636836s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:02.773116Z","caller":"traceutil/trace.go:171","msg":"trace[457858633] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18a3ef377fb62daa; range_end:; response_count:1; response_revision:4553; }","duration":"920.375704ms","start":"2026-04-07T01:35:01.85273Z","end":"2026-04-07T01:35:02.773106Z","steps":["trace[457858633] 'agreement among raft nodes before linearized reading' (duration: 920.18041ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:02.77285Z","caller":"traceutil/trace.go:171","msg":"trace[1862681755] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4553; }","duration":"1.691339693s","start":"2026-04-07T01:35:01.081477Z","end":"2026-04-07T01:35:02.772816Z","steps":["trace[1862681755] 'agreement among raft nodes before linearized reading' (duration: 1.691075427s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:02.773224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:01.191507Z","time spent":"1.58169931s","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-04-07T01:35:02.773255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:01.852662Z","time spent":"920.577218ms","remote":"127.0.0.1:43650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":966,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18a3ef377fb62daa\" "} {"level":"warn","ts":"2026-04-07T01:35:02.773273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:01.081458Z","time spent":"1.691796093s","remote":"127.0.0.1:43738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:35:02.980279Z","caller":"traceutil/trace.go:171","msg":"trace[67455869] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"202.383546ms","start":"2026-04-07T01:35:02.77787Z","end":"2026-04-07T01:35:02.980254Z","steps":["trace[67455869] 'process raft request' (duration: 201.987057ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:02.980816Z","caller":"traceutil/trace.go:171","msg":"trace[1776086590] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"202.212852ms","start":"2026-04-07T01:35:02.77859Z","end":"2026-04-07T01:35:02.980803Z","steps":["trace[1776086590] 'process raft request' (duration: 201.609288ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:02.981071Z","caller":"traceutil/trace.go:171","msg":"trace[776865760] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"200.494875ms","start":"2026-04-07T01:35:02.780566Z","end":"2026-04-07T01:35:02.981061Z","steps":["trace[776865760] 'process raft request' (duration: 200.116915ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:02.981212Z","caller":"traceutil/trace.go:171","msg":"trace[139172305] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"165.499477ms","start":"2026-04-07T01:35:02.815691Z","end":"2026-04-07T01:35:02.98119Z","steps":["trace[139172305] 'process raft request' (duration: 165.386395ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:02.981203Z","caller":"traceutil/trace.go:171","msg":"trace[1477944335] linearizableReadLoop","detail":"{readStateIndex:4750; appliedIndex:4748; }","duration":"203.85471ms","start":"2026-04-07T01:35:02.777306Z","end":"2026-04-07T01:35:02.981161Z","steps":["trace[1477944335] 'read index received' (duration: 37.300438ms)","trace[1477944335] 'applied index is now lower than readState.Index' (duration: 166.551272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:35:02.98157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.233298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-04-07T01:35:02.981627Z","caller":"traceutil/trace.go:171","msg":"trace[2015780784] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4557; }","duration":"204.33097ms","start":"2026-04-07T01:35:02.777278Z","end":"2026-04-07T01:35:02.981609Z","steps":["trace[2015780784] 'agreement among raft nodes before linearized reading' (duration: 204.070084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:02.981803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.375932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:35:02.981839Z","caller":"traceutil/trace.go:171","msg":"trace[1965803361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4557; }","duration":"168.455434ms","start":"2026-04-07T01:35:02.813375Z","end":"2026-04-07T01:35:02.981831Z","steps":["trace[1965803361] 'agreement among raft nodes before linearized reading' (duration: 168.399732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:02.981969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.096136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T01:35:02.981978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.933142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-07T01:35:02.982059Z","caller":"traceutil/trace.go:171","msg":"trace[288686771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4557; }","duration":"127.237229ms","start":"2026-04-07T01:35:02.854801Z","end":"2026-04-07T01:35:02.982038Z","steps":["trace[288686771] 'agreement among raft nodes before linearized reading' (duration: 126.977533ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:02.982076Z","caller":"traceutil/trace.go:171","msg":"trace[1412082145] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4557; }","duration":"204.082344ms","start":"2026-04-07T01:35:02.777969Z","end":"2026-04-07T01:35:02.982052Z","steps":["trace[1412082145] 'agreement among raft nodes before linearized reading' (duration: 203.779318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:02.982107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.008793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42361"} {"level":"info","ts":"2026-04-07T01:35:02.982159Z","caller":"traceutil/trace.go:171","msg":"trace[522988463] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4557; }","duration":"204.095894ms","start":"2026-04-07T01:35:02.778046Z","end":"2026-04-07T01:35:02.982142Z","steps":["trace[522988463] 'agreement among raft nodes before linearized reading' (duration: 203.848429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:04.688347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.124206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:35:04.688465Z","caller":"traceutil/trace.go:171","msg":"trace[1587666506] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4599; }","duration":"286.27371ms","start":"2026-04-07T01:35:04.402152Z","end":"2026-04-07T01:35:04.688425Z","steps":["trace[1587666506] 'count revisions from in-memory index tree' (duration: 286.026635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:04.688999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.864984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:781840"} {"level":"info","ts":"2026-04-07T01:35:04.689072Z","caller":"traceutil/trace.go:171","msg":"trace[913057679] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4599; }","duration":"254.977737ms","start":"2026-04-07T01:35:04.434077Z","end":"2026-04-07T01:35:04.689055Z","steps":["trace[913057679] 'range keys from in-memory index tree' (duration: 254.043957ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:04.907342Z","caller":"traceutil/trace.go:171","msg":"trace[648066879] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"136.953037ms","start":"2026-04-07T01:35:04.770364Z","end":"2026-04-07T01:35:04.907317Z","steps":["trace[648066879] 'process raft request' (duration: 136.806893ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:04.931413Z","caller":"traceutil/trace.go:171","msg":"trace[342948278] linearizableReadLoop","detail":"{readStateIndex:4799; appliedIndex:4797; }","duration":"144.533547ms","start":"2026-04-07T01:35:04.78686Z","end":"2026-04-07T01:35:04.931393Z","steps":["trace[342948278] 'read index received' (duration: 120.419485ms)","trace[342948278] 'applied index is now lower than readState.Index' (duration: 24.113312ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:04.931446Z","caller":"traceutil/trace.go:171","msg":"trace[904635147] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"154.375818ms","start":"2026-04-07T01:35:04.777048Z","end":"2026-04-07T01:35:04.931423Z","steps":["trace[904635147] 'process raft request' (duration: 154.197044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:04.931628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.751132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eac66b35-cd50-4a51-ae45-55c4682c7003\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-04-07T01:35:04.931689Z","caller":"traceutil/trace.go:171","msg":"trace[859502499] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eac66b35-cd50-4a51-ae45-55c4682c7003; range_end:; response_count:1; response_revision:4601; }","duration":"144.858374ms","start":"2026-04-07T01:35:04.786819Z","end":"2026-04-07T01:35:04.931677Z","steps":["trace[859502499] 'agreement among raft nodes before linearized reading' (duration: 144.68016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:04.93165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.119839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:35:04.931764Z","caller":"traceutil/trace.go:171","msg":"trace[1029980203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4601; }","duration":"120.269832ms","start":"2026-04-07T01:35:04.81147Z","end":"2026-04-07T01:35:04.931739Z","steps":["trace[1029980203] 'agreement among raft nodes before linearized reading' (duration: 120.074927ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:05.273215Z","caller":"traceutil/trace.go:171","msg":"trace[1790803693] linearizableReadLoop","detail":"{readStateIndex:4801; appliedIndex:4800; }","duration":"312.03394ms","start":"2026-04-07T01:35:04.961158Z","end":"2026-04-07T01:35:05.273192Z","steps":["trace[1790803693] 'read index received' (duration: 311.881286ms)","trace[1790803693] 'applied index is now lower than readState.Index' (duration: 151.714µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:05.27331Z","caller":"traceutil/trace.go:171","msg":"trace[580468641] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"314.847163ms","start":"2026-04-07T01:35:04.958445Z","end":"2026-04-07T01:35:05.273292Z","steps":["trace[580468641] 'process raft request' (duration: 314.588007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:05.273404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:04.95842Z","time spent":"314.924435ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:35:05.273581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.328686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-07T01:35:05.273622Z","caller":"traceutil/trace.go:171","msg":"trace[540171752] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4603; }","duration":"117.385967ms","start":"2026-04-07T01:35:05.156226Z","end":"2026-04-07T01:35:05.273612Z","steps":["trace[540171752] 'agreement among raft nodes before linearized reading' (duration: 117.280245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:05.273637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.142366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T01:35:05.273672Z","caller":"traceutil/trace.go:171","msg":"trace[859286249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4603; }","duration":"196.234258ms","start":"2026-04-07T01:35:05.077428Z","end":"2026-04-07T01:35:05.273662Z","steps":["trace[859286249] 'agreement among raft nodes before linearized reading' (duration: 196.113055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:05.273678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.856468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-07T01:35:05.273714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.563142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:781840"} {"level":"warn","ts":"2026-04-07T01:35:05.273736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.663548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T01:35:05.273763Z","caller":"traceutil/trace.go:171","msg":"trace[1383533702] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4603; }","duration":"312.659184ms","start":"2026-04-07T01:35:04.961092Z","end":"2026-04-07T01:35:05.273751Z","steps":["trace[1383533702] 'agreement among raft nodes before linearized reading' (duration: 312.220564ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:05.273765Z","caller":"traceutil/trace.go:171","msg":"trace[64994667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4603; }","duration":"117.97078ms","start":"2026-04-07T01:35:05.155776Z","end":"2026-04-07T01:35:05.273746Z","steps":["trace[64994667] 'agreement among raft nodes before linearized reading' (duration: 117.699764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:05.273827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.790293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-07T01:35:05.273791Z","caller":"traceutil/trace.go:171","msg":"trace[1038112547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4603; }","duration":"119.748311ms","start":"2026-04-07T01:35:05.154028Z","end":"2026-04-07T01:35:05.273776Z","steps":["trace[1038112547] 'agreement among raft nodes before linearized reading' (duration: 119.588447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:05.27379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.334812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njprq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T01:35:05.273861Z","caller":"traceutil/trace.go:171","msg":"trace[1691171713] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4603; }","duration":"156.858123ms","start":"2026-04-07T01:35:05.116993Z","end":"2026-04-07T01:35:05.273851Z","steps":["trace[1691171713] 'agreement among raft nodes before linearized reading' (duration: 156.757881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:05.273558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.812987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T01:35:05.273901Z","caller":"traceutil/trace.go:171","msg":"trace[1618843825] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njprq; range_end:; response_count:1; response_revision:4603; }","duration":"286.470815ms","start":"2026-04-07T01:35:04.987404Z","end":"2026-04-07T01:35:05.273875Z","steps":["trace[1618843825] 'agreement among raft nodes before linearized reading' (duration: 286.322482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:05.273703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.846483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-07T01:35:05.273947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.283972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T01:35:05.273987Z","caller":"traceutil/trace.go:171","msg":"trace[1429013926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4603; }","duration":"120.356734ms","start":"2026-04-07T01:35:05.153621Z","end":"2026-04-07T01:35:05.273978Z","steps":["trace[1429013926] 'agreement among raft nodes before linearized reading' (duration: 120.261572ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:05.274012Z","caller":"traceutil/trace.go:171","msg":"trace[403970437] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4603; }","duration":"230.16247ms","start":"2026-04-07T01:35:05.043819Z","end":"2026-04-07T01:35:05.273981Z","steps":["trace[403970437] 'agreement among raft nodes before linearized reading' (duration: 229.782052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:05.273856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:04.961067Z","time spent":"312.722925ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":781863,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-07T01:35:05.274157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.053708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-07T01:35:05.274335Z","caller":"traceutil/trace.go:171","msg":"trace[499526251] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4603; }","duration":"157.280143ms","start":"2026-04-07T01:35:05.117024Z","end":"2026-04-07T01:35:05.274305Z","steps":["trace[499526251] 'agreement among raft nodes before linearized reading' (duration: 156.455905ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:05.273941Z","caller":"traceutil/trace.go:171","msg":"trace[1055524073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4603; }","duration":"289.246477ms","start":"2026-04-07T01:35:04.984683Z","end":"2026-04-07T01:35:05.27393Z","steps":["trace[1055524073] 'agreement among raft nodes before linearized reading' (duration: 288.679755ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:05.428465Z","caller":"traceutil/trace.go:171","msg":"trace[1195204110] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"148.498765ms","start":"2026-04-07T01:35:05.279939Z","end":"2026-04-07T01:35:05.428438Z","steps":["trace[1195204110] 'process raft request' (duration: 148.216559ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:05.428262Z","caller":"traceutil/trace.go:171","msg":"trace[982414374] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"148.312741ms","start":"2026-04-07T01:35:05.27993Z","end":"2026-04-07T01:35:05.428243Z","steps":["trace[982414374] 'process raft request' (duration: 140.591648ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:05.429119Z","caller":"traceutil/trace.go:171","msg":"trace[2042234488] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"149.004037ms","start":"2026-04-07T01:35:05.280103Z","end":"2026-04-07T01:35:05.429107Z","steps":["trace[2042234488] 'process raft request' (duration: 148.264721ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:05.429243Z","caller":"traceutil/trace.go:171","msg":"trace[1127515563] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"149.087899ms","start":"2026-04-07T01:35:05.280144Z","end":"2026-04-07T01:35:05.429232Z","steps":["trace[1127515563] 'process raft request' (duration: 148.638659ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:05.430023Z","caller":"traceutil/trace.go:171","msg":"trace[331719186] linearizableReadLoop","detail":"{readStateIndex:4803; appliedIndex:4801; }","duration":"149.985459ms","start":"2026-04-07T01:35:05.280017Z","end":"2026-04-07T01:35:05.430003Z","steps":["trace[331719186] 'read index received' (duration: 140.344912ms)","trace[331719186] 'applied index is now lower than readState.Index' (duration: 9.639457ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:05.43013Z","caller":"traceutil/trace.go:171","msg":"trace[1807434578] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"149.631612ms","start":"2026-04-07T01:35:05.280482Z","end":"2026-04-07T01:35:05.430114Z","steps":["trace[1807434578] 'process raft request' (duration: 148.338062ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:05.430176Z","caller":"traceutil/trace.go:171","msg":"trace[555677713] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"148.884044ms","start":"2026-04-07T01:35:05.281283Z","end":"2026-04-07T01:35:05.430167Z","steps":["trace[555677713] 'process raft request' (duration: 148.460074ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:05.430301Z","caller":"traceutil/trace.go:171","msg":"trace[243286402] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"148.794903ms","start":"2026-04-07T01:35:05.281496Z","end":"2026-04-07T01:35:05.430291Z","steps":["trace[243286402] 'process raft request' (duration: 148.287091ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:05.430285Z","caller":"traceutil/trace.go:171","msg":"trace[623990568] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"149.102579ms","start":"2026-04-07T01:35:05.281155Z","end":"2026-04-07T01:35:05.430257Z","steps":["trace[623990568] 'process raft request' (duration: 148.483855ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:05.430144Z","caller":"traceutil/trace.go:171","msg":"trace[242642161] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"148.918375ms","start":"2026-04-07T01:35:05.281214Z","end":"2026-04-07T01:35:05.430132Z","steps":["trace[242642161] 'process raft request' (duration: 148.479615ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:05.43046Z","caller":"traceutil/trace.go:171","msg":"trace[1275284309] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"148.606968ms","start":"2026-04-07T01:35:05.281843Z","end":"2026-04-07T01:35:05.43045Z","steps":["trace[1275284309] 'process raft request' (duration: 147.984584ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:05.430635Z","caller":"traceutil/trace.go:171","msg":"trace[682564757] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"147.863052ms","start":"2026-04-07T01:35:05.282762Z","end":"2026-04-07T01:35:05.430625Z","steps":["trace[682564757] 'process raft request' (duration: 147.102205ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:05.430691Z","caller":"traceutil/trace.go:171","msg":"trace[737075593] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"142.502641ms","start":"2026-04-07T01:35:05.288181Z","end":"2026-04-07T01:35:05.430683Z","steps":["trace[737075593] 'process raft request' (duration: 141.762005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:05.431051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.021993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-04-07T01:35:05.431078Z","caller":"traceutil/trace.go:171","msg":"trace[1695417483] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4615; }","duration":"151.093304ms","start":"2026-04-07T01:35:05.279979Z","end":"2026-04-07T01:35:05.431072Z","steps":["trace[1695417483] 'agreement among raft nodes before linearized reading' (duration: 150.992291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:05.431526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.947315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:781840"} {"level":"info","ts":"2026-04-07T01:35:05.431566Z","caller":"traceutil/trace.go:171","msg":"trace[158027486] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4615; }","duration":"144.999926ms","start":"2026-04-07T01:35:05.286558Z","end":"2026-04-07T01:35:05.431558Z","steps":["trace[158027486] 'agreement among raft nodes before linearized reading' (duration: 144.612158ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:13.482143Z","caller":"traceutil/trace.go:171","msg":"trace[735219211] linearizableReadLoop","detail":"{readStateIndex:4951; appliedIndex:4950; }","duration":"386.468231ms","start":"2026-04-07T01:35:13.095652Z","end":"2026-04-07T01:35:13.48212Z","steps":["trace[735219211] 'read index received' (duration: 386.324198ms)","trace[735219211] 'applied index is now lower than readState.Index' (duration: 143.043µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:13.482298Z","caller":"traceutil/trace.go:171","msg":"trace[2002179323] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"463.050971ms","start":"2026-04-07T01:35:13.019236Z","end":"2026-04-07T01:35:13.482287Z","steps":["trace[2002179323] 'process raft request' (duration: 462.758035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:13.482399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:13.019211Z","time spent":"463.117952ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:35:13.482456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.646014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njprq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T01:35:13.482524Z","caller":"traceutil/trace.go:171","msg":"trace[1799180604] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njprq; range_end:; response_count:1; response_revision:4747; }","duration":"130.756197ms","start":"2026-04-07T01:35:13.35175Z","end":"2026-04-07T01:35:13.482507Z","steps":["trace[1799180604] 'agreement among raft nodes before linearized reading' (duration: 130.586813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:13.482745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.081025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:35:13.482775Z","caller":"traceutil/trace.go:171","msg":"trace[1151429547] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4747; }","duration":"387.120166ms","start":"2026-04-07T01:35:13.095647Z","end":"2026-04-07T01:35:13.482767Z","steps":["trace[1151429547] 'agreement among raft nodes before linearized reading' (duration: 387.066175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:13.482796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:13.095602Z","time spent":"387.187367ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:35:16.498105Z","caller":"traceutil/trace.go:171","msg":"trace[820759541] transaction","detail":"{read_only:false; response_revision:4822; number_of_response:1; }","duration":"229.438674ms","start":"2026-04-07T01:35:16.268642Z","end":"2026-04-07T01:35:16.498081Z","steps":["trace[820759541] 'process raft request' (duration: 229.27131ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:16.498554Z","caller":"traceutil/trace.go:171","msg":"trace[122271541] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"194.445429ms","start":"2026-04-07T01:35:16.304084Z","end":"2026-04-07T01:35:16.49853Z","steps":["trace[122271541] 'process raft request' (duration: 194.349187ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:17.269243Z","caller":"traceutil/trace.go:171","msg":"trace[989559335] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"176.395233ms","start":"2026-04-07T01:35:17.092826Z","end":"2026-04-07T01:35:17.269221Z","steps":["trace[989559335] 'process raft request' (duration: 176.241679ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:17.534023Z","caller":"traceutil/trace.go:171","msg":"trace[1849689400] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"119.167097ms","start":"2026-04-07T01:35:17.414831Z","end":"2026-04-07T01:35:17.533998Z","steps":["trace[1849689400] 'process raft request' (duration: 118.975372ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:17.675122Z","caller":"traceutil/trace.go:171","msg":"trace[170388380] linearizableReadLoop","detail":"{readStateIndex:5063; appliedIndex:5062; }","duration":"141.10378ms","start":"2026-04-07T01:35:17.533971Z","end":"2026-04-07T01:35:17.675075Z","steps":["trace[170388380] 'read index received' (duration: 82.961474ms)","trace[170388380] 'applied index is now lower than readState.Index' (duration: 58.139726ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:17.675287Z","caller":"traceutil/trace.go:171","msg":"trace[2014717173] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"177.747543ms","start":"2026-04-07T01:35:17.497499Z","end":"2026-04-07T01:35:17.675246Z","steps":["trace[2014717173] 'process raft request' (duration: 119.389932ms)","trace[2014717173] 'compare' (duration: 57.987793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:35:17.675327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.608087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njprq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T01:35:17.675403Z","caller":"traceutil/trace.go:171","msg":"trace[1238730201] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njprq; range_end:; response_count:1; response_revision:4855; }","duration":"164.70685ms","start":"2026-04-07T01:35:17.510678Z","end":"2026-04-07T01:35:17.675384Z","steps":["trace[1238730201] 'agreement among raft nodes before linearized reading' (duration: 164.455235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:17.675576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.80651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T01:35:17.675617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.984664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T01:35:17.67565Z","caller":"traceutil/trace.go:171","msg":"trace[895732456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4855; }","duration":"164.052176ms","start":"2026-04-07T01:35:17.511589Z","end":"2026-04-07T01:35:17.675642Z","steps":["trace[895732456] 'agreement among raft nodes before linearized reading' (duration: 163.956734ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:17.67565Z","caller":"traceutil/trace.go:171","msg":"trace[1596132112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4855; }","duration":"167.916112ms","start":"2026-04-07T01:35:17.507714Z","end":"2026-04-07T01:35:17.67563Z","steps":["trace[1596132112] 'agreement among raft nodes before linearized reading' (duration: 167.706727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:17.675773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.160295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-07T01:35:17.675798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.236484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-07T01:35:17.675846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.898806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T01:35:17.675869Z","caller":"traceutil/trace.go:171","msg":"trace[1658087389] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4855; }","duration":"159.313368ms","start":"2026-04-07T01:35:17.516536Z","end":"2026-04-07T01:35:17.675849Z","steps":["trace[1658087389] 'agreement among raft nodes before linearized reading' (duration: 158.993691ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:17.675893Z","caller":"traceutil/trace.go:171","msg":"trace[1366165085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4855; }","duration":"170.404888ms","start":"2026-04-07T01:35:17.505468Z","end":"2026-04-07T01:35:17.675873Z","steps":["trace[1366165085] 'agreement among raft nodes before linearized reading' (duration: 170.090861ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:17.675897Z","caller":"traceutil/trace.go:171","msg":"trace[766371701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4855; }","duration":"165.982128ms","start":"2026-04-07T01:35:17.509899Z","end":"2026-04-07T01:35:17.675881Z","steps":["trace[766371701] 'agreement among raft nodes before linearized reading' (duration: 165.408266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:17.677012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.004007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T01:35:17.677083Z","caller":"traceutil/trace.go:171","msg":"trace[720860446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4855; }","duration":"161.077748ms","start":"2026-04-07T01:35:17.515987Z","end":"2026-04-07T01:35:17.677064Z","steps":["trace[720860446] 'agreement among raft nodes before linearized reading' (duration: 159.118224ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:17.720068Z","caller":"traceutil/trace.go:171","msg":"trace[493989183] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"180.789982ms","start":"2026-04-07T01:35:17.539257Z","end":"2026-04-07T01:35:17.720047Z","steps":["trace[493989183] 'process raft request' (duration: 180.524506ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:17.720366Z","caller":"traceutil/trace.go:171","msg":"trace[1998811333] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"180.530485ms","start":"2026-04-07T01:35:17.539823Z","end":"2026-04-07T01:35:17.720353Z","steps":["trace[1998811333] 'process raft request' (duration: 180.095106ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:17.720521Z","caller":"traceutil/trace.go:171","msg":"trace[1172366869] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"175.062491ms","start":"2026-04-07T01:35:17.545432Z","end":"2026-04-07T01:35:17.720494Z","steps":["trace[1172366869] 'process raft request' (duration: 174.814246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:17.720893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.641125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-07T01:35:17.720938Z","caller":"traceutil/trace.go:171","msg":"trace[853962405] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4858; }","duration":"134.749977ms","start":"2026-04-07T01:35:17.586173Z","end":"2026-04-07T01:35:17.720923Z","steps":["trace[853962405] 'agreement among raft nodes before linearized reading' (duration: 134.620954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:17.721157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.568209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-c47d949f5-bnvbb\" ","response":"range_response_count:1 size:7813"} {"level":"warn","ts":"2026-04-07T01:35:17.721165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.558306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3522"} {"level":"info","ts":"2026-04-07T01:35:17.72123Z","caller":"traceutil/trace.go:171","msg":"trace[502194543] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-c47d949f5-bnvbb; range_end:; response_count:1; response_revision:4858; }","duration":"181.677691ms","start":"2026-04-07T01:35:17.539537Z","end":"2026-04-07T01:35:17.721215Z","steps":["trace[502194543] 'agreement among raft nodes before linearized reading' (duration: 181.417886ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:17.721251Z","caller":"traceutil/trace.go:171","msg":"trace[1101582301] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4858; }","duration":"156.68232ms","start":"2026-04-07T01:35:17.564547Z","end":"2026-04-07T01:35:17.72123Z","steps":["trace[1101582301] 'agreement among raft nodes before linearized reading' (duration: 156.358922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:17.721994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.784828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:35:17.722915Z","caller":"traceutil/trace.go:171","msg":"trace[451366212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4858; }","duration":"136.855254ms","start":"2026-04-07T01:35:17.586039Z","end":"2026-04-07T01:35:17.722894Z","steps":["trace[451366212] 'agreement among raft nodes before linearized reading' (duration: 134.763277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:19.051638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263905561s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:35:19.051926Z","caller":"traceutil/trace.go:171","msg":"trace[767916838] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"1.371948587s","start":"2026-04-07T01:35:17.67994Z","end":"2026-04-07T01:35:19.051889Z","steps":["trace[767916838] 'process raft request' (duration: 107.682898ms)","trace[767916838] 'compare' (duration: 1.263581023s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:35:19.05206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:17.679924Z","time spent":"1.372066869s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:35:19.052119Z","caller":"traceutil/trace.go:171","msg":"trace[1650035198] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"1.371564828s","start":"2026-04-07T01:35:17.680529Z","end":"2026-04-07T01:35:19.052094Z","steps":["trace[1650035198] 'process raft request' (duration: 1.37121419s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:19.052263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:17.680515Z","time spent":"1.37167281s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:35:19.052334Z","caller":"traceutil/trace.go:171","msg":"trace[266836533] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"1.371029956s","start":"2026-04-07T01:35:17.681291Z","end":"2026-04-07T01:35:19.052321Z","steps":["trace[266836533] 'process raft request' (duration: 1.370901703s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:19.052368Z","caller":"traceutil/trace.go:171","msg":"trace[142973929] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"1.371510287s","start":"2026-04-07T01:35:17.680849Z","end":"2026-04-07T01:35:19.052359Z","steps":["trace[142973929] 'process raft request' (duration: 1.371285092s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:19.052396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:17.681275Z","time spent":"1.371093218s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:35:19.052416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:17.680835Z","time spent":"1.371560168s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:35:19.052459Z","caller":"traceutil/trace.go:171","msg":"trace[1657206048] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"1.370982776s","start":"2026-04-07T01:35:17.681467Z","end":"2026-04-07T01:35:19.05245Z","steps":["trace[1657206048] 'process raft request' (duration: 1.37077537s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:19.052467Z","caller":"traceutil/trace.go:171","msg":"trace[113298578] linearizableReadLoop","detail":"{readStateIndex:5072; appliedIndex:5066; }","duration":"1.331703673s","start":"2026-04-07T01:35:17.720721Z","end":"2026-04-07T01:35:19.052425Z","steps":["trace[113298578] 'read index received' (duration: 66.980585ms)","trace[113298578] 'applied index is now lower than readState.Index' (duration: 1.264719488s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:19.052529Z","caller":"traceutil/trace.go:171","msg":"trace[930878189] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"1.323770275s","start":"2026-04-07T01:35:17.728736Z","end":"2026-04-07T01:35:19.052506Z","steps":["trace[930878189] 'process raft request' (duration: 1.32357053s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:19.052501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:17.681455Z","time spent":"1.371024888s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:35:19.05265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:17.728719Z","time spent":"1.323875538s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8036,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:35:19.052681Z","caller":"traceutil/trace.go:171","msg":"trace[599347139] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"1.316269387s","start":"2026-04-07T01:35:17.736403Z","end":"2026-04-07T01:35:19.052672Z","steps":["trace[599347139] 'process raft request' (duration: 1.31599066s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:19.052728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:17.736391Z","time spent":"1.316312728s","remote":"127.0.0.1:56700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:35:19.052753Z","caller":"traceutil/trace.go:171","msg":"trace[1248989684] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"1.265143808s","start":"2026-04-07T01:35:17.787597Z","end":"2026-04-07T01:35:19.052741Z","steps":["trace[1248989684] 'process raft request' (duration: 1.264986855s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:19.052796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373264338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:50405"} {"level":"warn","ts":"2026-04-07T01:35:19.052818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:17.787574Z","time spent":"1.2652082s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:35:19.052838Z","caller":"traceutil/trace.go:171","msg":"trace[1741081337] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4866; }","duration":"1.373323769s","start":"2026-04-07T01:35:17.679505Z","end":"2026-04-07T01:35:19.052828Z","steps":["trace[1741081337] 'agreement among raft nodes before linearized reading' (duration: 1.373078654s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:19.052876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:17.679487Z","time spent":"1.37338122s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":50428,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-07T01:35:19.052289Z","caller":"traceutil/trace.go:171","msg":"trace[1200663676] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"1.371560958s","start":"2026-04-07T01:35:17.680682Z","end":"2026-04-07T01:35:19.052243Z","steps":["trace[1200663676] 'process raft request' (duration: 1.371142079s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:19.053269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:17.680646Z","time spent":"1.37254153s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:35:19.809679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000097058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:35:19.809805Z","caller":"traceutil/trace.go:171","msg":"trace[1844473204] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000292872s","start":"2026-04-07T01:35:17.809495Z","end":"2026-04-07T01:35:19.809787Z","steps":["trace[1844473204] 'agreement among raft nodes before linearized reading' (duration: 2.000146779s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:19.809874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:17.809466Z","time spent":"2.000384305s","remote":"127.0.0.1:43600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:35:20.099131Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041887024s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:35:20.684682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63201815s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:35:20.685042Z","caller":"traceutil/trace.go:171","msg":"trace[385457430] linearizableReadLoop","detail":"{readStateIndex:5076; appliedIndex:5075; }","duration":"1.632491491s","start":"2026-04-07T01:35:19.05253Z","end":"2026-04-07T01:35:20.685021Z","steps":["trace[385457430] 'read index received' (duration: 107.912µs)","trace[385457430] 'applied index is now lower than readState.Index' (duration: 1.632381388s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:35:20.685936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794673405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:35:20.686018Z","caller":"traceutil/trace.go:171","msg":"trace[130091697] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4867; }","duration":"1.794795347s","start":"2026-04-07T01:35:18.891205Z","end":"2026-04-07T01:35:20.686Z","steps":["trace[130091697] 'agreement among raft nodes before linearized reading' (duration: 1.794659664s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:20.686066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:18.89119Z","time spent":"1.794863569s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:35:20.686067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016935927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-04-07T01:35:20.686135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798623216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:35:20.686138Z","caller":"traceutil/trace.go:171","msg":"trace[367116864] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4867; }","duration":"2.01705206s","start":"2026-04-07T01:35:18.669065Z","end":"2026-04-07T01:35:20.686117Z","steps":["trace[367116864] 'agreement among raft nodes before linearized reading' (duration: 2.016851025s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:20.686396Z","caller":"traceutil/trace.go:171","msg":"trace[2007997826] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4867; }","duration":"2.798709128s","start":"2026-04-07T01:35:17.887465Z","end":"2026-04-07T01:35:20.686174Z","steps":["trace[2007997826] 'agreement among raft nodes before linearized reading' (duration: 2.798616566s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:20.686417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:18.669036Z","time spent":"2.017150031s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T01:35:20.686432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:17.88745Z","time spent":"2.798971413s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:35:20.68653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667092889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:35:20.686602Z","caller":"traceutil/trace.go:171","msg":"trace[1164988735] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:4867; }","duration":"1.667223692s","start":"2026-04-07T01:35:19.019358Z","end":"2026-04-07T01:35:20.686582Z","steps":["trace[1164988735] 'agreement among raft nodes before linearized reading' (duration: 1.667086849s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:20.686685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:19.01933Z","time spent":"1.667342634s","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:35:20.686792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959826657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-04-07T01:35:20.68686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961050054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-04-07T01:35:20.686905Z","caller":"traceutil/trace.go:171","msg":"trace[1877868086] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4867; }","duration":"2.961130856s","start":"2026-04-07T01:35:17.725762Z","end":"2026-04-07T01:35:20.686893Z","steps":["trace[1877868086] 'agreement among raft nodes before linearized reading' (duration: 2.960989093s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:20.686903Z","caller":"traceutil/trace.go:171","msg":"trace[1240579384] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4867; }","duration":"2.95996181s","start":"2026-04-07T01:35:17.726914Z","end":"2026-04-07T01:35:20.686876Z","steps":["trace[1240579384] 'agreement among raft nodes before linearized reading' (duration: 2.959661604s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:20.686931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:17.725737Z","time spent":"2.961186908s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:35:20.686969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:17.726904Z","time spent":"2.960049562s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-07T01:35:20.68699Z","caller":"traceutil/trace.go:171","msg":"trace[1055269098] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"1.629819752s","start":"2026-04-07T01:35:19.057154Z","end":"2026-04-07T01:35:20.686973Z","steps":["trace[1055269098] 'process raft request' (duration: 1.627638432s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:20.687128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:19.057136Z","time spent":"1.629888573s","remote":"127.0.0.1:56488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:35:20.703626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975661542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3522"} {"level":"info","ts":"2026-04-07T01:35:20.703695Z","caller":"traceutil/trace.go:171","msg":"trace[1059275101] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4868; }","duration":"2.975759114s","start":"2026-04-07T01:35:17.727916Z","end":"2026-04-07T01:35:20.703675Z","steps":["trace[1059275101] 'agreement among raft nodes before linearized reading' (duration: 2.959498248s)","trace[1059275101] 'range keys from in-memory index tree' (duration: 15.577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:35:20.703747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:17.727907Z","time spent":"2.975826966s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3545,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-07T01:35:20.703769Z","caller":"traceutil/trace.go:171","msg":"trace[2089732723] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"1.646499596s","start":"2026-04-07T01:35:19.057241Z","end":"2026-04-07T01:35:20.703741Z","steps":["trace[2089732723] 'process raft request' (duration: 1.629720329s)","trace[2089732723] 'compare' (duration: 16.087172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:35:20.703916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:19.057219Z","time spent":"1.64661712s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:35:20.7041Z","caller":"traceutil/trace.go:171","msg":"trace[1726179533] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"1.645844091s","start":"2026-04-07T01:35:19.05824Z","end":"2026-04-07T01:35:20.704084Z","steps":["trace[1726179533] 'process raft request' (duration: 1.645552885s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:20.704184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:19.058219Z","time spent":"1.645913252s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:35:20.704362Z","caller":"traceutil/trace.go:171","msg":"trace[764278140] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"1.022448708s","start":"2026-04-07T01:35:19.681897Z","end":"2026-04-07T01:35:20.704346Z","steps":["trace[764278140] 'process raft request' (duration: 1.021934596s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:20.704401Z","caller":"traceutil/trace.go:171","msg":"trace[2015694341] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"1.646619159s","start":"2026-04-07T01:35:19.057774Z","end":"2026-04-07T01:35:20.704393Z","steps":["trace[2015694341] 'process raft request' (duration: 1.645630627s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:20.70444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:19.681871Z","time spent":"1.022532049s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:35:20.70446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:19.057764Z","time spent":"1.64666628s","remote":"127.0.0.1:56488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1193,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:35:20.704646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.196707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:35:20.704702Z","caller":"traceutil/trace.go:171","msg":"trace[651325030] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4873; }","duration":"180.292009ms","start":"2026-04-07T01:35:20.524397Z","end":"2026-04-07T01:35:20.704689Z","steps":["trace[651325030] 'agreement among raft nodes before linearized reading' (duration: 180.169187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:20.704836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265086498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:35:20.704874Z","caller":"traceutil/trace.go:171","msg":"trace[574461605] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4873; }","duration":"1.265159929s","start":"2026-04-07T01:35:19.439704Z","end":"2026-04-07T01:35:20.704864Z","steps":["trace[574461605] 'agreement among raft nodes before linearized reading' (duration: 1.265079408s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:20.704907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:19.439682Z","time spent":"1.265216401s","remote":"127.0.0.1:41722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:35:20.704948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595113632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:35:20.705006Z","caller":"traceutil/trace.go:171","msg":"trace[49231139] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4873; }","duration":"1.595213344s","start":"2026-04-07T01:35:19.10978Z","end":"2026-04-07T01:35:20.704994Z","steps":["trace[49231139] 'agreement among raft nodes before linearized reading' (duration: 1.595108492s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:20.705054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:19.109725Z","time spent":"1.595314446s","remote":"127.0.0.1:33896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:35:20.705085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.46781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:35:20.705126Z","caller":"traceutil/trace.go:171","msg":"trace[1153919832] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4873; }","duration":"211.543322ms","start":"2026-04-07T01:35:20.493567Z","end":"2026-04-07T01:35:20.705111Z","steps":["trace[1153919832] 'agreement among raft nodes before linearized reading' (duration: 211.484891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:20.705248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626370084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T01:35:20.705271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.706101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:35:20.705289Z","caller":"traceutil/trace.go:171","msg":"trace[1138934558] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4873; }","duration":"1.626412236s","start":"2026-04-07T01:35:19.078866Z","end":"2026-04-07T01:35:20.705279Z","steps":["trace[1138934558] 'agreement among raft nodes before linearized reading' (duration: 1.626345163s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:20.705343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:19.078802Z","time spent":"1.626532078s","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":9,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:35:20.7053Z","caller":"traceutil/trace.go:171","msg":"trace[471201686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4873; }","duration":"887.774723ms","start":"2026-04-07T01:35:19.817516Z","end":"2026-04-07T01:35:20.705291Z","steps":["trace[471201686] 'agreement among raft nodes before linearized reading' (duration: 887.728282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:20.705647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:19.817495Z","time spent":"888.14056ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:35:20.705952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.859275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eee2439c5bb0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-07T01:35:20.706624Z","caller":"traceutil/trace.go:171","msg":"trace[1512942933] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3eee2439c5bb0; range_end:; response_count:1; response_revision:4873; }","duration":"892.621252ms","start":"2026-04-07T01:35:19.813987Z","end":"2026-04-07T01:35:20.706609Z","steps":["trace[1512942933] 'agreement among raft nodes before linearized reading' (duration: 891.328703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:20.707585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:19.813968Z","time spent":"893.602114ms","remote":"127.0.0.1:43650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eee2439c5bb0\" "} {"level":"warn","ts":"2026-04-07T01:35:27.117133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288685481,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T01:35:27.143668Z","caller":"traceutil/trace.go:171","msg":"trace[450561901] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"581.960113ms","start":"2026-04-07T01:35:26.561681Z","end":"2026-04-07T01:35:27.143641Z","steps":["trace[450561901] 'process raft request' (duration: 581.79669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:27.143809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:26.561655Z","time spent":"582.083715ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:35:27.537052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.561659ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:35:27.537311Z","caller":"traceutil/trace.go:171","msg":"trace[213548064] linearizableReadLoop","detail":"{readStateIndex:5215; appliedIndex:5212; }","duration":"920.233841ms","start":"2026-04-07T01:35:26.617058Z","end":"2026-04-07T01:35:27.537291Z","steps":["trace[213548064] 'read index received' (duration: 526.519828ms)","trace[213548064] 'applied index is now lower than readState.Index' (duration: 393.713113ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:27.537376Z","caller":"traceutil/trace.go:171","msg":"trace[525064911] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"808.085111ms","start":"2026-04-07T01:35:26.729247Z","end":"2026-04-07T01:35:27.537332Z","steps":["trace[525064911] 'process raft request' (duration: 807.915877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:27.537539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:26.729229Z","time spent":"808.225175ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:35:27.53754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.472676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-826283f0-c030-4b5a-8187-c8889bd62897\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-07T01:35:27.537582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.736665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T01:35:27.53761Z","caller":"traceutil/trace.go:171","msg":"trace[1568482975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5002; }","duration":"446.778756ms","start":"2026-04-07T01:35:27.090823Z","end":"2026-04-07T01:35:27.537602Z","steps":["trace[1568482975] 'agreement among raft nodes before linearized reading' (duration: 446.685184ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:27.537601Z","caller":"traceutil/trace.go:171","msg":"trace[1342602251] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-826283f0-c030-4b5a-8187-c8889bd62897; range_end:; response_count:1; response_revision:5002; }","duration":"920.579289ms","start":"2026-04-07T01:35:26.617004Z","end":"2026-04-07T01:35:27.537583Z","steps":["trace[1342602251] 'agreement among raft nodes before linearized reading' (duration: 920.383804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:27.537604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.854668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:35:27.537639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:26.616982Z","time spent":"920.64821ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-826283f0-c030-4b5a-8187-c8889bd62897\" "} {"level":"warn","ts":"2026-04-07T01:35:27.537638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.546868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-04-07T01:35:27.537724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.216116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T01:35:27.53774Z","caller":"traceutil/trace.go:171","msg":"trace[147949007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5002; }","duration":"447.265586ms","start":"2026-04-07T01:35:27.09047Z","end":"2026-04-07T01:35:27.537735Z","steps":["trace[147949007] 'agreement among raft nodes before linearized reading' (duration: 447.049081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:27.537739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.000437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:35:27.537754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:27.09045Z","time spent":"447.300597ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T01:35:27.537742Z","caller":"traceutil/trace.go:171","msg":"trace[242038960] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5002; }","duration":"900.689792ms","start":"2026-04-07T01:35:26.637027Z","end":"2026-04-07T01:35:27.537717Z","steps":["trace[242038960] 'agreement among raft nodes before linearized reading' (duration: 900.434536ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:27.537762Z","caller":"traceutil/trace.go:171","msg":"trace[1870341188] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5002; }","duration":"888.058769ms","start":"2026-04-07T01:35:26.649697Z","end":"2026-04-07T01:35:27.537756Z","steps":["trace[1870341188] 'agreement among raft nodes before linearized reading' (duration: 888.022808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:27.537793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:26.649677Z","time spent":"888.109469ms","remote":"127.0.0.1:46814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:35:27.537791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:26.637012Z","time spent":"900.769613ms","remote":"127.0.0.1:43738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-07T01:35:27.537824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.373329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-826283f0-c030-4b5a-8187-c8889bd62897\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-07T01:35:27.537881Z","caller":"traceutil/trace.go:171","msg":"trace[281189466] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-826283f0-c030-4b5a-8187-c8889bd62897; range_end:; response_count:1; response_revision:5002; }","duration":"747.455961ms","start":"2026-04-07T01:35:26.790409Z","end":"2026-04-07T01:35:27.537865Z","steps":["trace[281189466] 'agreement among raft nodes before linearized reading' (duration: 747.245455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:27.537867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.3851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-07T01:35:27.53792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:26.790396Z","time spent":"747.516742ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-826283f0-c030-4b5a-8187-c8889bd62897\" "} {"level":"info","ts":"2026-04-07T01:35:27.537941Z","caller":"traceutil/trace.go:171","msg":"trace[1082063555] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5002; }","duration":"780.485762ms","start":"2026-04-07T01:35:26.757436Z","end":"2026-04-07T01:35:27.537922Z","steps":["trace[1082063555] 'agreement among raft nodes before linearized reading' (duration: 780.263576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:27.537957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.16208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:35:27.537987Z","caller":"traceutil/trace.go:171","msg":"trace[37057188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5002; }","duration":"729.20103ms","start":"2026-04-07T01:35:26.808769Z","end":"2026-04-07T01:35:27.53797Z","steps":["trace[37057188] 'agreement among raft nodes before linearized reading' (duration: 729.17331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:27.537982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:26.757426Z","time spent":"780.546513ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:35:27.538002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:26.808758Z","time spent":"729.240592ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:35:27.537684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.690444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T01:35:27.538055Z","caller":"traceutil/trace.go:171","msg":"trace[791373556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5002; }","duration":"447.047562ms","start":"2026-04-07T01:35:27.090976Z","end":"2026-04-07T01:35:27.538024Z","steps":["trace[791373556] 'agreement among raft nodes before linearized reading' (duration: 446.51026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:27.538071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.311765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-07T01:35:27.538104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:27.090968Z","time spent":"447.121464ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T01:35:27.538104Z","caller":"traceutil/trace.go:171","msg":"trace[1927186755] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5002; }","duration":"450.423998ms","start":"2026-04-07T01:35:27.087667Z","end":"2026-04-07T01:35:27.538091Z","steps":["trace[1927186755] 'agreement among raft nodes before linearized reading' (duration: 449.983107ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:27.537674Z","caller":"traceutil/trace.go:171","msg":"trace[283123921] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5002; }","duration":"280.999871ms","start":"2026-04-07T01:35:27.256658Z","end":"2026-04-07T01:35:27.537658Z","steps":["trace[283123921] 'agreement among raft nodes before linearized reading' (duration: 280.883859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:27.538153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:27.087653Z","time spent":"450.48994ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-07T01:35:27.538161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.828309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T01:35:27.53822Z","caller":"traceutil/trace.go:171","msg":"trace[1402516772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5002; }","duration":"456.020063ms","start":"2026-04-07T01:35:27.082187Z","end":"2026-04-07T01:35:27.538207Z","steps":["trace[1402516772] 'agreement among raft nodes before linearized reading' (duration: 455.520431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:27.538224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.157871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-07T01:35:27.538262Z","caller":"traceutil/trace.go:171","msg":"trace[578778153] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5002; }","duration":"782.255022ms","start":"2026-04-07T01:35:26.755998Z","end":"2026-04-07T01:35:27.538253Z","steps":["trace[578778153] 'agreement among raft nodes before linearized reading' (duration: 781.661098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:27.538285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:26.755983Z","time spent":"782.296743ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:35:27.53826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:27.082164Z","time spent":"456.078025ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:35:27.538322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.996712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njprq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T01:35:27.538355Z","caller":"traceutil/trace.go:171","msg":"trace[167030563] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njprq; range_end:; response_count:1; response_revision:5002; }","duration":"447.058163ms","start":"2026-04-07T01:35:27.091288Z","end":"2026-04-07T01:35:27.538346Z","steps":["trace[167030563] 'agreement among raft nodes before linearized reading' (duration: 446.406927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:27.537633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:27.090794Z","time spent":"446.834127ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:35:27.538383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.598717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:35:27.538434Z","caller":"traceutil/trace.go:171","msg":"trace[467701835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5002; }","duration":"452.696829ms","start":"2026-04-07T01:35:27.085724Z","end":"2026-04-07T01:35:27.538421Z","steps":["trace[467701835] 'agreement among raft nodes before linearized reading' (duration: 451.758217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:27.538533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:27.0857Z","time spent":"452.817082ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T01:35:27.538382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:27.091276Z","time spent":"447.097254ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-njprq\" "} {"level":"warn","ts":"2026-04-07T01:35:27.724606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.120211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:35:27.725005Z","caller":"traceutil/trace.go:171","msg":"trace[942811197] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"178.190782ms","start":"2026-04-07T01:35:27.546783Z","end":"2026-04-07T01:35:27.724974Z","steps":["trace[942811197] 'process raft request' (duration: 60.59632ms)","trace[942811197] 'compare' (duration: 116.992309ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:27.725047Z","caller":"traceutil/trace.go:171","msg":"trace[891040873] linearizableReadLoop","detail":"{readStateIndex:5224; appliedIndex:5221; }","duration":"107.654118ms","start":"2026-04-07T01:35:27.617363Z","end":"2026-04-07T01:35:27.725018Z","steps":["trace[891040873] 'read index received' (duration: 49.247796ms)","trace[891040873] 'applied index is now lower than readState.Index' (duration: 58.405022ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:27.725051Z","caller":"traceutil/trace.go:171","msg":"trace[2045983627] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"175.473511ms","start":"2026-04-07T01:35:27.549551Z","end":"2026-04-07T01:35:27.725024Z","steps":["trace[2045983627] 'process raft request' (duration: 175.223136ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:27.725075Z","caller":"traceutil/trace.go:171","msg":"trace[737817921] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"140.825694ms","start":"2026-04-07T01:35:27.584215Z","end":"2026-04-07T01:35:27.725041Z","steps":["trace[737817921] 'process raft request' (duration: 140.735412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:27.725271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.879403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:35:27.725339Z","caller":"traceutil/trace.go:171","msg":"trace[2013078173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5011; }","duration":"108.005376ms","start":"2026-04-07T01:35:27.617318Z","end":"2026-04-07T01:35:27.725323Z","steps":["trace[2013078173] 'agreement among raft nodes before linearized reading' (duration: 107.857553ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:34.555236Z","caller":"traceutil/trace.go:171","msg":"trace[591306050] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"346.326299ms","start":"2026-04-07T01:35:34.208886Z","end":"2026-04-07T01:35:34.555212Z","steps":["trace[591306050] 'process raft request' (duration: 346.170966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:34.555418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:34.208867Z","time spent":"346.449413ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:35:35.224195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.572547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:35:35.224298Z","caller":"traceutil/trace.go:171","msg":"trace[882038551] linearizableReadLoop","detail":"{readStateIndex:5315; appliedIndex:5314; }","duration":"454.475699ms","start":"2026-04-07T01:35:34.769806Z","end":"2026-04-07T01:35:35.224282Z","steps":["trace[882038551] 'read index received' (duration: 350.630296ms)","trace[882038551] 'applied index is now lower than readState.Index' (duration: 103.843963ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:35.224382Z","caller":"traceutil/trace.go:171","msg":"trace[1604582858] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"575.044287ms","start":"2026-04-07T01:35:34.649279Z","end":"2026-04-07T01:35:35.224323Z","steps":["trace[1604582858] 'process raft request' (duration: 471.270055ms)","trace[1604582858] 'compare' (duration: 103.400883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:35:35.224538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:34.649253Z","time spent":"575.206171ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:35:35.224529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.559899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:35:35.224591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.780815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-07T01:35:35.224621Z","caller":"traceutil/trace.go:171","msg":"trace[1753085894] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5100; }","duration":"454.809636ms","start":"2026-04-07T01:35:34.769799Z","end":"2026-04-07T01:35:35.224609Z","steps":["trace[1753085894] 'agreement among raft nodes before linearized reading' (duration: 454.55114ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:35.224624Z","caller":"traceutil/trace.go:171","msg":"trace[121622645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5100; }","duration":"413.662672ms","start":"2026-04-07T01:35:34.810936Z","end":"2026-04-07T01:35:35.224598Z","steps":["trace[121622645] 'agreement among raft nodes before linearized reading' (duration: 413.470527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:35.224651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:34.769781Z","time spent":"454.859918ms","remote":"127.0.0.1:43738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-07T01:35:35.224675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:34.81088Z","time spent":"413.783224ms","remote":"127.0.0.1:43600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:35:39.80771Z","caller":"traceutil/trace.go:171","msg":"trace[701812512] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"145.764438ms","start":"2026-04-07T01:35:39.66192Z","end":"2026-04-07T01:35:39.807684Z","steps":["trace[701812512] 'process raft request' (duration: 145.558944ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:39.807989Z","caller":"traceutil/trace.go:171","msg":"trace[2120823095] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"145.967013ms","start":"2026-04-07T01:35:39.661996Z","end":"2026-04-07T01:35:39.807963Z","steps":["trace[2120823095] 'process raft request' (duration: 145.647325ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:39.808195Z","caller":"traceutil/trace.go:171","msg":"trace[1873524819] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"145.624075ms","start":"2026-04-07T01:35:39.662559Z","end":"2026-04-07T01:35:39.808183Z","steps":["trace[1873524819] 'process raft request' (duration: 145.479482ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:39.80834Z","caller":"traceutil/trace.go:171","msg":"trace[37925838] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"146.332042ms","start":"2026-04-07T01:35:39.661998Z","end":"2026-04-07T01:35:39.80833Z","steps":["trace[37925838] 'process raft request' (duration: 145.854351ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:39.808349Z","caller":"traceutil/trace.go:171","msg":"trace[960325073] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"144.599463ms","start":"2026-04-07T01:35:39.663739Z","end":"2026-04-07T01:35:39.808339Z","steps":["trace[960325073] 'process raft request' (duration: 144.407968ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:39.989032Z","caller":"traceutil/trace.go:171","msg":"trace[1453708011] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"122.783712ms","start":"2026-04-07T01:35:39.86622Z","end":"2026-04-07T01:35:39.989003Z","steps":["trace[1453708011] 'process raft request' (duration: 122.6776ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:39.98905Z","caller":"traceutil/trace.go:171","msg":"trace[1700880934] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"122.888565ms","start":"2026-04-07T01:35:39.866118Z","end":"2026-04-07T01:35:39.989006Z","steps":["trace[1700880934] 'process raft request' (duration: 122.607839ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:39.989605Z","caller":"traceutil/trace.go:171","msg":"trace[67604080] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"123.181601ms","start":"2026-04-07T01:35:39.866403Z","end":"2026-04-07T01:35:39.989584Z","steps":["trace[67604080] 'process raft request' (duration: 122.553117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:40.60025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.214168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-04-07T01:35:40.600345Z","caller":"traceutil/trace.go:171","msg":"trace[1741026926] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5146; }","duration":"121.34844ms","start":"2026-04-07T01:35:40.478977Z","end":"2026-04-07T01:35:40.600325Z","steps":["trace[1741026926] 'range keys from in-memory index tree' (duration: 121.009223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:40.600355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.578762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-5c694d99cc-nt8nl\" ","response":"range_response_count:1 size:4014"} {"level":"info","ts":"2026-04-07T01:35:40.600486Z","caller":"traceutil/trace.go:171","msg":"trace[21882789] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-5c694d99cc-nt8nl; range_end:; response_count:1; response_revision:5146; }","duration":"289.734615ms","start":"2026-04-07T01:35:40.31072Z","end":"2026-04-07T01:35:40.600454Z","steps":["trace[21882789] 'range keys from in-memory index tree' (duration: 289.377098ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:40.845391Z","caller":"traceutil/trace.go:171","msg":"trace[532581359] linearizableReadLoop","detail":"{readStateIndex:5367; appliedIndex:5365; }","duration":"127.191702ms","start":"2026-04-07T01:35:40.718181Z","end":"2026-04-07T01:35:40.845373Z","steps":["trace[532581359] 'read index received' (duration: 126.942557ms)","trace[532581359] 'applied index is now lower than readState.Index' (duration: 248.345µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:40.845496Z","caller":"traceutil/trace.go:171","msg":"trace[520945040] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"193.812535ms","start":"2026-04-07T01:35:40.651675Z","end":"2026-04-07T01:35:40.845488Z","steps":["trace[520945040] 'process raft request' (duration: 193.649731ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:40.845535Z","caller":"traceutil/trace.go:171","msg":"trace[1603735059] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"194.222404ms","start":"2026-04-07T01:35:40.651281Z","end":"2026-04-07T01:35:40.845504Z","steps":["trace[1603735059] 'process raft request' (duration: 193.925338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:40.846073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.865577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-04-07T01:35:40.846155Z","caller":"traceutil/trace.go:171","msg":"trace[1619928465] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5150; }","duration":"127.98918ms","start":"2026-04-07T01:35:40.71814Z","end":"2026-04-07T01:35:40.846129Z","steps":["trace[1619928465] 'agreement among raft nodes before linearized reading' (duration: 127.451778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:41.090166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.05828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:35:41.090294Z","caller":"traceutil/trace.go:171","msg":"trace[1018160857] linearizableReadLoop","detail":"{readStateIndex:5368; appliedIndex:5367; }","duration":"234.20737ms","start":"2026-04-07T01:35:40.856072Z","end":"2026-04-07T01:35:41.090279Z","steps":["trace[1018160857] 'read index received' (duration: 72.865234ms)","trace[1018160857] 'applied index is now lower than readState.Index' (duration: 161.341206ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:41.090374Z","caller":"traceutil/trace.go:171","msg":"trace[1251823064] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"235.579721ms","start":"2026-04-07T01:35:40.854784Z","end":"2026-04-07T01:35:41.090364Z","steps":["trace[1251823064] 'process raft request' (duration: 74.255155ms)","trace[1251823064] 'compare' (duration: 160.917207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:35:41.090568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.39964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9761"} {"level":"warn","ts":"2026-04-07T01:35:41.090617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.525507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a3ef3d8c990cc7\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-04-07T01:35:41.090638Z","caller":"traceutil/trace.go:171","msg":"trace[1880266002] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5151; }","duration":"232.501493ms","start":"2026-04-07T01:35:40.858119Z","end":"2026-04-07T01:35:41.09062Z","steps":["trace[1880266002] 'agreement among raft nodes before linearized reading' (duration: 232.314108ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:41.090692Z","caller":"traceutil/trace.go:171","msg":"trace[176664012] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a3ef3d8c990cc7; range_end:; response_count:1; response_revision:5151; }","duration":"234.627809ms","start":"2026-04-07T01:35:40.856047Z","end":"2026-04-07T01:35:41.090675Z","steps":["trace[176664012] 'agreement among raft nodes before linearized reading' (duration: 234.434735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:41.090607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.432114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:35:41.090909Z","caller":"traceutil/trace.go:171","msg":"trace[703459975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5151; }","duration":"188.694379ms","start":"2026-04-07T01:35:40.9021Z","end":"2026-04-07T01:35:41.090794Z","steps":["trace[703459975] 'agreement among raft nodes before linearized reading' (duration: 188.425544ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:41.331368Z","caller":"traceutil/trace.go:171","msg":"trace[50847948] linearizableReadLoop","detail":"{readStateIndex:5370; appliedIndex:5369; }","duration":"138.089765ms","start":"2026-04-07T01:35:41.19325Z","end":"2026-04-07T01:35:41.33134Z","steps":["trace[50847948] 'read index received' (duration: 45.761496ms)","trace[50847948] 'applied index is now lower than readState.Index' (duration: 92.327389ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:41.331507Z","caller":"traceutil/trace.go:171","msg":"trace[302024523] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"180.65978ms","start":"2026-04-07T01:35:41.150835Z","end":"2026-04-07T01:35:41.331495Z","steps":["trace[302024523] 'process raft request' (duration: 88.220458ms)","trace[302024523] 'compare' (duration: 92.165076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:35:41.331879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.660236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-04-07T01:35:41.331884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.625199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T01:35:41.331956Z","caller":"traceutil/trace.go:171","msg":"trace[862246688] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5153; }","duration":"108.770018ms","start":"2026-04-07T01:35:41.223167Z","end":"2026-04-07T01:35:41.331937Z","steps":["trace[862246688] 'agreement among raft nodes before linearized reading' (duration: 108.531372ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:41.331968Z","caller":"traceutil/trace.go:171","msg":"trace[1519771893] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:5153; }","duration":"138.743931ms","start":"2026-04-07T01:35:41.193204Z","end":"2026-04-07T01:35:41.331948Z","steps":["trace[1519771893] 'agreement among raft nodes before linearized reading' (duration: 138.519795ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:36:07.348388Z","caller":"traceutil/trace.go:171","msg":"trace[121291629] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"311.77543ms","start":"2026-04-07T01:36:07.036568Z","end":"2026-04-07T01:36:07.348343Z","steps":["trace[121291629] 'process raft request' (duration: 311.483313ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:36:07.34848Z","caller":"traceutil/trace.go:171","msg":"trace[278566898] linearizableReadLoop","detail":"{readStateIndex:5689; appliedIndex:5688; }","duration":"197.833715ms","start":"2026-04-07T01:36:07.150363Z","end":"2026-04-07T01:36:07.348196Z","steps":["trace[278566898] 'read index received' (duration: 197.633199ms)","trace[278566898] 'applied index is now lower than readState.Index' (duration: 200.096µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:36:07.34857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.128232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:36:07.348618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:36:07.036543Z","time spent":"311.967764ms","remote":"127.0.0.1:56714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:36:07.348683Z","caller":"traceutil/trace.go:171","msg":"trace[1068562357] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5459; }","duration":"198.352307ms","start":"2026-04-07T01:36:07.150305Z","end":"2026-04-07T01:36:07.348658Z","steps":["trace[1068562357] 'agreement among raft nodes before linearized reading' (duration: 198.117622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:36:07.352481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.281309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:36:07.352534Z","caller":"traceutil/trace.go:171","msg":"trace[1772942263] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5460; }","duration":"187.383511ms","start":"2026-04-07T01:36:07.165136Z","end":"2026-04-07T01:36:07.35252Z","steps":["trace[1772942263] 'agreement among raft nodes before linearized reading' (duration: 187.280889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:36:07.352524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.239381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:36:07.352613Z","caller":"traceutil/trace.go:171","msg":"trace[1986226886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5460; }","duration":"168.394845ms","start":"2026-04-07T01:36:07.184196Z","end":"2026-04-07T01:36:07.352591Z","steps":["trace[1986226886] 'agreement among raft nodes before linearized reading' (duration: 168.230121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:36:07.352756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.355163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6156"} {"level":"info","ts":"2026-04-07T01:36:07.352778Z","caller":"traceutil/trace.go:171","msg":"trace[1432977386] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5460; }","duration":"184.398864ms","start":"2026-04-07T01:36:07.168372Z","end":"2026-04-07T01:36:07.352771Z","steps":["trace[1432977386] 'agreement among raft nodes before linearized reading' (duration: 184.316842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:36:07.352884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.643476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:36:07.352901Z","caller":"traceutil/trace.go:171","msg":"trace[695848824] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5460; }","duration":"187.698448ms","start":"2026-04-07T01:36:07.165197Z","end":"2026-04-07T01:36:07.352896Z","steps":["trace[695848824] 'agreement among raft nodes before linearized reading' (duration: 187.672747ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:36:07.353058Z","caller":"traceutil/trace.go:171","msg":"trace[507367115] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"161.938281ms","start":"2026-04-07T01:36:07.191102Z","end":"2026-04-07T01:36:07.35304Z","steps":["trace[507367115] 'process raft request' (duration: 161.205265ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:36:15.902302Z","caller":"traceutil/trace.go:171","msg":"trace[2078542456] linearizableReadLoop","detail":"{readStateIndex:5754; appliedIndex:5752; }","duration":"111.472719ms","start":"2026-04-07T01:36:15.790802Z","end":"2026-04-07T01:36:15.902275Z","steps":["trace[2078542456] 'read index received' (duration: 65.461878ms)","trace[2078542456] 'applied index is now lower than readState.Index' (duration: 46.006531ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:36:15.902357Z","caller":"traceutil/trace.go:171","msg":"trace[3110728] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"111.711005ms","start":"2026-04-07T01:36:15.790618Z","end":"2026-04-07T01:36:15.902329Z","steps":["trace[3110728] 'process raft request' (duration: 111.454649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:36:15.902577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.750285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3522"} {"level":"info","ts":"2026-04-07T01:36:15.902671Z","caller":"traceutil/trace.go:171","msg":"trace[64721436] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5521; }","duration":"111.876508ms","start":"2026-04-07T01:36:15.790771Z","end":"2026-04-07T01:36:15.902648Z","steps":["trace[64721436] 'agreement among raft nodes before linearized reading' (duration: 111.621012ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:36:16.184946Z","caller":"traceutil/trace.go:171","msg":"trace[1363162941] linearizableReadLoop","detail":"{readStateIndex:5757; appliedIndex:5756; }","duration":"146.363771ms","start":"2026-04-07T01:36:16.038552Z","end":"2026-04-07T01:36:16.184916Z","steps":["trace[1363162941] 'read index received' (duration: 146.281529ms)","trace[1363162941] 'applied index is now lower than readState.Index' (duration: 80.752µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:36:16.18503Z","caller":"traceutil/trace.go:171","msg":"trace[1829089931] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"190.321287ms","start":"2026-04-07T01:36:15.994681Z","end":"2026-04-07T01:36:16.185002Z","steps":["trace[1829089931] 'process raft request' (duration: 190.055711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:36:16.185201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.898058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T01:36:16.18523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.48234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T01:36:16.185246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.956776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T01:36:16.185326Z","caller":"traceutil/trace.go:171","msg":"trace[1045671764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5524; }","duration":"182.638165ms","start":"2026-04-07T01:36:16.002664Z","end":"2026-04-07T01:36:16.185302Z","steps":["trace[1045671764] 'agreement among raft nodes before linearized reading' (duration: 182.393219ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:36:16.185337Z","caller":"traceutil/trace.go:171","msg":"trace[1522640461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5524; }","duration":"189.086248ms","start":"2026-04-07T01:36:15.996233Z","end":"2026-04-07T01:36:16.185319Z","steps":["trace[1522640461] 'agreement among raft nodes before linearized reading' (duration: 188.810782ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:36:16.185271Z","caller":"traceutil/trace.go:171","msg":"trace[1238043277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5524; }","duration":"181.991289ms","start":"2026-04-07T01:36:16.003264Z","end":"2026-04-07T01:36:16.185255Z","steps":["trace[1238043277] 'agreement among raft nodes before linearized reading' (duration: 181.759674ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:36:16.222397Z","caller":"traceutil/trace.go:171","msg":"trace[505149558] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"179.349031ms","start":"2026-04-07T01:36:16.04302Z","end":"2026-04-07T01:36:16.222369Z","steps":["trace[505149558] 'process raft request' (duration: 179.202808ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:36:16.699683Z","caller":"traceutil/trace.go:171","msg":"trace[1291177881] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"179.31755ms","start":"2026-04-07T01:36:16.520346Z","end":"2026-04-07T01:36:16.699663Z","steps":["trace[1291177881] 'process raft request' (duration: 179.175927ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:36:23.985285Z","caller":"traceutil/trace.go:171","msg":"trace[1477221072] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"100.661256ms","start":"2026-04-07T01:36:23.884599Z","end":"2026-04-07T01:36:23.98526Z","steps":["trace[1477221072] 'process raft request' (duration: 100.341349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:36:28.222969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.080388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-07T01:36:28.223159Z","caller":"traceutil/trace.go:171","msg":"trace[1269518985] linearizableReadLoop","detail":"{readStateIndex:5877; appliedIndex:5876; }","duration":"186.306536ms","start":"2026-04-07T01:36:28.03683Z","end":"2026-04-07T01:36:28.223137Z","steps":["trace[1269518985] 'read index received' (duration: 50.917191ms)","trace[1269518985] 'applied index is now lower than readState.Index' (duration: 135.387645ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:36:28.223258Z","caller":"traceutil/trace.go:171","msg":"trace[1034314126] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5638; }","duration":"196.27349ms","start":"2026-04-07T01:36:28.02697Z","end":"2026-04-07T01:36:28.223243Z","steps":["trace[1034314126] 'process raft request' (duration: 60.837224ms)","trace[1034314126] 'compare' (duration: 135.029487ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:36:28.223532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.848245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T01:36:28.223619Z","caller":"traceutil/trace.go:171","msg":"trace[293812102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5638; }","duration":"189.980478ms","start":"2026-04-07T01:36:28.03362Z","end":"2026-04-07T01:36:28.223601Z","steps":["trace[293812102] 'agreement among raft nodes before linearized reading' (duration: 189.747293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:36:28.223615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.070379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:36:28.22373Z","caller":"traceutil/trace.go:171","msg":"trace[955590688] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5638; }","duration":"206.252263ms","start":"2026-04-07T01:36:28.017456Z","end":"2026-04-07T01:36:28.223708Z","steps":["trace[955590688] 'agreement among raft nodes before linearized reading' (duration: 205.982467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:36:28.232212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.753995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:36:28.232257Z","caller":"traceutil/trace.go:171","msg":"trace[1129194209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5639; }","duration":"140.831747ms","start":"2026-04-07T01:36:28.091414Z","end":"2026-04-07T01:36:28.232246Z","steps":["trace[1129194209] 'agreement among raft nodes before linearized reading' (duration: 140.710044ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:36:28.232383Z","caller":"traceutil/trace.go:171","msg":"trace[1874838965] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"139.328244ms","start":"2026-04-07T01:36:28.093044Z","end":"2026-04-07T01:36:28.232372Z","steps":["trace[1874838965] 'process raft request' (duration: 138.879803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:36:28.232218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.082006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:36:28.232596Z","caller":"traceutil/trace.go:171","msg":"trace[1596983837] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5639; }","duration":"101.492176ms","start":"2026-04-07T01:36:28.131083Z","end":"2026-04-07T01:36:28.232575Z","steps":["trace[1596983837] 'agreement among raft nodes before linearized reading' (duration: 101.038035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:36:28.23275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.680818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:88637"} {"level":"info","ts":"2026-04-07T01:36:28.232795Z","caller":"traceutil/trace.go:171","msg":"trace[1664303353] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5639; }","duration":"191.74011ms","start":"2026-04-07T01:36:28.041037Z","end":"2026-04-07T01:36:28.232777Z","steps":["trace[1664303353] 'agreement among raft nodes before linearized reading' (duration: 191.477064ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:38:07.954061Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3104} {"level":"info","ts":"2026-04-07T01:38:08.050178Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3104,"took":"94.719012ms","hash":3994795637,"current-db-size-bytes":60178432,"current-db-size":"60 MB","current-db-size-in-use-bytes":32960512,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-07T01:38:08.050304Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3994795637,"revision":3104,"compact-revision":-1} {"level":"info","ts":"2026-04-07T01:38:31.266574Z","caller":"traceutil/trace.go:171","msg":"trace[967752939] transaction","detail":"{read_only:false; response_revision:6573; number_of_response:1; }","duration":"157.183521ms","start":"2026-04-07T01:38:31.109366Z","end":"2026-04-07T01:38:31.266549Z","steps":["trace[967752939] 'process raft request' (duration: 111.640051ms)","trace[967752939] 'compare' (duration: 45.136501ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:38:31.266855Z","caller":"traceutil/trace.go:171","msg":"trace[1695076829] transaction","detail":"{read_only:false; response_revision:6574; number_of_response:1; }","duration":"149.419427ms","start":"2026-04-07T01:38:31.117422Z","end":"2026-04-07T01:38:31.266841Z","steps":["trace[1695076829] 'process raft request' (duration: 149.08626ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:38:31.267416Z","caller":"traceutil/trace.go:171","msg":"trace[480924301] transaction","detail":"{read_only:false; response_revision:6575; number_of_response:1; }","duration":"149.212942ms","start":"2026-04-07T01:38:31.118164Z","end":"2026-04-07T01:38:31.267377Z","steps":["trace[480924301] 'process raft request' (duration: 148.629279ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:38:36.34821Z","caller":"traceutil/trace.go:171","msg":"trace[880775978] linearizableReadLoop","detail":"{readStateIndex:6898; appliedIndex:6897; }","duration":"106.548877ms","start":"2026-04-07T01:38:36.241634Z","end":"2026-04-07T01:38:36.348183Z","steps":["trace[880775978] 'read index received' (duration: 106.359783ms)","trace[880775978] 'applied index is now lower than readState.Index' (duration: 187.864µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:38:36.348404Z","caller":"traceutil/trace.go:171","msg":"trace[1410889511] transaction","detail":"{read_only:false; response_revision:6608; number_of_response:1; }","duration":"148.935166ms","start":"2026-04-07T01:38:36.199338Z","end":"2026-04-07T01:38:36.348274Z","steps":["trace[1410889511] 'process raft request' (duration: 148.67341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:38:36.348575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.887144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-07T01:38:36.348689Z","caller":"traceutil/trace.go:171","msg":"trace[1275581726] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6608; }","duration":"107.090329ms","start":"2026-04-07T01:38:36.241578Z","end":"2026-04-07T01:38:36.348668Z","steps":["trace[1275581726] 'agreement among raft nodes before linearized reading' (duration: 106.70846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:38:36.560666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.306555ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:38:36.560919Z","caller":"traceutil/trace.go:171","msg":"trace[743070699] linearizableReadLoop","detail":"{readStateIndex:6901; appliedIndex:6900; }","duration":"125.047281ms","start":"2026-04-07T01:38:36.435842Z","end":"2026-04-07T01:38:36.560889Z","steps":["trace[743070699] 'read index received' (duration: 4.44003ms)","trace[743070699] 'applied index is now lower than readState.Index' (duration: 120.604111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:38:36.561371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.520371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-04-07T01:38:36.56144Z","caller":"traceutil/trace.go:171","msg":"trace[1404597563] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6611; }","duration":"125.642004ms","start":"2026-04-07T01:38:36.435784Z","end":"2026-04-07T01:38:36.561426Z","steps":["trace[1404597563] 'agreement among raft nodes before linearized reading' (duration: 125.195764ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:38:55.385101Z","caller":"traceutil/trace.go:171","msg":"trace[1510383016] transaction","detail":"{read_only:false; response_revision:6772; number_of_response:1; }","duration":"104.847336ms","start":"2026-04-07T01:38:55.280223Z","end":"2026-04-07T01:38:55.385071Z","steps":["trace[1510383016] 'process raft request' (duration: 104.639972ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:02.442367Z","caller":"traceutil/trace.go:171","msg":"trace[1442583944] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"125.361376ms","start":"2026-04-07T01:41:02.316975Z","end":"2026-04-07T01:41:02.442336Z","steps":["trace[1442583944] 'process raft request' (duration: 107.542955ms)","trace[1442583944] 'compare' (duration: 17.418082ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:41:02.573594Z","caller":"traceutil/trace.go:171","msg":"trace[96751174] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"124.966407ms","start":"2026-04-07T01:41:02.448601Z","end":"2026-04-07T01:41:02.573568Z","steps":["trace[96751174] 'process raft request' (duration: 124.544157ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:02.574053Z","caller":"traceutil/trace.go:171","msg":"trace[876774670] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"125.57695ms","start":"2026-04-07T01:41:02.448461Z","end":"2026-04-07T01:41:02.574038Z","steps":["trace[876774670] 'process raft request' (duration: 113.214302ms)","trace[876774670] 'compare' (duration: 11.330074ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:41:02.575386Z","caller":"traceutil/trace.go:171","msg":"trace[1774668384] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"107.453603ms","start":"2026-04-07T01:41:02.467919Z","end":"2026-04-07T01:41:02.575372Z","steps":["trace[1774668384] 'process raft request' (duration: 105.333275ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:14.813097Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002156.wal"} {"level":"warn","ts":"2026-04-07T01:41:19.273245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288694117,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T01:41:19.474811Z","caller":"traceutil/trace.go:171","msg":"trace[496027709] linearizableReadLoop","detail":"{readStateIndex:8559; appliedIndex:8558; }","duration":"704.498384ms","start":"2026-04-07T01:41:18.770285Z","end":"2026-04-07T01:41:19.474783Z","steps":["trace[496027709] 'read index received' (duration: 704.370091ms)","trace[496027709] 'applied index is now lower than readState.Index' (duration: 127.323µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:41:19.474962Z","caller":"traceutil/trace.go:171","msg":"trace[1517197898] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"706.264323ms","start":"2026-04-07T01:41:18.768638Z","end":"2026-04-07T01:41:19.474903Z","steps":["trace[1517197898] 'process raft request' (duration: 705.963657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:19.47507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.360911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:19.475066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.763749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-07T01:41:19.475117Z","caller":"traceutil/trace.go:171","msg":"trace[2050701207] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8195; }","duration":"257.436723ms","start":"2026-04-07T01:41:19.217663Z","end":"2026-04-07T01:41:19.4751Z","steps":["trace[2050701207] 'agreement among raft nodes before linearized reading' (duration: 257.378281ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:19.475144Z","caller":"traceutil/trace.go:171","msg":"trace[1643329824] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8195; }","duration":"704.863812ms","start":"2026-04-07T01:41:18.77026Z","end":"2026-04-07T01:41:19.475124Z","steps":["trace[1643329824] 'agreement among raft nodes before linearized reading' (duration: 704.673288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:19.475188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:18.77025Z","time spent":"704.928393ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:41:19.475016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.299903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:19.475236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:18.768621Z","time spent":"706.467627ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:41:19.475268Z","caller":"traceutil/trace.go:171","msg":"trace[2040089560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8195; }","duration":"657.59355ms","start":"2026-04-07T01:41:18.817651Z","end":"2026-04-07T01:41:19.475245Z","steps":["trace[2040089560] 'agreement among raft nodes before linearized reading' (duration: 657.292723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:19.475351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:18.817634Z","time spent":"657.694803ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:41:20.009091Z","caller":"traceutil/trace.go:171","msg":"trace[169805325] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"527.953328ms","start":"2026-04-07T01:41:19.481106Z","end":"2026-04-07T01:41:20.009059Z","steps":["trace[169805325] 'process raft request' (duration: 527.702262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.009404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:19.481092Z","time spent":"528.133153ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:41:20.009955Z","caller":"traceutil/trace.go:171","msg":"trace[1365615707] linearizableReadLoop","detail":"{readStateIndex:8562; appliedIndex:8559; }","duration":"332.799305ms","start":"2026-04-07T01:41:19.677116Z","end":"2026-04-07T01:41:20.009915Z","steps":["trace[1365615707] 'read index received' (duration: 331.623038ms)","trace[1365615707] 'applied index is now lower than readState.Index' (duration: 1.175117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:41:20.010259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.134352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.010403Z","caller":"traceutil/trace.go:171","msg":"trace[1384832571] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"527.508488ms","start":"2026-04-07T01:41:19.48285Z","end":"2026-04-07T01:41:20.010359Z","steps":["trace[1384832571] 'process raft request' (duration: 526.857173ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.010465Z","caller":"traceutil/trace.go:171","msg":"trace[417646348] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"518.071766ms","start":"2026-04-07T01:41:19.492349Z","end":"2026-04-07T01:41:20.010421Z","steps":["trace[417646348] 'process raft request' (duration: 517.517924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.010548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:19.482839Z","time spent":"527.64564ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:41:20.010583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.31405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.010606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.2811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.010651Z","caller":"traceutil/trace.go:171","msg":"trace[1873274311] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8198; }","duration":"168.381432ms","start":"2026-04-07T01:41:19.842252Z","end":"2026-04-07T01:41:20.010633Z","steps":["trace[1873274311] 'agreement among raft nodes before linearized reading' (duration: 168.28954ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.010664Z","caller":"traceutil/trace.go:171","msg":"trace[538343142] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8198; }","duration":"168.389092ms","start":"2026-04-07T01:41:19.842259Z","end":"2026-04-07T01:41:20.010648Z","steps":["trace[538343142] 'agreement among raft nodes before linearized reading' (duration: 168.27894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.010655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.975257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.010696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:19.492313Z","time spent":"518.26441ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:41:20.010754Z","caller":"traceutil/trace.go:171","msg":"trace[426076775] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8198; }","duration":"239.11461ms","start":"2026-04-07T01:41:19.771614Z","end":"2026-04-07T01:41:20.010729Z","steps":["trace[426076775] 'agreement among raft nodes before linearized reading' (duration: 238.944426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.010797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.58342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.012418Z","caller":"traceutil/trace.go:171","msg":"trace[1561368996] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8198; }","duration":"241.216498ms","start":"2026-04-07T01:41:19.771184Z","end":"2026-04-07T01:41:20.012401Z","steps":["trace[1561368996] 'agreement among raft nodes before linearized reading' (duration: 239.586831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.011092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.45139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.012621Z","caller":"traceutil/trace.go:171","msg":"trace[381580118] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8198; }","duration":"197.011456ms","start":"2026-04-07T01:41:19.8156Z","end":"2026-04-07T01:41:20.012611Z","steps":["trace[381580118] 'agreement among raft nodes before linearized reading' (duration: 195.428039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.011099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.976771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.012808Z","caller":"traceutil/trace.go:171","msg":"trace[1884217942] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8198; }","duration":"335.725511ms","start":"2026-04-07T01:41:19.677072Z","end":"2026-04-07T01:41:20.012798Z","steps":["trace[1884217942] 'agreement among raft nodes before linearized reading' (duration: 333.987261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.012848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:19.677051Z","time spent":"335.781242ms","remote":"127.0.0.1:45428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-04-07T01:41:20.010478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.944218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.013432Z","caller":"traceutil/trace.go:171","msg":"trace[462900193] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8198; }","duration":"335.924305ms","start":"2026-04-07T01:41:19.677479Z","end":"2026-04-07T01:41:20.013404Z","steps":["trace[462900193] 'agreement among raft nodes before linearized reading' (duration: 332.885057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.013516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:19.677473Z","time spent":"336.010507ms","remote":"127.0.0.1:45428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-04-07T01:41:20.011215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.74633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.013631Z","caller":"traceutil/trace.go:171","msg":"trace[678446093] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8198; }","duration":"106.167135ms","start":"2026-04-07T01:41:19.907438Z","end":"2026-04-07T01:41:20.013606Z","steps":["trace[678446093] 'agreement among raft nodes before linearized reading' (duration: 103.75665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.011245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.864823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.013794Z","caller":"traceutil/trace.go:171","msg":"trace[448839147] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8198; }","duration":"106.439871ms","start":"2026-04-07T01:41:19.907346Z","end":"2026-04-07T01:41:20.013786Z","steps":["trace[448839147] 'agreement among raft nodes before linearized reading' (duration: 103.885833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.011266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.901314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.013852Z","caller":"traceutil/trace.go:171","msg":"trace[282853096] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8198; }","duration":"106.485792ms","start":"2026-04-07T01:41:19.90736Z","end":"2026-04-07T01:41:20.013846Z","steps":["trace[282853096] 'agreement among raft nodes before linearized reading' (duration: 103.893873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.011261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.784332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njprq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T01:41:20.013943Z","caller":"traceutil/trace.go:171","msg":"trace[655658662] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njprq; range_end:; response_count:1; response_revision:8198; }","duration":"172.476234ms","start":"2026-04-07T01:41:19.841448Z","end":"2026-04-07T01:41:20.013924Z","steps":["trace[655658662] 'agreement among raft nodes before linearized reading' (duration: 169.677951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.011285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.949936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.014051Z","caller":"traceutil/trace.go:171","msg":"trace[1010789438] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8198; }","duration":"123.722399ms","start":"2026-04-07T01:41:19.890314Z","end":"2026-04-07T01:41:20.014037Z","steps":["trace[1010789438] 'agreement among raft nodes before linearized reading' (duration: 120.960347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.011305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.410876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.014126Z","caller":"traceutil/trace.go:171","msg":"trace[1120261058] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8198; }","duration":"124.21073ms","start":"2026-04-07T01:41:19.88989Z","end":"2026-04-07T01:41:20.0141Z","steps":["trace[1120261058] 'agreement among raft nodes before linearized reading' (duration: 121.404186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.011303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.9463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.014209Z","caller":"traceutil/trace.go:171","msg":"trace[330555037] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8198; }","duration":"186.854576ms","start":"2026-04-07T01:41:19.827333Z","end":"2026-04-07T01:41:20.014188Z","steps":["trace[330555037] 'agreement among raft nodes before linearized reading' (duration: 183.947791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.011303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.726556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T01:41:20.014308Z","caller":"traceutil/trace.go:171","msg":"trace[1870062445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8198; }","duration":"198.754384ms","start":"2026-04-07T01:41:19.815548Z","end":"2026-04-07T01:41:20.014302Z","steps":["trace[1870062445] 'agreement among raft nodes before linearized reading' (duration: 195.611743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.011325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.492908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.01438Z","caller":"traceutil/trace.go:171","msg":"trace[1876765089] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8198; }","duration":"124.572028ms","start":"2026-04-07T01:41:19.889802Z","end":"2026-04-07T01:41:20.014374Z","steps":["trace[1876765089] 'agreement among raft nodes before linearized reading' (duration: 121.510909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.01134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.124435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.01443Z","caller":"traceutil/trace.go:171","msg":"trace[2075211285] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8198; }","duration":"187.247175ms","start":"2026-04-07T01:41:19.827177Z","end":"2026-04-07T01:41:20.014425Z","steps":["trace[2075211285] 'agreement among raft nodes before linearized reading' (duration: 184.143415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.011392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.227397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.014475Z","caller":"traceutil/trace.go:171","msg":"trace[1995696087] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8198; }","duration":"187.336377ms","start":"2026-04-07T01:41:19.827131Z","end":"2026-04-07T01:41:20.014467Z","steps":["trace[1995696087] 'agreement among raft nodes before linearized reading' (duration: 184.242647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.011434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.667034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.014562Z","caller":"traceutil/trace.go:171","msg":"trace[1539568408] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8198; }","duration":"198.800825ms","start":"2026-04-07T01:41:19.815733Z","end":"2026-04-07T01:41:20.014534Z","steps":["trace[1539568408] 'agreement among raft nodes before linearized reading' (duration: 195.677775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.011454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.169935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T01:41:20.014615Z","caller":"traceutil/trace.go:171","msg":"trace[1876540222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8198; }","duration":"215.355986ms","start":"2026-04-07T01:41:19.799253Z","end":"2026-04-07T01:41:20.014609Z","steps":["trace[1876540222] 'agreement among raft nodes before linearized reading' (duration: 212.116373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.011473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.711776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.014701Z","caller":"traceutil/trace.go:171","msg":"trace[870987807] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8198; }","duration":"198.933589ms","start":"2026-04-07T01:41:19.815754Z","end":"2026-04-07T01:41:20.014688Z","steps":["trace[870987807] 'agreement among raft nodes before linearized reading' (duration: 195.697056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.011515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.925652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.014901Z","caller":"traceutil/trace.go:171","msg":"trace[1585140320] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8198; }","duration":"216.286998ms","start":"2026-04-07T01:41:19.798576Z","end":"2026-04-07T01:41:20.014863Z","steps":["trace[1585140320] 'agreement among raft nodes before linearized reading' (duration: 212.904981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.01157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.086978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.015021Z","caller":"traceutil/trace.go:171","msg":"trace[856345594] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8198; }","duration":"221.582628ms","start":"2026-04-07T01:41:19.793424Z","end":"2026-04-07T01:41:20.015006Z","steps":["trace[856345594] 'agreement among raft nodes before linearized reading' (duration: 218.115529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.011624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.288902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.015132Z","caller":"traceutil/trace.go:171","msg":"trace[2080605039] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8198; }","duration":"221.797153ms","start":"2026-04-07T01:41:19.793308Z","end":"2026-04-07T01:41:20.015106Z","steps":["trace[2080605039] 'agreement among raft nodes before linearized reading' (duration: 218.283783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.011673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.788664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.011673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.32793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.011728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.175144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T01:41:20.011742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.730853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.011747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.622897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.011766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.858393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.011793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.002636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.011799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.575505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.011799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.830805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.011814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.049368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.011842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.018435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.011857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.966449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.011851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.660667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.011841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.478695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.011903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.391186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.011909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.677702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.011932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.487468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:20.01196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.05436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:20.01521Z","caller":"traceutil/trace.go:171","msg":"trace[242463718] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8198; }","duration":"279.356865ms","start":"2026-04-07T01:41:19.735842Z","end":"2026-04-07T01:41:20.015199Z","steps":["trace[242463718] 'agreement among raft nodes before linearized reading' (duration: 275.777234ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.015361Z","caller":"traceutil/trace.go:171","msg":"trace[835740774] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8198; }","duration":"144.615058ms","start":"2026-04-07T01:41:19.870738Z","end":"2026-04-07T01:41:20.015353Z","steps":["trace[835740774] 'agreement among raft nodes before linearized reading' (duration: 141.063488ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.015449Z","caller":"traceutil/trace.go:171","msg":"trace[307644348] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8198; }","duration":"233.137556ms","start":"2026-04-07T01:41:19.782305Z","end":"2026-04-07T01:41:20.015443Z","steps":["trace[307644348] 'agreement among raft nodes before linearized reading' (duration: 229.33944ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.015442Z","caller":"traceutil/trace.go:171","msg":"trace[1343808574] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8198; }","duration":"319.132189ms","start":"2026-04-07T01:41:19.696286Z","end":"2026-04-07T01:41:20.015418Z","steps":["trace[1343808574] 'agreement among raft nodes before linearized reading' (duration: 315.490166ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.015486Z","caller":"traceutil/trace.go:171","msg":"trace[1242129804] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8198; }","duration":"125.954779ms","start":"2026-04-07T01:41:19.889523Z","end":"2026-04-07T01:41:20.015478Z","steps":["trace[1242129804] 'agreement among raft nodes before linearized reading' (duration: 122.175233ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.015486Z","caller":"traceutil/trace.go:171","msg":"trace[1963069555] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8198; }","duration":"294.28107ms","start":"2026-04-07T01:41:19.721192Z","end":"2026-04-07T01:41:20.015473Z","steps":["trace[1963069555] 'agreement among raft nodes before linearized reading' (duration: 290.577676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.015514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:19.696256Z","time spent":"319.23879ms","remote":"127.0.0.1:45440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"info","ts":"2026-04-07T01:41:20.015501Z","caller":"traceutil/trace.go:171","msg":"trace[2115182978] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8198; }","duration":"263.516449ms","start":"2026-04-07T01:41:19.751956Z","end":"2026-04-07T01:41:20.015473Z","steps":["trace[2115182978] 'agreement among raft nodes before linearized reading' (duration: 259.810995ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.015533Z","caller":"traceutil/trace.go:171","msg":"trace[799751635] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8198; }","duration":"263.651122ms","start":"2026-04-07T01:41:19.751859Z","end":"2026-04-07T01:41:20.01551Z","steps":["trace[799751635] 'agreement among raft nodes before linearized reading' (duration: 259.966018ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.01554Z","caller":"traceutil/trace.go:171","msg":"trace[298099899] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8198; }","duration":"320.06491ms","start":"2026-04-07T01:41:19.695454Z","end":"2026-04-07T01:41:20.015518Z","steps":["trace[298099899] 'agreement among raft nodes before linearized reading' (duration: 316.433417ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.01557Z","caller":"traceutil/trace.go:171","msg":"trace[204024433] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8198; }","duration":"263.599191ms","start":"2026-04-07T01:41:19.751963Z","end":"2026-04-07T01:41:20.015562Z","steps":["trace[204024433] 'agreement among raft nodes before linearized reading' (duration: 259.741283ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.0156Z","caller":"traceutil/trace.go:171","msg":"trace[266731667] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8198; }","duration":"172.788982ms","start":"2026-04-07T01:41:19.842805Z","end":"2026-04-07T01:41:20.015594Z","steps":["trace[266731667] 'agreement among raft nodes before linearized reading' (duration: 169.020526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.015606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:19.695433Z","time spent":"320.149771ms","remote":"127.0.0.1:45440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:41:20.015625Z","caller":"traceutil/trace.go:171","msg":"trace[1971392825] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8198; }","duration":"144.859984ms","start":"2026-04-07T01:41:19.870755Z","end":"2026-04-07T01:41:20.015615Z","steps":["trace[1971392825] 'agreement among raft nodes before linearized reading' (duration: 141.021627ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.015655Z","caller":"traceutil/trace.go:171","msg":"trace[186311519] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8198; }","duration":"294.469314ms","start":"2026-04-07T01:41:19.721159Z","end":"2026-04-07T01:41:20.015628Z","steps":["trace[186311519] 'agreement among raft nodes before linearized reading' (duration: 290.663918ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.015736Z","caller":"traceutil/trace.go:171","msg":"trace[741558936] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8198; }","duration":"279.543629ms","start":"2026-04-07T01:41:19.736171Z","end":"2026-04-07T01:41:20.015714Z","steps":["trace[741558936] 'agreement among raft nodes before linearized reading' (duration: 275.710122ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.015761Z","caller":"traceutil/trace.go:171","msg":"trace[748780754] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8198; }","duration":"279.880796ms","start":"2026-04-07T01:41:19.735867Z","end":"2026-04-07T01:41:20.015748Z","steps":["trace[748780754] 'agreement among raft nodes before linearized reading' (duration: 276.063759ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.01546Z","caller":"traceutil/trace.go:171","msg":"trace[1194099742] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8198; }","duration":"144.569297ms","start":"2026-04-07T01:41:19.870876Z","end":"2026-04-07T01:41:20.015446Z","steps":["trace[1194099742] 'agreement among raft nodes before linearized reading' (duration: 140.866603ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.015697Z","caller":"traceutil/trace.go:171","msg":"trace[1608626028] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8198; }","duration":"294.564866ms","start":"2026-04-07T01:41:19.721112Z","end":"2026-04-07T01:41:20.015677Z","steps":["trace[1608626028] 'agreement among raft nodes before linearized reading' (duration: 290.601907ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.015795Z","caller":"traceutil/trace.go:171","msg":"trace[493582949] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8198; }","duration":"320.348896ms","start":"2026-04-07T01:41:19.695439Z","end":"2026-04-07T01:41:20.015788Z","steps":["trace[493582949] 'agreement among raft nodes before linearized reading' (duration: 316.477828ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:20.015975Z","caller":"traceutil/trace.go:171","msg":"trace[1377987155] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8198; }","duration":"338.886352ms","start":"2026-04-07T01:41:19.677075Z","end":"2026-04-07T01:41:20.015961Z","steps":["trace[1377987155] 'agreement among raft nodes before linearized reading' (duration: 333.04147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:20.015984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:19.695359Z","time spent":"320.602412ms","remote":"127.0.0.1:45440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-04-07T01:41:20.016056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:19.677058Z","time spent":"338.975514ms","remote":"127.0.0.1:45428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:41:31.345492Z","caller":"traceutil/trace.go:171","msg":"trace[755988184] linearizableReadLoop","detail":"{readStateIndex:8643; appliedIndex:8642; }","duration":"131.79393ms","start":"2026-04-07T01:41:31.213681Z","end":"2026-04-07T01:41:31.345475Z","steps":["trace[755988184] 'read index received' (duration: 131.648087ms)","trace[755988184] 'applied index is now lower than readState.Index' (duration: 145.143µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:41:31.345557Z","caller":"traceutil/trace.go:171","msg":"trace[131183459] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"247.212672ms","start":"2026-04-07T01:41:31.098313Z","end":"2026-04-07T01:41:31.345526Z","steps":["trace[131183459] 'process raft request' (duration: 247.052289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:31.34575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.048186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T01:41:31.345839Z","caller":"traceutil/trace.go:171","msg":"trace[739950719] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:8274; }","duration":"132.20076ms","start":"2026-04-07T01:41:31.213621Z","end":"2026-04-07T01:41:31.345821Z","steps":["trace[739950719] 'agreement among raft nodes before linearized reading' (duration: 131.926254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:32.08495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:31.355311Z","time spent":"729.614397ms","remote":"127.0.0.1:43620","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T01:41:32.405285Z","caller":"traceutil/trace.go:171","msg":"trace[491195702] linearizableReadLoop","detail":"{readStateIndex:8645; appliedIndex:8643; }","duration":"594.016482ms","start":"2026-04-07T01:41:31.811239Z","end":"2026-04-07T01:41:32.405256Z","steps":["trace[491195702] 'read index received' (duration: 207.292076ms)","trace[491195702] 'applied index is now lower than readState.Index' (duration: 386.723386ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:41:32.405415Z","caller":"traceutil/trace.go:171","msg":"trace[174826777] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8274; }","duration":"1.049608525s","start":"2026-04-07T01:41:31.355797Z","end":"2026-04-07T01:41:32.405406Z","steps":["trace[174826777] 'process raft request' (duration: 1.048608982s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:32.405519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:31.355751Z","time spent":"1.049694597s","remote":"127.0.0.1:56714","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:41:32.405918Z","caller":"traceutil/trace.go:171","msg":"trace[978655760] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"562.017573ms","start":"2026-04-07T01:41:31.84389Z","end":"2026-04-07T01:41:32.405907Z","steps":["trace[978655760] 'process raft request' (duration: 561.186124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:32.406003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:31.843856Z","time spent":"562.097485ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:41:32.406174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.934153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:32.406245Z","caller":"traceutil/trace.go:171","msg":"trace[1229722269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8275; }","duration":"595.032866ms","start":"2026-04-07T01:41:31.811201Z","end":"2026-04-07T01:41:32.406234Z","steps":["trace[1229722269] 'agreement among raft nodes before linearized reading' (duration: 594.939624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:32.406277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:31.81118Z","time spent":"595.090296ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:41:32.411738Z","caller":"traceutil/trace.go:171","msg":"trace[349658658] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"325.256245ms","start":"2026-04-07T01:41:32.086442Z","end":"2026-04-07T01:41:32.411698Z","steps":["trace[349658658] 'process raft request' (duration: 324.370085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:32.411845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.925636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:32.411903Z","caller":"traceutil/trace.go:171","msg":"trace[1960087209] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8277; }","duration":"381.036928ms","start":"2026-04-07T01:41:32.03085Z","end":"2026-04-07T01:41:32.411887Z","steps":["trace[1960087209] 'agreement among raft nodes before linearized reading' (duration: 380.899955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:32.411937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:32.086413Z","time spent":"325.417709ms","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:41:32.411953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:32.030819Z","time spent":"381.12388ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:41:32.41201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.417043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-07T01:41:32.412078Z","caller":"traceutil/trace.go:171","msg":"trace[1789024716] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8277; }","duration":"111.505834ms","start":"2026-04-07T01:41:32.300553Z","end":"2026-04-07T01:41:32.412059Z","steps":["trace[1789024716] 'agreement among raft nodes before linearized reading' (duration: 111.34037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:32.412215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.442373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-07T01:41:32.41225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.828246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:41:32.412289Z","caller":"traceutil/trace.go:171","msg":"trace[2033678232] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8277; }","duration":"237.582207ms","start":"2026-04-07T01:41:32.174687Z","end":"2026-04-07T01:41:32.412269Z","steps":["trace[2033678232] 'agreement among raft nodes before linearized reading' (duration: 237.318211ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:32.412309Z","caller":"traceutil/trace.go:171","msg":"trace[1362543719] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8277; }","duration":"600.947848ms","start":"2026-04-07T01:41:31.811348Z","end":"2026-04-07T01:41:32.412296Z","steps":["trace[1362543719] 'agreement among raft nodes before linearized reading' (duration: 600.795725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:32.412318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.416808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-07T01:41:32.41234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:31.811315Z","time spent":"601.020109ms","remote":"127.0.0.1:56730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:41:32.412345Z","caller":"traceutil/trace.go:171","msg":"trace[626997610] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8277; }","duration":"227.466319ms","start":"2026-04-07T01:41:32.184871Z","end":"2026-04-07T01:41:32.412337Z","steps":["trace[626997610] 'agreement among raft nodes before linearized reading' (duration: 227.402788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:32.412385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.243935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njprq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T01:41:32.412407Z","caller":"traceutil/trace.go:171","msg":"trace[556931896] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njprq; range_end:; response_count:1; response_revision:8277; }","duration":"276.278156ms","start":"2026-04-07T01:41:32.136122Z","end":"2026-04-07T01:41:32.4124Z","steps":["trace[556931896] 'agreement among raft nodes before linearized reading' (duration: 276.149883ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:32.412375Z","caller":"traceutil/trace.go:171","msg":"trace[124189783] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"295.083787ms","start":"2026-04-07T01:41:32.117264Z","end":"2026-04-07T01:41:32.412348Z","steps":["trace[124189783] 'process raft request' (duration: 294.366422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:32.412401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.419033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T01:41:32.412498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.673766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T01:41:32.412516Z","caller":"traceutil/trace.go:171","msg":"trace[639106980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8277; }","duration":"132.583138ms","start":"2026-04-07T01:41:32.279906Z","end":"2026-04-07T01:41:32.41249Z","steps":["trace[639106980] 'agreement among raft nodes before linearized reading' (duration: 132.205279ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:32.412528Z","caller":"traceutil/trace.go:171","msg":"trace[1006492159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8277; }","duration":"281.713496ms","start":"2026-04-07T01:41:32.130805Z","end":"2026-04-07T01:41:32.412518Z","steps":["trace[1006492159] 'agreement among raft nodes before linearized reading' (duration: 281.618284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:32.412837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.885283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:41:32.412892Z","caller":"traceutil/trace.go:171","msg":"trace[1710687508] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8277; }","duration":"169.926346ms","start":"2026-04-07T01:41:32.242951Z","end":"2026-04-07T01:41:32.412877Z","steps":["trace[1710687508] 'agreement among raft nodes before linearized reading' (duration: 168.766051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:32.413012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.307371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:41:32.413068Z","caller":"traceutil/trace.go:171","msg":"trace[1681434678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8277; }","duration":"282.396043ms","start":"2026-04-07T01:41:32.130656Z","end":"2026-04-07T01:41:32.413052Z","steps":["trace[1681434678] 'agreement among raft nodes before linearized reading' (duration: 281.098714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:34.42748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288694378,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T01:41:34.503718Z","caller":"traceutil/trace.go:171","msg":"trace[1836818473] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"611.183508ms","start":"2026-04-07T01:41:33.892508Z","end":"2026-04-07T01:41:34.503692Z","steps":["trace[1836818473] 'process raft request' (duration: 610.473282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:34.503871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:33.892483Z","time spent":"611.313551ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:41:34.598843Z","caller":"traceutil/trace.go:171","msg":"trace[1425360310] linearizableReadLoop","detail":"{readStateIndex:8661; appliedIndex:8659; }","duration":"671.794029ms","start":"2026-04-07T01:41:33.927022Z","end":"2026-04-07T01:41:34.598816Z","steps":["trace[1425360310] 'read index received' (duration: 576.050808ms)","trace[1425360310] 'applied index is now lower than readState.Index' (duration: 95.742141ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:41:34.598945Z","caller":"traceutil/trace.go:171","msg":"trace[1345157981] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"180.424023ms","start":"2026-04-07T01:41:34.418479Z","end":"2026-04-07T01:41:34.598903Z","steps":["trace[1345157981] 'process raft request' (duration: 180.155106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:34.599331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.970533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:41:34.599418Z","caller":"traceutil/trace.go:171","msg":"trace[1852153876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8290; }","duration":"140.091567ms","start":"2026-04-07T01:41:34.459306Z","end":"2026-04-07T01:41:34.599398Z","steps":["trace[1852153876] 'agreement among raft nodes before linearized reading' (duration: 139.822721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:34.599416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.085347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-07T01:41:34.599402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.045972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T01:41:34.599474Z","caller":"traceutil/trace.go:171","msg":"trace[893155431] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8290; }","duration":"140.178618ms","start":"2026-04-07T01:41:34.45928Z","end":"2026-04-07T01:41:34.599458Z","steps":["trace[893155431] 'agreement among raft nodes before linearized reading' (duration: 139.999634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:34.599463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.929107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:41:34.599508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.469714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:41:34.599552Z","caller":"traceutil/trace.go:171","msg":"trace[1669094879] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8290; }","duration":"672.568006ms","start":"2026-04-07T01:41:33.926969Z","end":"2026-04-07T01:41:34.599537Z","steps":["trace[1669094879] 'agreement among raft nodes before linearized reading' (duration: 671.990043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:34.599542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.154248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T01:41:34.599575Z","caller":"traceutil/trace.go:171","msg":"trace[730350043] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8290; }","duration":"312.050439ms","start":"2026-04-07T01:41:34.287468Z","end":"2026-04-07T01:41:34.599518Z","steps":["trace[730350043] 'agreement among raft nodes before linearized reading' (duration: 311.907866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:34.599611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:33.926953Z","time spent":"672.644088ms","remote":"127.0.0.1:43650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":781,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:41:34.599628Z","caller":"traceutil/trace.go:171","msg":"trace[1394747422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8290; }","duration":"140.283231ms","start":"2026-04-07T01:41:34.459318Z","end":"2026-04-07T01:41:34.599601Z","steps":["trace[1394747422] 'agreement among raft nodes before linearized reading' (duration: 140.038546ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:34.59954Z","caller":"traceutil/trace.go:171","msg":"trace[1689442355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8290; }","duration":"167.190265ms","start":"2026-04-07T01:41:34.432288Z","end":"2026-04-07T01:41:34.599478Z","steps":["trace[1689442355] 'agreement among raft nodes before linearized reading' (duration: 166.94851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:34.599413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.693481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njprq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T01:41:34.599915Z","caller":"traceutil/trace.go:171","msg":"trace[1681232233] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njprq; range_end:; response_count:1; response_revision:8290; }","duration":"133.226353ms","start":"2026-04-07T01:41:34.466675Z","end":"2026-04-07T01:41:34.599902Z","steps":["trace[1681232233] 'agreement among raft nodes before linearized reading' (duration: 132.588139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:34.599865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.627294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T01:41:34.600032Z","caller":"traceutil/trace.go:171","msg":"trace[23721428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8290; }","duration":"142.790597ms","start":"2026-04-07T01:41:34.457177Z","end":"2026-04-07T01:41:34.599967Z","steps":["trace[23721428] 'agreement among raft nodes before linearized reading' (duration: 141.983169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:34.599894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:34.287445Z","time spent":"312.373176ms","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:41:34.600117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.368278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8b6469b4-fvv4z.18a3ef8eaee5e58e\" ","response":"range_response_count:1 size:1129"} {"level":"info","ts":"2026-04-07T01:41:34.600311Z","caller":"traceutil/trace.go:171","msg":"trace[726041529] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8b6469b4-fvv4z.18a3ef8eaee5e58e; range_end:; response_count:1; response_revision:8290; }","duration":"383.36527ms","start":"2026-04-07T01:41:34.21692Z","end":"2026-04-07T01:41:34.600285Z","steps":["trace[726041529] 'agreement among raft nodes before linearized reading' (duration: 382.157384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:34.600391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:41:34.2169Z","time spent":"383.468833ms","remote":"127.0.0.1:43650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1152,"request content":"key:\"/registry/events/openstack/barbican-api-8b6469b4-fvv4z.18a3ef8eaee5e58e\" "} {"level":"info","ts":"2026-04-07T01:41:34.862373Z","caller":"traceutil/trace.go:171","msg":"trace[566153879] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"258.479136ms","start":"2026-04-07T01:41:34.603837Z","end":"2026-04-07T01:41:34.862316Z","steps":["trace[566153879] 'process raft request' (duration: 258.029615ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:34.862413Z","caller":"traceutil/trace.go:171","msg":"trace[1018348610] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"257.683338ms","start":"2026-04-07T01:41:34.604698Z","end":"2026-04-07T01:41:34.862381Z","steps":["trace[1018348610] 'process raft request' (duration: 257.455013ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:34.862436Z","caller":"traceutil/trace.go:171","msg":"trace[1814095906] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"257.680468ms","start":"2026-04-07T01:41:34.60472Z","end":"2026-04-07T01:41:34.8624Z","steps":["trace[1814095906] 'process raft request' (duration: 257.553815ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:34.862468Z","caller":"traceutil/trace.go:171","msg":"trace[1009545331] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"257.692288ms","start":"2026-04-07T01:41:34.604754Z","end":"2026-04-07T01:41:34.862447Z","steps":["trace[1009545331] 'process raft request' (duration: 257.571935ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:34.862513Z","caller":"traceutil/trace.go:171","msg":"trace[1053505183] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"257.231888ms","start":"2026-04-07T01:41:34.605257Z","end":"2026-04-07T01:41:34.862489Z","steps":["trace[1053505183] 'process raft request' (duration: 257.140816ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:34.862596Z","caller":"traceutil/trace.go:171","msg":"trace[1961989908] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"257.615886ms","start":"2026-04-07T01:41:34.604969Z","end":"2026-04-07T01:41:34.862584Z","steps":["trace[1961989908] 'process raft request' (duration: 257.396931ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:34.862639Z","caller":"traceutil/trace.go:171","msg":"trace[1396953097] linearizableReadLoop","detail":"{readStateIndex:8669; appliedIndex:8662; }","duration":"236.813869ms","start":"2026-04-07T01:41:34.625813Z","end":"2026-04-07T01:41:34.862626Z","steps":["trace[1396953097] 'read index received' (duration: 236.048371ms)","trace[1396953097] 'applied index is now lower than readState.Index' (duration: 764.448µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:41:34.862699Z","caller":"traceutil/trace.go:171","msg":"trace[705538142] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"256.696795ms","start":"2026-04-07T01:41:34.605993Z","end":"2026-04-07T01:41:34.86269Z","steps":["trace[705538142] 'process raft request' (duration: 256.45387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:34.862874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.461615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-04-07T01:41:34.862934Z","caller":"traceutil/trace.go:171","msg":"trace[601152349] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8298; }","duration":"233.555536ms","start":"2026-04-07T01:41:34.629359Z","end":"2026-04-07T01:41:34.862915Z","steps":["trace[601152349] 'agreement among raft nodes before linearized reading' (duration: 233.389903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:41:34.863022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.659657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203503"} {"level":"info","ts":"2026-04-07T01:41:34.863068Z","caller":"traceutil/trace.go:171","msg":"trace[1281240768] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8298; }","duration":"257.721699ms","start":"2026-04-07T01:41:34.605336Z","end":"2026-04-07T01:41:34.863058Z","steps":["trace[1281240768] 'agreement among raft nodes before linearized reading' (duration: 257.360161ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:35.051263Z","caller":"traceutil/trace.go:171","msg":"trace[1413895527] linearizableReadLoop","detail":"{readStateIndex:8671; appliedIndex:8670; }","duration":"108.322283ms","start":"2026-04-07T01:41:34.942913Z","end":"2026-04-07T01:41:35.051235Z","steps":["trace[1413895527] 'read index received' (duration: 68.55216ms)","trace[1413895527] 'applied index is now lower than readState.Index' (duration: 39.768303ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:41:35.05139Z","caller":"traceutil/trace.go:171","msg":"trace[63034002] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"182.040329ms","start":"2026-04-07T01:41:34.869316Z","end":"2026-04-07T01:41:35.051356Z","steps":["trace[63034002] 'process raft request' (duration: 142.208534ms)","trace[63034002] 'compare' (duration: 39.62084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:41:35.051595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.665161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-04-07T01:41:35.051723Z","caller":"traceutil/trace.go:171","msg":"trace[2124895969] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8300; }","duration":"108.819214ms","start":"2026-04-07T01:41:34.942885Z","end":"2026-04-07T01:41:35.051704Z","steps":["trace[2124895969] 'agreement among raft nodes before linearized reading' (duration: 108.488877ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:35.164052Z","caller":"traceutil/trace.go:171","msg":"trace[1154255323] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"106.728617ms","start":"2026-04-07T01:41:35.057295Z","end":"2026-04-07T01:41:35.164023Z","steps":["trace[1154255323] 'process raft request' (duration: 106.204745ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:35.89218Z","caller":"traceutil/trace.go:171","msg":"trace[1600038368] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"174.09615ms","start":"2026-04-07T01:41:35.718053Z","end":"2026-04-07T01:41:35.892149Z","steps":["trace[1600038368] 'process raft request' (duration: 173.887185ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:41:43.408989Z","caller":"traceutil/trace.go:171","msg":"trace[1272369485] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"132.188038ms","start":"2026-04-07T01:41:43.276776Z","end":"2026-04-07T01:41:43.408964Z","steps":["trace[1272369485] 'process raft request' (duration: 132.043725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:03.312261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288695084,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T01:42:03.719582Z","caller":"traceutil/trace.go:171","msg":"trace[514730478] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"955.772045ms","start":"2026-04-07T01:42:02.763786Z","end":"2026-04-07T01:42:03.719558Z","steps":["trace[514730478] 'process raft request' (duration: 955.630532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:03.719742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:02.763768Z","time spent":"955.886477ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:42:03.832834Z","caller":"traceutil/trace.go:171","msg":"trace[1050192941] linearizableReadLoop","detail":"{readStateIndex:8913; appliedIndex:8911; }","duration":"1.021595902s","start":"2026-04-07T01:42:02.811217Z","end":"2026-04-07T01:42:03.832813Z","steps":["trace[1050192941] 'read index received' (duration: 908.203508ms)","trace[1050192941] 'applied index is now lower than readState.Index' (duration: 113.391294ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:42:03.832994Z","caller":"traceutil/trace.go:171","msg":"trace[248860249] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"689.053176ms","start":"2026-04-07T01:42:03.143929Z","end":"2026-04-07T01:42:03.832982Z","steps":["trace[248860249] 'process raft request' (duration: 686.410837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:03.833279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.106062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T01:42:03.833295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.066964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:42:03.833381Z","caller":"traceutil/trace.go:171","msg":"trace[1738491089] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8530; }","duration":"177.167576ms","start":"2026-04-07T01:42:03.656195Z","end":"2026-04-07T01:42:03.833363Z","steps":["trace[1738491089] 'agreement among raft nodes before linearized reading' (duration: 177.023553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:03.833417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.402469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njprq\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-07T01:42:03.833408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.578277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T01:42:03.8334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.298201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-07T01:42:03.833409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.946173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-07T01:42:03.833461Z","caller":"traceutil/trace.go:171","msg":"trace[2097509188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8530; }","duration":"603.672968ms","start":"2026-04-07T01:42:03.229775Z","end":"2026-04-07T01:42:03.833448Z","steps":["trace[2097509188] 'agreement among raft nodes before linearized reading' (duration: 603.527725ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:42:03.833479Z","caller":"traceutil/trace.go:171","msg":"trace[735156562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8530; }","duration":"595.418473ms","start":"2026-04-07T01:42:03.238042Z","end":"2026-04-07T01:42:03.83346Z","steps":["trace[735156562] 'agreement among raft nodes before linearized reading' (duration: 595.168958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:03.833496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:03.229754Z","time spent":"603.73607ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T01:42:03.833512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.628711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T01:42:03.833527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:03.238031Z","time spent":"595.487555ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T01:42:03.833545Z","caller":"traceutil/trace.go:171","msg":"trace[1014423144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8530; }","duration":"670.685933ms","start":"2026-04-07T01:42:03.162852Z","end":"2026-04-07T01:42:03.833538Z","steps":["trace[1014423144] 'agreement among raft nodes before linearized reading' (duration: 670.612582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:03.833523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.923949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-04-07T01:42:03.833566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.574887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T01:42:03.833586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.487798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-07T01:42:03.833582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:03.162839Z","time spent":"670.735174ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T01:42:03.833603Z","caller":"traceutil/trace.go:171","msg":"trace[720203259] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8530; }","duration":"596.522048ms","start":"2026-04-07T01:42:03.237074Z","end":"2026-04-07T01:42:03.833597Z","steps":["trace[720203259] 'agreement among raft nodes before linearized reading' (duration: 596.484168ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:42:03.833597Z","caller":"traceutil/trace.go:171","msg":"trace[1267601691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8530; }","duration":"595.614678ms","start":"2026-04-07T01:42:03.237975Z","end":"2026-04-07T01:42:03.83359Z","steps":["trace[1267601691] 'agreement among raft nodes before linearized reading' (duration: 595.532567ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:42:03.833484Z","caller":"traceutil/trace.go:171","msg":"trace[476840965] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8530; }","duration":"276.071376ms","start":"2026-04-07T01:42:03.557398Z","end":"2026-04-07T01:42:03.833469Z","steps":["trace[476840965] 'agreement among raft nodes before linearized reading' (duration: 275.869021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:03.83362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:03.237062Z","time spent":"596.55238ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-07T01:42:03.833606Z","caller":"traceutil/trace.go:171","msg":"trace[327470008] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8530; }","duration":"467.056122ms","start":"2026-04-07T01:42:03.36653Z","end":"2026-04-07T01:42:03.833586Z","steps":["trace[327470008] 'agreement among raft nodes before linearized reading' (duration: 466.785576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:03.833629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:03.23797Z","time spent":"595.652679ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T01:42:03.833664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022456091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:42:03.833709Z","caller":"traceutil/trace.go:171","msg":"trace[1650472675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8530; }","duration":"1.022543873s","start":"2026-04-07T01:42:02.811154Z","end":"2026-04-07T01:42:03.833698Z","steps":["trace[1650472675] 'agreement among raft nodes before linearized reading' (duration: 1.022458771s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:03.833745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:02.81113Z","time spent":"1.022607364s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:42:03.833327Z","caller":"traceutil/trace.go:171","msg":"trace[2133946137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8530; }","duration":"765.194724ms","start":"2026-04-07T01:42:03.068121Z","end":"2026-04-07T01:42:03.833315Z","steps":["trace[2133946137] 'agreement among raft nodes before linearized reading' (duration: 765.046981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:03.833789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:03.068104Z","time spent":"765.677606ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:42:03.833664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:03.36651Z","time spent":"467.137374ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T01:42:03.833449Z","caller":"traceutil/trace.go:171","msg":"trace[1466798307] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njprq; range_end:; response_count:1; response_revision:8530; }","duration":"659.457321ms","start":"2026-04-07T01:42:03.173983Z","end":"2026-04-07T01:42:03.833441Z","steps":["trace[1466798307] 'agreement among raft nodes before linearized reading' (duration: 659.363349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:03.833878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:03.173973Z","time spent":"659.89396ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-njprq\" "} {"level":"warn","ts":"2026-04-07T01:42:03.833943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:03.143907Z","time spent":"689.113697ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:42:16.904164Z","caller":"traceutil/trace.go:171","msg":"trace[358134122] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8665; }","duration":"148.149325ms","start":"2026-04-07T01:42:16.755989Z","end":"2026-04-07T01:42:16.904138Z","steps":["trace[358134122] 'process raft request' (duration: 147.360608ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:42:16.943138Z","caller":"traceutil/trace.go:171","msg":"trace[1976306917] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"186.554477ms","start":"2026-04-07T01:42:16.756567Z","end":"2026-04-07T01:42:16.943121Z","steps":["trace[1976306917] 'process raft request' (duration: 186.380323ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:42:16.943369Z","caller":"traceutil/trace.go:171","msg":"trace[1856229371] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"163.608161ms","start":"2026-04-07T01:42:16.779743Z","end":"2026-04-07T01:42:16.943351Z","steps":["trace[1856229371] 'process raft request' (duration: 163.320935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:16.94367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.373368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wlkhb\" ","response":"range_response_count:1 size:4607"} {"level":"info","ts":"2026-04-07T01:42:16.943781Z","caller":"traceutil/trace.go:171","msg":"trace[1216685900] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wlkhb; range_end:; response_count:1; response_revision:8667; }","duration":"164.514401ms","start":"2026-04-07T01:42:16.779243Z","end":"2026-04-07T01:42:16.943757Z","steps":["trace[1216685900] 'agreement among raft nodes before linearized reading' (duration: 164.215575ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:42:16.94553Z","caller":"traceutil/trace.go:171","msg":"trace[1826739419] linearizableReadLoop","detail":"{readStateIndex:9057; appliedIndex:9055; }","duration":"164.061692ms","start":"2026-04-07T01:42:16.779266Z","end":"2026-04-07T01:42:16.943328Z","steps":["trace[1826739419] 'read index received' (duration: 124.100155ms)","trace[1826739419] 'applied index is now lower than readState.Index' (duration: 39.958537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:42:16.945761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.076621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:42:16.945871Z","caller":"traceutil/trace.go:171","msg":"trace[927323835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8667; }","duration":"135.206695ms","start":"2026-04-07T01:42:16.810645Z","end":"2026-04-07T01:42:16.945852Z","steps":["trace[927323835] 'agreement among raft nodes before linearized reading' (duration: 135.01619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:17.256342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.350488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:42:17.256404Z","caller":"traceutil/trace.go:171","msg":"trace[1877523405] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8668; }","duration":"139.457921ms","start":"2026-04-07T01:42:17.116933Z","end":"2026-04-07T01:42:17.256391Z","steps":["trace[1877523405] 'count revisions from in-memory index tree' (duration: 139.260566ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:42:17.811474Z","caller":"traceutil/trace.go:171","msg":"trace[353991222] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"114.220113ms","start":"2026-04-07T01:42:17.697225Z","end":"2026-04-07T01:42:17.811445Z","steps":["trace[353991222] 'process raft request' (duration: 114.04972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:18.586447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439227288695470,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T01:42:18.592396Z","caller":"traceutil/trace.go:171","msg":"trace[1525139337] linearizableReadLoop","detail":"{readStateIndex:9062; appliedIndex:9061; }","duration":"506.550539ms","start":"2026-04-07T01:42:18.085826Z","end":"2026-04-07T01:42:18.592377Z","steps":["trace[1525139337] 'read index received' (duration: 506.369605ms)","trace[1525139337] 'applied index is now lower than readState.Index' (duration: 180.284µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:42:18.592575Z","caller":"traceutil/trace.go:171","msg":"trace[1165519490] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"508.661447ms","start":"2026-04-07T01:42:18.083845Z","end":"2026-04-07T01:42:18.592507Z","steps":["trace[1165519490] 'process raft request' (duration: 508.393631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:18.59261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.767054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T01:42:18.592649Z","caller":"traceutil/trace.go:171","msg":"trace[1118850205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8671; }","duration":"506.818145ms","start":"2026-04-07T01:42:18.085819Z","end":"2026-04-07T01:42:18.592638Z","steps":["trace[1118850205] 'agreement among raft nodes before linearized reading' (duration: 506.671842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:18.592683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:18.08576Z","time spent":"506.914738ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T01:42:18.592746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:18.083831Z","time spent":"508.80998ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:42:18.592761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.192065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T01:42:18.592841Z","caller":"traceutil/trace.go:171","msg":"trace[1007714786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8671; }","duration":"495.325167ms","start":"2026-04-07T01:42:18.097496Z","end":"2026-04-07T01:42:18.592821Z","steps":["trace[1007714786] 'agreement among raft nodes before linearized reading' (duration: 495.069892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:18.592849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.128667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njprq\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-07T01:42:18.592889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.484008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T01:42:18.592868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.886066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:42:18.592905Z","caller":"traceutil/trace.go:171","msg":"trace[805765158] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njprq; range_end:; response_count:1; response_revision:8671; }","duration":"484.202788ms","start":"2026-04-07T01:42:18.108685Z","end":"2026-04-07T01:42:18.592888Z","steps":["trace[805765158] 'agreement among raft nodes before linearized reading' (duration: 484.054304ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:42:18.592938Z","caller":"traceutil/trace.go:171","msg":"trace[728505300] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8671; }","duration":"101.54994ms","start":"2026-04-07T01:42:18.491373Z","end":"2026-04-07T01:42:18.592923Z","steps":["trace[728505300] 'agreement among raft nodes before linearized reading' (duration: 101.496278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:18.592955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:18.108673Z","time spent":"484.27342ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-njprq\" "} {"level":"info","ts":"2026-04-07T01:42:18.592956Z","caller":"traceutil/trace.go:171","msg":"trace[451670165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8671; }","duration":"490.006328ms","start":"2026-04-07T01:42:18.102932Z","end":"2026-04-07T01:42:18.592938Z","steps":["trace[451670165] 'agreement among raft nodes before linearized reading' (duration: 489.743562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:18.59298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.288665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T01:42:18.593001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:18.102921Z","time spent":"490.07089ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T01:42:18.59302Z","caller":"traceutil/trace.go:171","msg":"trace[1305284522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8671; }","duration":"490.372556ms","start":"2026-04-07T01:42:18.102638Z","end":"2026-04-07T01:42:18.593011Z","steps":["trace[1305284522] 'agreement among raft nodes before linearized reading' (duration: 490.280644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:18.59305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:18.102616Z","time spent":"490.427957ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T01:42:18.592898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:18.097486Z","time spent":"495.40151ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:42:18.59284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.535727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T01:42:18.593251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.425323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-07T01:42:18.593306Z","caller":"traceutil/trace.go:171","msg":"trace[211383643] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8671; }","duration":"443.492114ms","start":"2026-04-07T01:42:18.149792Z","end":"2026-04-07T01:42:18.593285Z","steps":["trace[211383643] 'agreement among raft nodes before linearized reading' (duration: 443.368591ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:42:18.593311Z","caller":"traceutil/trace.go:171","msg":"trace[18941446] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8671; }","duration":"182.991667ms","start":"2026-04-07T01:42:18.410287Z","end":"2026-04-07T01:42:18.593278Z","steps":["trace[18941446] 'agreement among raft nodes before linearized reading' (duration: 182.479726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:18.593342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:18.149781Z","time spent":"443.553625ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:42:18.594281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.761372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-07T01:42:18.594367Z","caller":"traceutil/trace.go:171","msg":"trace[1207352078] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8671; }","duration":"450.404489ms","start":"2026-04-07T01:42:18.143947Z","end":"2026-04-07T01:42:18.594351Z","steps":["trace[1207352078] 'agreement among raft nodes before linearized reading' (duration: 448.709341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:18.594815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:18.143936Z","time spent":"450.467281ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:42:18.599358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.916935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-07T01:42:18.599415Z","caller":"traceutil/trace.go:171","msg":"trace[1928206917] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8671; }","duration":"498.018788ms","start":"2026-04-07T01:42:18.101384Z","end":"2026-04-07T01:42:18.599403Z","steps":["trace[1928206917] 'agreement among raft nodes before linearized reading' (duration: 491.537883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:18.599471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:18.101363Z","time spent":"498.094769ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-07T01:42:18.985748Z","caller":"traceutil/trace.go:171","msg":"trace[593425371] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"386.362732ms","start":"2026-04-07T01:42:18.59936Z","end":"2026-04-07T01:42:18.985723Z","steps":["trace[593425371] 'process raft request' (duration: 386.206958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:18.985895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:18.599329Z","time spent":"386.488705ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:42:19.012724Z","caller":"traceutil/trace.go:171","msg":"trace[90359262] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"411.438065ms","start":"2026-04-07T01:42:18.601257Z","end":"2026-04-07T01:42:19.012695Z","steps":["trace[90359262] 'process raft request' (duration: 411.269762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:19.012924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:18.60124Z","time spent":"411.586768ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:42:19.012995Z","caller":"traceutil/trace.go:171","msg":"trace[1442074727] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"411.264111ms","start":"2026-04-07T01:42:18.601712Z","end":"2026-04-07T01:42:19.012976Z","steps":["trace[1442074727] 'process raft request' (duration: 410.938943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:19.013131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:18.601689Z","time spent":"411.393974ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:42:19.013155Z","caller":"traceutil/trace.go:171","msg":"trace[916974314] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"411.169469ms","start":"2026-04-07T01:42:18.601954Z","end":"2026-04-07T01:42:19.013123Z","steps":["trace[916974314] 'process raft request' (duration: 410.948804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:19.013323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:18.601945Z","time spent":"411.292121ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:42:19.013731Z","caller":"traceutil/trace.go:171","msg":"trace[1830844008] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"411.697751ms","start":"2026-04-07T01:42:18.602016Z","end":"2026-04-07T01:42:19.013713Z","steps":["trace[1830844008] 'process raft request' (duration: 411.044386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:19.013815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:18.602009Z","time spent":"411.765622ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:42:19.013882Z","caller":"traceutil/trace.go:171","msg":"trace[745013820] linearizableReadLoop","detail":"{readStateIndex:9068; appliedIndex:9062; }","duration":"409.446039ms","start":"2026-04-07T01:42:18.604422Z","end":"2026-04-07T01:42:19.013868Z","steps":["trace[745013820] 'read index received' (duration: 381.191455ms)","trace[745013820] 'applied index is now lower than readState.Index' (duration: 28.253694ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:42:19.013916Z","caller":"traceutil/trace.go:171","msg":"trace[1678328151] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"411.605418ms","start":"2026-04-07T01:42:18.602301Z","end":"2026-04-07T01:42:19.013906Z","steps":["trace[1678328151] 'process raft request' (duration: 411.24544ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:42:19.013974Z","caller":"traceutil/trace.go:171","msg":"trace[142858873] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"409.101562ms","start":"2026-04-07T01:42:18.604864Z","end":"2026-04-07T01:42:19.013965Z","steps":["trace[142858873] 'process raft request' (duration: 408.944029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:19.013981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:18.602291Z","time spent":"411.66227ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:42:19.014047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:18.604855Z","time spent":"409.149183ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:42:19.01431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.961065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:42:19.014359Z","caller":"traceutil/trace.go:171","msg":"trace[2146651273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8678; }","duration":"203.046447ms","start":"2026-04-07T01:42:18.811301Z","end":"2026-04-07T01:42:19.014348Z","steps":["trace[2146651273] 'agreement among raft nodes before linearized reading' (duration: 202.974415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:19.014661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.212948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208108"} {"level":"info","ts":"2026-04-07T01:42:19.014746Z","caller":"traceutil/trace.go:171","msg":"trace[1934180539] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8678; }","duration":"410.32507ms","start":"2026-04-07T01:42:18.604403Z","end":"2026-04-07T01:42:19.014728Z","steps":["trace[1934180539] 'agreement among raft nodes before linearized reading' (duration: 409.866279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:19.014818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:18.604374Z","time spent":"410.432023ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208131,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-07T01:42:21.863799Z","caller":"traceutil/trace.go:171","msg":"trace[1939963657] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"280.071016ms","start":"2026-04-07T01:42:21.583688Z","end":"2026-04-07T01:42:21.863759Z","steps":["trace[1939963657] 'process raft request' (duration: 279.734337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:42:22.209058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.611636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:42:22.209181Z","caller":"traceutil/trace.go:171","msg":"trace[277432022] linearizableReadLoop","detail":"{readStateIndex:9094; appliedIndex:9093; }","duration":"271.650137ms","start":"2026-04-07T01:42:21.937514Z","end":"2026-04-07T01:42:22.209164Z","steps":["trace[277432022] 'read index received' (duration: 44.837486ms)","trace[277432022] 'applied index is now lower than readState.Index' (duration: 226.811101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:42:22.20927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.75096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:42:22.209325Z","caller":"traceutil/trace.go:171","msg":"trace[380276826] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8700; }","duration":"271.857081ms","start":"2026-04-07T01:42:21.937455Z","end":"2026-04-07T01:42:22.209312Z","steps":["trace[380276826] 'agreement among raft nodes before linearized reading' (duration: 271.754849ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:42:22.209403Z","caller":"traceutil/trace.go:171","msg":"trace[721257120] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"314.436837ms","start":"2026-04-07T01:42:21.894901Z","end":"2026-04-07T01:42:22.209338Z","steps":["trace[721257120] 'process raft request' (duration: 87.430792ms)","trace[721257120] 'compare' (duration: 226.476253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:42:22.209593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:42:21.894879Z","time spent":"314.611901ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:43:07.96341Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6391} {"level":"info","ts":"2026-04-07T01:43:08.074806Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6391,"took":"108.845734ms","hash":1967933300,"current-db-size-bytes":60178432,"current-db-size":"60 MB","current-db-size-in-use-bytes":26259456,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-07T01:43:08.07491Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1967933300,"revision":6391,"compact-revision":3104} {"level":"info","ts":"2026-04-07T01:43:17.70347Z","caller":"traceutil/trace.go:171","msg":"trace[230445114] linearizableReadLoop","detail":"{readStateIndex:9757; appliedIndex:9756; }","duration":"365.488928ms","start":"2026-04-07T01:43:17.337952Z","end":"2026-04-07T01:43:17.703441Z","steps":["trace[230445114] 'read index received' (duration: 365.256031ms)","trace[230445114] 'applied index is now lower than readState.Index' (duration: 232.057µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:43:17.703534Z","caller":"traceutil/trace.go:171","msg":"trace[748791156] transaction","detail":"{read_only:false; response_revision:9335; number_of_response:1; }","duration":"396.679068ms","start":"2026-04-07T01:43:17.306814Z","end":"2026-04-07T01:43:17.703493Z","steps":["trace[748791156] 'process raft request' (duration: 396.464663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:43:17.703722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:43:17.306786Z","time spent":"396.839102ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:43:17.703751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.22494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T01:43:17.703789Z","caller":"traceutil/trace.go:171","msg":"trace[1093062621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9335; }","duration":"356.307162ms","start":"2026-04-07T01:43:17.347472Z","end":"2026-04-07T01:43:17.703779Z","steps":["trace[1093062621] 'agreement among raft nodes before linearized reading' (duration: 356.121928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:43:17.703757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.784205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T01:43:17.70379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.278491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-07T01:43:17.703838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:43:17.347458Z","time spent":"356.370983ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T01:43:17.703834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.746437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-07T01:43:17.703839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.247722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njprq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T01:43:17.703877Z","caller":"traceutil/trace.go:171","msg":"trace[2050099074] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9335; }","duration":"352.394814ms","start":"2026-04-07T01:43:17.351461Z","end":"2026-04-07T01:43:17.703856Z","steps":["trace[2050099074] 'agreement among raft nodes before linearized reading' (duration: 352.189299ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:43:17.703873Z","caller":"traceutil/trace.go:171","msg":"trace[1947185492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9335; }","duration":"365.957099ms","start":"2026-04-07T01:43:17.337891Z","end":"2026-04-07T01:43:17.703848Z","steps":["trace[1947185492] 'agreement among raft nodes before linearized reading' (duration: 365.660012ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:43:17.703907Z","caller":"traceutil/trace.go:171","msg":"trace[480808432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9335; }","duration":"354.857219ms","start":"2026-04-07T01:43:17.349035Z","end":"2026-04-07T01:43:17.703892Z","steps":["trace[480808432] 'agreement among raft nodes before linearized reading' (duration: 354.692115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:43:17.703928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:43:17.351452Z","time spent":"352.468005ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-07T01:43:17.70393Z","caller":"traceutil/trace.go:171","msg":"trace[1823686732] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njprq; range_end:; response_count:1; response_revision:9335; }","duration":"271.396965ms","start":"2026-04-07T01:43:17.432513Z","end":"2026-04-07T01:43:17.70391Z","steps":["trace[1823686732] 'agreement among raft nodes before linearized reading' (duration: 271.110599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:43:17.703949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:43:17.349021Z","time spent":"354.920201ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T01:43:17.703947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:43:17.337868Z","time spent":"366.06465ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T01:43:17.703941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.307777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:43:17.704082Z","caller":"traceutil/trace.go:171","msg":"trace[894056310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9335; }","duration":"118.515472ms","start":"2026-04-07T01:43:17.585519Z","end":"2026-04-07T01:43:17.704034Z","steps":["trace[894056310] 'agreement among raft nodes before linearized reading' (duration: 118.292687ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:43:28.169743Z","caller":"traceutil/trace.go:171","msg":"trace[375309962] linearizableReadLoop","detail":"{readStateIndex:9833; appliedIndex:9832; }","duration":"402.878077ms","start":"2026-04-07T01:43:27.766837Z","end":"2026-04-07T01:43:28.169715Z","steps":["trace[375309962] 'read index received' (duration: 402.507919ms)","trace[375309962] 'applied index is now lower than readState.Index' (duration: 369.088µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:43:28.169871Z","caller":"traceutil/trace.go:171","msg":"trace[606916386] transaction","detail":"{read_only:false; response_revision:9407; number_of_response:1; }","duration":"415.107292ms","start":"2026-04-07T01:43:27.754724Z","end":"2026-04-07T01:43:28.169831Z","steps":["trace[606916386] 'process raft request' (duration: 414.734423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:43:28.170042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.026254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-07T01:43:28.170056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:43:27.7547Z","time spent":"415.258404ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:43:28.170084Z","caller":"traceutil/trace.go:171","msg":"trace[646603244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9407; }","duration":"376.128596ms","start":"2026-04-07T01:43:27.793943Z","end":"2026-04-07T01:43:28.170072Z","steps":["trace[646603244] 'agreement among raft nodes before linearized reading' (duration: 375.954282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:43:28.170095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.228295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njprq\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-07T01:43:28.170123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.463011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:43:28.170217Z","caller":"traceutil/trace.go:171","msg":"trace[2050443901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9407; }","duration":"359.586435ms","start":"2026-04-07T01:43:27.810591Z","end":"2026-04-07T01:43:28.170177Z","steps":["trace[2050443901] 'agreement among raft nodes before linearized reading' (duration: 359.444262ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:43:28.170216Z","caller":"traceutil/trace.go:171","msg":"trace[1424384318] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njprq; range_end:; response_count:1; response_revision:9407; }","duration":"403.355788ms","start":"2026-04-07T01:43:27.766811Z","end":"2026-04-07T01:43:28.170167Z","steps":["trace[1424384318] 'agreement among raft nodes before linearized reading' (duration: 403.050911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:43:28.170261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.40263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-07T01:43:28.170263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:43:27.810568Z","time spent":"359.687358ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:43:28.170274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:43:27.766798Z","time spent":"403.46629ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-njprq\" "} {"level":"warn","ts":"2026-04-07T01:43:28.170245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.166417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T01:43:28.1703Z","caller":"traceutil/trace.go:171","msg":"trace[438974509] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9407; }","duration":"208.475402ms","start":"2026-04-07T01:43:27.961813Z","end":"2026-04-07T01:43:28.170289Z","steps":["trace[438974509] 'agreement among raft nodes before linearized reading' (duration: 208.349789ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:43:28.170341Z","caller":"traceutil/trace.go:171","msg":"trace[859075490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9407; }","duration":"364.328582ms","start":"2026-04-07T01:43:27.805994Z","end":"2026-04-07T01:43:28.170323Z","steps":["trace[859075490] 'agreement among raft nodes before linearized reading' (duration: 364.069476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:43:28.170398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:43:27.805985Z","time spent":"364.403283ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T01:43:28.170125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:43:27.79392Z","time spent":"376.196107ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T01:43:28.170451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.306088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-07T01:43:28.170556Z","caller":"traceutil/trace.go:171","msg":"trace[1840383700] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9407; }","duration":"351.468242ms","start":"2026-04-07T01:43:27.819065Z","end":"2026-04-07T01:43:28.170533Z","steps":["trace[1840383700] 'agreement among raft nodes before linearized reading' (duration: 351.016112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:43:28.170604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:43:27.81905Z","time spent":"351.547664ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-07T01:43:28.171602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.021181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-07T01:43:28.171786Z","caller":"traceutil/trace.go:171","msg":"trace[564792330] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9407; }","duration":"208.268756ms","start":"2026-04-07T01:43:27.96349Z","end":"2026-04-07T01:43:28.171759Z","steps":["trace[564792330] 'agreement among raft nodes before linearized reading' (duration: 206.877716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:43:28.172647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.577266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T01:43:28.172758Z","caller":"traceutil/trace.go:171","msg":"trace[51523630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9407; }","duration":"339.897463ms","start":"2026-04-07T01:43:27.832839Z","end":"2026-04-07T01:43:28.172737Z","steps":["trace[51523630] 'agreement among raft nodes before linearized reading' (duration: 338.947251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:43:28.173122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:43:27.832828Z","time spent":"340.247492ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T01:43:28.55998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.428897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:43:28.56018Z","caller":"traceutil/trace.go:171","msg":"trace[406834288] transaction","detail":"{read_only:false; response_revision:9409; number_of_response:1; }","duration":"383.048122ms","start":"2026-04-07T01:43:28.17711Z","end":"2026-04-07T01:43:28.560158Z","steps":["trace[406834288] 'process raft request' (duration: 265.340199ms)","trace[406834288] 'compare' (duration: 117.223232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:43:28.560257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:43:28.177093Z","time spent":"383.131734ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:43:28.560529Z","caller":"traceutil/trace.go:171","msg":"trace[1906011639] transaction","detail":"{read_only:false; response_revision:9410; number_of_response:1; }","duration":"381.882135ms","start":"2026-04-07T01:43:28.178604Z","end":"2026-04-07T01:43:28.560487Z","steps":["trace[1906011639] 'process raft request' (duration: 381.503207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:43:28.560781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:43:28.178597Z","time spent":"382.05237ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:43:28.561336Z","caller":"traceutil/trace.go:171","msg":"trace[654887740] linearizableReadLoop","detail":"{readStateIndex:9838; appliedIndex:9834; }","duration":"360.019704ms","start":"2026-04-07T01:43:28.201286Z","end":"2026-04-07T01:43:28.561306Z","steps":["trace[654887740] 'read index received' (duration: 241.176176ms)","trace[654887740] 'applied index is now lower than readState.Index' (duration: 118.842238ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:43:28.561598Z","caller":"traceutil/trace.go:171","msg":"trace[1296505315] transaction","detail":"{read_only:false; response_revision:9411; number_of_response:1; }","duration":"382.662753ms","start":"2026-04-07T01:43:28.178922Z","end":"2026-04-07T01:43:28.561585Z","steps":["trace[1296505315] 'process raft request' (duration: 382.156101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:43:28.561737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:43:28.178914Z","time spent":"382.719385ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:43:28.562541Z","caller":"traceutil/trace.go:171","msg":"trace[885203733] transaction","detail":"{read_only:false; response_revision:9412; number_of_response:1; }","duration":"383.118004ms","start":"2026-04-07T01:43:28.178976Z","end":"2026-04-07T01:43:28.562094Z","steps":["trace[885203733] 'process raft request' (duration: 382.273984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:43:28.562641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:43:28.178955Z","time spent":"383.633265ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:43:28.571826Z","caller":"traceutil/trace.go:171","msg":"trace[534482861] transaction","detail":"{read_only:false; response_revision:9413; number_of_response:1; }","duration":"365.60754ms","start":"2026-04-07T01:43:28.20618Z","end":"2026-04-07T01:43:28.571788Z","steps":["trace[534482861] 'process raft request' (duration: 365.028217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:43:28.572108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:43:28.206153Z","time spent":"365.778943ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:43:28.626724Z","caller":"traceutil/trace.go:171","msg":"trace[2118055426] transaction","detail":"{read_only:false; response_revision:9414; number_of_response:1; }","duration":"128.821043ms","start":"2026-04-07T01:43:28.497882Z","end":"2026-04-07T01:43:28.626703Z","steps":["trace[2118055426] 'process raft request' (duration: 128.511016ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:43:44.644394Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T01:43:44.654346Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-07T01:43:44.654514Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-07T01:44:06.891905Z","caller":"traceutil/trace.go:171","msg":"trace[1736476816] transaction","detail":"{read_only:false; response_revision:9745; number_of_response:1; }","duration":"121.696093ms","start":"2026-04-07T01:44:06.770187Z","end":"2026-04-07T01:44:06.891883Z","steps":["trace[1736476816] 'process raft request' (duration: 121.312165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:44:06.928593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.696445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T01:44:06.928672Z","caller":"traceutil/trace.go:171","msg":"trace[79544849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9746; }","duration":"134.791527ms","start":"2026-04-07T01:44:06.79386Z","end":"2026-04-07T01:44:06.928652Z","steps":["trace[79544849] 'agreement among raft nodes before linearized reading' (duration: 134.621153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:44:06.929049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.507823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T01:44:06.929094Z","caller":"traceutil/trace.go:171","msg":"trace[595492037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9746; }","duration":"135.585965ms","start":"2026-04-07T01:44:06.793497Z","end":"2026-04-07T01:44:06.929083Z","steps":["trace[595492037] 'agreement among raft nodes before linearized reading' (duration: 134.874738ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:44:11.091539Z","caller":"traceutil/trace.go:171","msg":"trace[99208146] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"108.403414ms","start":"2026-04-07T01:44:10.983104Z","end":"2026-04-07T01:44:11.091508Z","steps":["trace[99208146] 'process raft request' (duration: 30.531486ms)","trace[99208146] 'compare' (duration: 77.580341ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:44:12.661252Z","caller":"traceutil/trace.go:171","msg":"trace[1485625610] transaction","detail":"{read_only:false; number_of_response:0; response_revision:9785; }","duration":"147.587837ms","start":"2026-04-07T01:44:12.513632Z","end":"2026-04-07T01:44:12.66122Z","steps":["trace[1485625610] 'process raft request' (duration: 147.407153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:44:12.825269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.868039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:44:12.825118Z","caller":"traceutil/trace.go:171","msg":"trace[463271482] linearizableReadLoop","detail":"{readStateIndex:10232; appliedIndex:10231; }","duration":"117.709465ms","start":"2026-04-07T01:44:12.707371Z","end":"2026-04-07T01:44:12.82508Z","steps":["trace[463271482] 'read index received' (duration: 112.15633ms)","trace[463271482] 'applied index is now lower than readState.Index' (duration: 5.550995ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:44:12.825371Z","caller":"traceutil/trace.go:171","msg":"trace[1497642547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9787; }","duration":"118.035722ms","start":"2026-04-07T01:44:12.70732Z","end":"2026-04-07T01:44:12.825355Z","steps":["trace[1497642547] 'agreement among raft nodes before linearized reading' (duration: 117.808927ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:44:12.825321Z","caller":"traceutil/trace.go:171","msg":"trace[1306689349] transaction","detail":"{read_only:false; response_revision:9787; number_of_response:1; }","duration":"152.584029ms","start":"2026-04-07T01:44:12.672695Z","end":"2026-04-07T01:44:12.825279Z","steps":["trace[1306689349] 'process raft request' (duration: 146.927592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:44:13.746777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.67156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:44:13.747292Z","caller":"traceutil/trace.go:171","msg":"trace[1914411284] transaction","detail":"{read_only:false; response_revision:9792; number_of_response:1; }","duration":"470.237027ms","start":"2026-04-07T01:44:13.277034Z","end":"2026-04-07T01:44:13.747271Z","steps":["trace[1914411284] 'process raft request' (duration: 102.953473ms)","trace[1914411284] 'compare' (duration: 366.516327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:44:13.747457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:44:13.277013Z","time spent":"470.38047ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:44:13.747522Z","caller":"traceutil/trace.go:171","msg":"trace[458981291] linearizableReadLoop","detail":"{readStateIndex:10237; appliedIndex:10236; }","duration":"451.357773ms","start":"2026-04-07T01:44:13.296125Z","end":"2026-04-07T01:44:13.747482Z","steps":["trace[458981291] 'read index received' (duration: 83.798984ms)","trace[458981291] 'applied index is now lower than readState.Index' (duration: 367.556589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:44:13.747839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.694102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-07T01:44:13.747926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.833758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T01:44:13.747947Z","caller":"traceutil/trace.go:171","msg":"trace[1860870890] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9793; }","duration":"451.849145ms","start":"2026-04-07T01:44:13.296071Z","end":"2026-04-07T01:44:13.74792Z","steps":["trace[1860870890] 'agreement among raft nodes before linearized reading' (duration: 451.567359ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:44:13.747971Z","caller":"traceutil/trace.go:171","msg":"trace[1110828242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9793; }","duration":"416.94924ms","start":"2026-04-07T01:44:13.331008Z","end":"2026-04-07T01:44:13.747957Z","steps":["trace[1110828242] 'agreement among raft nodes before linearized reading' (duration: 416.653393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:44:13.747999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:44:13.296052Z","time spent":"451.937147ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:44:13.747817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.177308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T01:44:13.74802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:44:13.330982Z","time spent":"417.023272ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T01:44:13.748114Z","caller":"traceutil/trace.go:171","msg":"trace[366709974] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9793; }","duration":"264.569976ms","start":"2026-04-07T01:44:13.483517Z","end":"2026-04-07T01:44:13.74806Z","steps":["trace[366709974] 'agreement among raft nodes before linearized reading' (duration: 264.150037ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:44:52.167771Z","caller":"traceutil/trace.go:171","msg":"trace[1092906344] transaction","detail":"{read_only:false; response_revision:10179; number_of_response:1; }","duration":"130.762208ms","start":"2026-04-07T01:44:52.03698Z","end":"2026-04-07T01:44:52.167742Z","steps":["trace[1092906344] 'process raft request' (duration: 130.545823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:44:55.644631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.473078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T01:44:55.644808Z","caller":"traceutil/trace.go:171","msg":"trace[242194487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10207; }","duration":"205.676642ms","start":"2026-04-07T01:44:55.439048Z","end":"2026-04-07T01:44:55.644724Z","steps":["trace[242194487] 'range keys from in-memory index tree' (duration: 205.238562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:44:55.645078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.859737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T01:44:55.645178Z","caller":"traceutil/trace.go:171","msg":"trace[688943273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10207; }","duration":"109.033351ms","start":"2026-04-07T01:44:55.53612Z","end":"2026-04-07T01:44:55.645154Z","steps":["trace[688943273] 'range keys from in-memory index tree' (duration: 108.465997ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:45:03.822909Z","caller":"traceutil/trace.go:171","msg":"trace[1215750549] linearizableReadLoop","detail":"{readStateIndex:10735; appliedIndex:10734; }","duration":"112.502108ms","start":"2026-04-07T01:45:03.71038Z","end":"2026-04-07T01:45:03.822882Z","steps":["trace[1215750549] 'read index received' (duration: 112.177821ms)","trace[1215750549] 'applied index is now lower than readState.Index' (duration: 323.087µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:45:03.823075Z","caller":"traceutil/trace.go:171","msg":"trace[125914649] transaction","detail":"{read_only:false; response_revision:10270; number_of_response:1; }","duration":"116.335195ms","start":"2026-04-07T01:45:03.706725Z","end":"2026-04-07T01:45:03.82306Z","steps":["trace[125914649] 'process raft request' (duration: 115.953106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:45:03.823326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.926827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T01:45:03.823365Z","caller":"traceutil/trace.go:171","msg":"trace[1567060183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10270; }","duration":"113.05966ms","start":"2026-04-07T01:45:03.710294Z","end":"2026-04-07T01:45:03.823354Z","steps":["trace[1567060183] 'agreement among raft nodes before linearized reading' (duration: 112.911317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:45:03.823521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.480311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:45:03.823551Z","caller":"traceutil/trace.go:171","msg":"trace[1431973179] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:10270; }","duration":"101.564032ms","start":"2026-04-07T01:45:03.721977Z","end":"2026-04-07T01:45:03.823541Z","steps":["trace[1431973179] 'agreement among raft nodes before linearized reading' (duration: 101.488161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:45:03.825123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.986757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T01:45:03.825151Z","caller":"traceutil/trace.go:171","msg":"trace[1781149405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10270; }","duration":"112.046868ms","start":"2026-04-07T01:45:03.713098Z","end":"2026-04-07T01:45:03.825145Z","steps":["trace[1781149405] 'agreement among raft nodes before linearized reading' (duration: 110.305338ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:45:44.42798Z","caller":"traceutil/trace.go:171","msg":"trace[724382207] transaction","detail":"{read_only:false; response_revision:10685; number_of_response:1; }","duration":"356.18452ms","start":"2026-04-07T01:45:44.071765Z","end":"2026-04-07T01:45:44.42795Z","steps":["trace[724382207] 'process raft request' (duration: 351.524275ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:45:44.428072Z","caller":"traceutil/trace.go:171","msg":"trace[748786504] transaction","detail":"{read_only:false; response_revision:10686; number_of_response:1; }","duration":"352.757072ms","start":"2026-04-07T01:45:44.075239Z","end":"2026-04-07T01:45:44.427996Z","steps":["trace[748786504] 'process raft request' (duration: 352.624408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:45:44.428166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:45:44.071744Z","time spent":"356.338123ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:45:44.428316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:45:44.075206Z","time spent":"352.988046ms","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:47:14.152951Z","caller":"traceutil/trace.go:171","msg":"trace[307916247] transaction","detail":"{read_only:false; response_revision:11343; number_of_response:1; }","duration":"121.913377ms","start":"2026-04-07T01:47:14.031009Z","end":"2026-04-07T01:47:14.152923Z","steps":["trace[307916247] 'process raft request' (duration: 121.695582ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:47:14.15413Z","caller":"traceutil/trace.go:171","msg":"trace[523220377] linearizableReadLoop","detail":"{readStateIndex:11866; appliedIndex:11864; }","duration":"106.940911ms","start":"2026-04-07T01:47:14.047166Z","end":"2026-04-07T01:47:14.154107Z","steps":["trace[523220377] 'read index received' (duration: 105.507559ms)","trace[523220377] 'applied index is now lower than readState.Index' (duration: 1.431972ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:47:14.154294Z","caller":"traceutil/trace.go:171","msg":"trace[1091786503] transaction","detail":"{read_only:false; response_revision:11344; number_of_response:1; }","duration":"121.341275ms","start":"2026-04-07T01:47:14.032937Z","end":"2026-04-07T01:47:14.154278Z","steps":["trace[1091786503] 'process raft request' (duration: 121.050389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:47:14.154396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.220137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njprq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T01:47:14.154444Z","caller":"traceutil/trace.go:171","msg":"trace[425214015] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njprq; range_end:; response_count:1; response_revision:11344; }","duration":"107.313679ms","start":"2026-04-07T01:47:14.047117Z","end":"2026-04-07T01:47:14.15443Z","steps":["trace[425214015] 'agreement among raft nodes before linearized reading' (duration: 107.119755ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:47:15.948509Z","caller":"traceutil/trace.go:171","msg":"trace[505844406] transaction","detail":"{read_only:false; response_revision:11350; number_of_response:1; }","duration":"128.72695ms","start":"2026-04-07T01:47:15.819743Z","end":"2026-04-07T01:47:15.94847Z","steps":["trace[505844406] 'process raft request' (duration: 128.454244ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:47:16.119236Z","caller":"traceutil/trace.go:171","msg":"trace[808720492] linearizableReadLoop","detail":"{readStateIndex:11873; appliedIndex:11872; }","duration":"118.609383ms","start":"2026-04-07T01:47:16.000601Z","end":"2026-04-07T01:47:16.11921Z","steps":["trace[808720492] 'read index received' (duration: 110.711167ms)","trace[808720492] 'applied index is now lower than readState.Index' (duration: 7.897236ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:47:16.11947Z","caller":"traceutil/trace.go:171","msg":"trace[122619441] transaction","detail":"{read_only:false; response_revision:11351; number_of_response:1; }","duration":"166.053268ms","start":"2026-04-07T01:47:15.953364Z","end":"2026-04-07T01:47:16.119417Z","steps":["trace[122619441] 'process raft request' (duration: 158.07448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:47:16.119815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.192897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-07T01:47:16.119889Z","caller":"traceutil/trace.go:171","msg":"trace[51630123] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:11351; }","duration":"119.281559ms","start":"2026-04-07T01:47:16.000587Z","end":"2026-04-07T01:47:16.119869Z","steps":["trace[51630123] 'agreement among raft nodes before linearized reading' (duration: 118.853908ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:47:16.294186Z","caller":"traceutil/trace.go:171","msg":"trace[1954307188] linearizableReadLoop","detail":"{readStateIndex:11875; appliedIndex:11874; }","duration":"126.087171ms","start":"2026-04-07T01:47:16.168071Z","end":"2026-04-07T01:47:16.294158Z","steps":["trace[1954307188] 'read index received' (duration: 40.439598ms)","trace[1954307188] 'applied index is now lower than readState.Index' (duration: 85.646423ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:47:16.294259Z","caller":"traceutil/trace.go:171","msg":"trace[1871331692] transaction","detail":"{read_only:false; response_revision:11353; number_of_response:1; }","duration":"129.839596ms","start":"2026-04-07T01:47:16.16439Z","end":"2026-04-07T01:47:16.294229Z","steps":["trace[1871331692] 'process raft request' (duration: 55.903495ms)","trace[1871331692] 'compare' (duration: 73.727536ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:47:16.294389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.318436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njprq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T01:47:16.294418Z","caller":"traceutil/trace.go:171","msg":"trace[598560486] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njprq; range_end:; response_count:1; response_revision:11353; }","duration":"126.396098ms","start":"2026-04-07T01:47:16.168015Z","end":"2026-04-07T01:47:16.294411Z","steps":["trace[598560486] 'agreement among raft nodes before linearized reading' (duration: 126.280665ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:48:07.970616Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9248} {"level":"info","ts":"2026-04-07T01:48:08.073756Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9248,"took":"101.036338ms","hash":1894991326,"current-db-size-bytes":60178432,"current-db-size":"60 MB","current-db-size-in-use-bytes":25554944,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-07T01:48:08.073944Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1894991326,"revision":9248,"compact-revision":6391} {"level":"info","ts":"2026-04-07T01:51:49.848263Z","caller":"traceutil/trace.go:171","msg":"trace[2144912578] transaction","detail":"{read_only:false; response_revision:13136; number_of_response:1; }","duration":"101.069969ms","start":"2026-04-07T01:51:49.747168Z","end":"2026-04-07T01:51:49.848238Z","steps":["trace[2144912578] 'process raft request' (duration: 100.67461ms)"],"step_count":1}