{"level":"warn","ts":"2026-05-18T00:41:52.418059Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-18T00:41:52.418163Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.109:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.109:2380","--initial-cluster=instance=https://199.204.45.109:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.109:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.109:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-18T00:41:52.41824Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-18T00:41:52.418256Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-05-18T00:41:52.418275Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-18T00:41:52.418964Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"]} {"level":"info","ts":"2026-05-18T00:41:52.419046Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.109:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-18T00:41:52.423912Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.453592ms"} {"level":"info","ts":"2026-05-18T00:41:52.433091Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d71a1778b31d4ce","cluster-id":"aaca35652fabf9b2"} {"level":"info","ts":"2026-05-18T00:41:52.433302Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=()"} {"level":"info","ts":"2026-05-18T00:41:52.433401Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 0"} {"level":"info","ts":"2026-05-18T00:41:52.433434Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d71a1778b31d4ce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-18T00:41:52.433507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 1"} {"level":"info","ts":"2026-05-18T00:41:52.43362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"warn","ts":"2026-05-18T00:41:52.439546Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-18T00:41:52.440853Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-18T00:41:52.441765Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-18T00:41:52.444025Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d71a1778b31d4ce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-18T00:41:52.444513Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d71a1778b31d4ce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-18T00:41:52.444666Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-18T00:41:52.444702Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-18T00:41:52.444716Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-18T00:41:52.447526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"info","ts":"2026-05-18T00:41:52.447934Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","added-peer-id":"d71a1778b31d4ce","added-peer-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-05-18T00:41:52.456332Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-18T00:41:52.456552Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d71a1778b31d4ce","initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-18T00:41:52.456577Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-18T00:41:52.456617Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-05-18T00:41:52.456636Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-05-18T00:41:52.634328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce is starting a new election at term 1"} {"level":"info","ts":"2026-05-18T00:41:52.634435Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became pre-candidate at term 1"} {"level":"info","ts":"2026-05-18T00:41:52.634486Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgPreVoteResp from d71a1778b31d4ce at term 1"} {"level":"info","ts":"2026-05-18T00:41:52.634524Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became candidate at term 2"} {"level":"info","ts":"2026-05-18T00:41:52.634573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgVoteResp from d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-05-18T00:41:52.634609Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became leader at term 2"} {"level":"info","ts":"2026-05-18T00:41:52.634647Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d71a1778b31d4ce elected leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-05-18T00:41:52.635813Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d71a1778b31d4ce","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.109:2379]}","request-path":"/0/members/d71a1778b31d4ce/attributes","cluster-id":"aaca35652fabf9b2","publish-timeout":"7s"} {"level":"info","ts":"2026-05-18T00:41:52.635809Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-18T00:41:52.635835Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-18T00:41:52.635939Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-18T00:41:52.63638Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-18T00:41:52.636701Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-18T00:41:52.639715Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.109:2379"} {"level":"info","ts":"2026-05-18T00:41:52.639722Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-18T00:41:52.65007Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","cluster-version":"3.5"} {"level":"info","ts":"2026-05-18T00:41:52.650207Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-18T00:41:52.650272Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-18T00:42:23.69566Z","caller":"traceutil/trace.go:171","msg":"trace[1712712188] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"231.424796ms","start":"2026-05-18T00:42:23.464206Z","end":"2026-05-18T00:42:23.695631Z","steps":["trace[1712712188] 'process raft request' (duration: 231.179769ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:42:23.695745Z","caller":"traceutil/trace.go:171","msg":"trace[549967506] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"229.714989ms","start":"2026-05-18T00:42:23.465996Z","end":"2026-05-18T00:42:23.695711Z","steps":["trace[549967506] 'process raft request' (duration: 229.548804ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:42:23.695787Z","caller":"traceutil/trace.go:171","msg":"trace[1953371865] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"222.436002ms","start":"2026-05-18T00:42:23.473317Z","end":"2026-05-18T00:42:23.695753Z","steps":["trace[1953371865] 'process raft request' (duration: 222.336609ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:42:23.695916Z","caller":"traceutil/trace.go:171","msg":"trace[1660761477] transaction","detail":"{read_only:false; number_of_response:1; response_revision:522; }","duration":"229.802382ms","start":"2026-05-18T00:42:23.466062Z","end":"2026-05-18T00:42:23.695864Z","steps":["trace[1660761477] 'process raft request' (duration: 229.547975ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:42:23.797985Z","caller":"traceutil/trace.go:171","msg":"trace[1118630122] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"310.2969ms","start":"2026-05-18T00:42:23.487644Z","end":"2026-05-18T00:42:23.797941Z","steps":["trace[1118630122] 'process raft request' (duration: 278.125159ms)","trace[1118630122] 'compare' (duration: 31.862443ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T00:42:23.798127Z","caller":"traceutil/trace.go:171","msg":"trace[167707639] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"310.372842ms","start":"2026-05-18T00:42:23.487717Z","end":"2026-05-18T00:42:23.79809Z","steps":["trace[167707639] 'process raft request' (duration: 310.092975ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:42:23.79825Z","caller":"traceutil/trace.go:171","msg":"trace[1282973064] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"308.732438ms","start":"2026-05-18T00:42:23.489505Z","end":"2026-05-18T00:42:23.798237Z","steps":["trace[1282973064] 'process raft request' (duration: 308.354588ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:42:23.798169Z","caller":"traceutil/trace.go:171","msg":"trace[1882076804] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"308.453591ms","start":"2026-05-18T00:42:23.489686Z","end":"2026-05-18T00:42:23.79814Z","steps":["trace[1882076804] 'process raft request' (duration: 308.231885ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:42:23.798341Z","caller":"traceutil/trace.go:171","msg":"trace[1657541411] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"308.084851ms","start":"2026-05-18T00:42:23.490244Z","end":"2026-05-18T00:42:23.798329Z","steps":["trace[1657541411] 'process raft request' (duration: 307.70402ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:42:23.798363Z","caller":"traceutil/trace.go:171","msg":"trace[1783386040] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"302.49584ms","start":"2026-05-18T00:42:23.495832Z","end":"2026-05-18T00:42:23.798327Z","steps":["trace[1783386040] 'process raft request' (duration: 302.15368ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:42:23.799537Z","caller":"traceutil/trace.go:171","msg":"trace[1292570862] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"302.466809ms","start":"2026-05-18T00:42:23.4959Z","end":"2026-05-18T00:42:23.798367Z","steps":["trace[1292570862] 'process raft request' (duration: 302.201332ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:42:23.799931Z","caller":"traceutil/trace.go:171","msg":"trace[1474824320] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"302.918131ms","start":"2026-05-18T00:42:23.496992Z","end":"2026-05-18T00:42:23.79991Z","steps":["trace[1474824320] 'process raft request' (duration: 301.165253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:42:23.800441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T00:42:23.487622Z","time spent":"310.458305ms","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-18T00:42:23.800668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T00:42:23.489676Z","time spent":"308.674836ms","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-18T00:42:23.800657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T00:42:23.487705Z","time spent":"310.581537ms","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-18T00:42:23.801108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T00:42:23.490235Z","time spent":"308.134412ms","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-18T00:42:23.802409Z","caller":"traceutil/trace.go:171","msg":"trace[1696311832] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"201.090815ms","start":"2026-05-18T00:42:23.601286Z","end":"2026-05-18T00:42:23.802377Z","steps":["trace[1696311832] 'process raft request' (duration: 198.214096ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:42:23.802477Z","caller":"traceutil/trace.go:171","msg":"trace[1042284089] linearizableReadLoop","detail":"{readStateIndex:552; appliedIndex:539; }","duration":"180.830836ms","start":"2026-05-18T00:42:23.621597Z","end":"2026-05-18T00:42:23.802428Z","steps":["trace[1042284089] 'read index received' (duration: 73.83774ms)","trace[1042284089] 'applied index is now lower than readState.Index' (duration: 106.990966ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T00:42:23.802504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T00:42:23.489479Z","time spent":"308.82072ms","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T00:42:23.802739Z","caller":"traceutil/trace.go:171","msg":"trace[309114142] transaction","detail":"{read_only:false; number_of_response:0; response_revision:532; }","duration":"103.341458ms","start":"2026-05-18T00:42:23.699377Z","end":"2026-05-18T00:42:23.802719Z","steps":["trace[309114142] 'process raft request' (duration: 103.017799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:42:23.802729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T00:42:23.496985Z","time spent":"303.547577ms","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T00:42:23.80284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T00:42:23.495815Z","time spent":"303.604009ms","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T00:42:23.802964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T00:42:23.495895Z","time spent":"303.730183ms","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T00:42:23.804009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.398398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-18T00:42:23.804109Z","caller":"traceutil/trace.go:171","msg":"trace[196028162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:532; }","duration":"182.530542ms","start":"2026-05-18T00:42:23.621558Z","end":"2026-05-18T00:42:23.804089Z","steps":["trace[196028162] 'agreement among raft nodes before linearized reading' (duration: 180.947459ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:42:30.106917Z","caller":"traceutil/trace.go:171","msg":"trace[662945184] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"139.25058ms","start":"2026-05-18T00:42:29.967634Z","end":"2026-05-18T00:42:30.106885Z","steps":["trace[662945184] 'process raft request' (duration: 138.737836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:42:30.83109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.08541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-18T00:42:30.831215Z","caller":"traceutil/trace.go:171","msg":"trace[452050904] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:645; }","duration":"392.049014ms","start":"2026-05-18T00:42:30.439139Z","end":"2026-05-18T00:42:30.831188Z","steps":["trace[452050904] 'read index received' (duration: 28.564313ms)","trace[452050904] 'applied index is now lower than readState.Index' (duration: 363.483301ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T00:42:30.831243Z","caller":"traceutil/trace.go:171","msg":"trace[115932291] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"548.565111ms","start":"2026-05-18T00:42:30.28263Z","end":"2026-05-18T00:42:30.831195Z","steps":["trace[115932291] 'process raft request' (duration: 185.140392ms)","trace[115932291] 'compare' (duration: 362.859414ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T00:42:30.831418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.758666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-18T00:42:30.831469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T00:42:30.282601Z","time spent":"548.778487ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-18T00:42:30.831481Z","caller":"traceutil/trace.go:171","msg":"trace[1784159500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:623; }","duration":"210.870928ms","start":"2026-05-18T00:42:30.620594Z","end":"2026-05-18T00:42:30.831465Z","steps":["trace[1784159500] 'agreement among raft nodes before linearized reading' (duration: 210.770076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:42:30.831507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.1211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-18T00:42:30.831555Z","caller":"traceutil/trace.go:171","msg":"trace[605000701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:623; }","duration":"271.206433ms","start":"2026-05-18T00:42:30.560332Z","end":"2026-05-18T00:42:30.831539Z","steps":["trace[605000701] 'agreement among raft nodes before linearized reading' (duration: 271.047298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:42:30.831558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.403733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-18T00:42:30.831633Z","caller":"traceutil/trace.go:171","msg":"trace[687622222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:623; }","duration":"392.533078ms","start":"2026-05-18T00:42:30.439084Z","end":"2026-05-18T00:42:30.831617Z","steps":["trace[687622222] 'agreement among raft nodes before linearized reading' (duration: 392.211649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:42:30.831616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.839126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-18T00:42:30.831749Z","caller":"traceutil/trace.go:171","msg":"trace[1456787240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:623; }","duration":"338.028781ms","start":"2026-05-18T00:42:30.49369Z","end":"2026-05-18T00:42:30.831719Z","steps":["trace[1456787240] 'agreement among raft nodes before linearized reading' (duration: 337.693222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:42:30.831809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T00:42:30.493664Z","time spent":"338.132434ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-18T00:42:30.831679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T00:42:30.439065Z","time spent":"392.604259ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-18T00:42:47.176872Z","caller":"traceutil/trace.go:171","msg":"trace[895950222] linearizableReadLoop","detail":"{readStateIndex:814; appliedIndex:813; }","duration":"250.153162ms","start":"2026-05-18T00:42:46.926687Z","end":"2026-05-18T00:42:47.17684Z","steps":["trace[895950222] 'read index received' (duration: 249.939946ms)","trace[895950222] 'applied index is now lower than readState.Index' (duration: 212.066µs)"],"step_count":2} {"level":"info","ts":"2026-05-18T00:42:47.176933Z","caller":"traceutil/trace.go:171","msg":"trace[1590986407] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"270.721589ms","start":"2026-05-18T00:42:46.906168Z","end":"2026-05-18T00:42:47.17689Z","steps":["trace[1590986407] 'process raft request' (duration: 270.474463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:42:47.177166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.448681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-18T00:42:47.177264Z","caller":"traceutil/trace.go:171","msg":"trace[1562688988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:786; }","duration":"250.597524ms","start":"2026-05-18T00:42:46.926645Z","end":"2026-05-18T00:42:47.177242Z","steps":["trace[1562688988] 'agreement among raft nodes before linearized reading' (duration: 250.381528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:42:47.177296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.192843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-18T00:42:47.177389Z","caller":"traceutil/trace.go:171","msg":"trace[1461427484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:786; }","duration":"250.310827ms","start":"2026-05-18T00:42:46.927044Z","end":"2026-05-18T00:42:47.177355Z","steps":["trace[1461427484] 'agreement among raft nodes before linearized reading' (duration: 250.025869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:42:47.177362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.72233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-18T00:42:47.177486Z","caller":"traceutil/trace.go:171","msg":"trace[266579850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:786; }","duration":"123.884294ms","start":"2026-05-18T00:42:47.053587Z","end":"2026-05-18T00:42:47.177471Z","steps":["trace[266579850] 'agreement among raft nodes before linearized reading' (duration: 123.696899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:42:47.177629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.941904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-18T00:42:47.177698Z","caller":"traceutil/trace.go:171","msg":"trace[1757376056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:786; }","duration":"251.040156ms","start":"2026-05-18T00:42:46.926644Z","end":"2026-05-18T00:42:47.177685Z","steps":["trace[1757376056] 'agreement among raft nodes before linearized reading' (duration: 250.262195ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:44:03.46763Z","caller":"traceutil/trace.go:171","msg":"trace[209974517] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"176.154495ms","start":"2026-05-18T00:44:03.29141Z","end":"2026-05-18T00:44:03.467565Z","steps":["trace[209974517] 'process raft request' (duration: 175.893548ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:44:03.834357Z","caller":"traceutil/trace.go:171","msg":"trace[1070334784] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"204.119682ms","start":"2026-05-18T00:44:03.630209Z","end":"2026-05-18T00:44:03.834329Z","steps":["trace[1070334784] 'process raft request' (duration: 204.06168ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:44:03.834422Z","caller":"traceutil/trace.go:171","msg":"trace[300173833] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"205.031377ms","start":"2026-05-18T00:44:03.629326Z","end":"2026-05-18T00:44:03.834357Z","steps":["trace[300173833] 'process raft request' (duration: 138.82804ms)","trace[300173833] 'compare' (duration: 65.990531ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T00:44:20.036603Z","caller":"traceutil/trace.go:171","msg":"trace[1549370683] linearizableReadLoop","detail":"{readStateIndex:2059; appliedIndex:2058; }","duration":"113.912659ms","start":"2026-05-18T00:44:19.922662Z","end":"2026-05-18T00:44:20.036575Z","steps":["trace[1549370683] 'read index received' (duration: 113.704293ms)","trace[1549370683] 'applied index is now lower than readState.Index' (duration: 207.196µs)"],"step_count":2} {"level":"info","ts":"2026-05-18T00:44:20.036669Z","caller":"traceutil/trace.go:171","msg":"trace[1452076129] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"120.175962ms","start":"2026-05-18T00:44:19.916465Z","end":"2026-05-18T00:44:20.036641Z","steps":["trace[1452076129] 'process raft request' (duration: 119.933136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:44:20.036862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.167856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-18T00:44:20.036931Z","caller":"traceutil/trace.go:171","msg":"trace[1557158509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1986; }","duration":"114.339531ms","start":"2026-05-18T00:44:19.922578Z","end":"2026-05-18T00:44:20.036918Z","steps":["trace[1557158509] 'agreement among raft nodes before linearized reading' (duration: 114.106125ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:44:58.323939Z","caller":"traceutil/trace.go:171","msg":"trace[147361224] linearizableReadLoop","detail":"{readStateIndex:2277; appliedIndex:2276; }","duration":"119.777232ms","start":"2026-05-18T00:44:58.204138Z","end":"2026-05-18T00:44:58.323915Z","steps":["trace[147361224] 'read index received' (duration: 119.671339ms)","trace[147361224] 'applied index is now lower than readState.Index' (duration: 105.003µs)"],"step_count":2} {"level":"info","ts":"2026-05-18T00:44:58.324051Z","caller":"traceutil/trace.go:171","msg":"trace[893707812] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"120.366948ms","start":"2026-05-18T00:44:58.203663Z","end":"2026-05-18T00:44:58.32403Z","steps":["trace[893707812] 'process raft request' (duration: 120.125091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:44:58.324156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.005058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-18T00:44:58.324195Z","caller":"traceutil/trace.go:171","msg":"trace[973515956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2195; }","duration":"120.09027ms","start":"2026-05-18T00:44:58.204095Z","end":"2026-05-18T00:44:58.324185Z","steps":["trace[973515956] 'agreement among raft nodes before linearized reading' (duration: 119.944126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:44:58.661813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.11479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-18T00:44:58.661975Z","caller":"traceutil/trace.go:171","msg":"trace[1951847764] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"456.791117ms","start":"2026-05-18T00:44:58.205139Z","end":"2026-05-18T00:44:58.66193Z","steps":["trace[1951847764] 'process raft request' (duration: 287.471081ms)","trace[1951847764] 'compare' (duration: 168.992687ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T00:44:58.662091Z","caller":"traceutil/trace.go:171","msg":"trace[1349733734] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"197.066675ms","start":"2026-05-18T00:44:58.465006Z","end":"2026-05-18T00:44:58.662073Z","steps":["trace[1349733734] 'process raft request' (duration: 197.000363ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:44:58.662157Z","caller":"traceutil/trace.go:171","msg":"trace[1546712631] linearizableReadLoop","detail":"{readStateIndex:2278; appliedIndex:2277; }","duration":"338.096855ms","start":"2026-05-18T00:44:58.324015Z","end":"2026-05-18T00:44:58.662111Z","steps":["trace[1546712631] 'read index received' (duration: 168.610735ms)","trace[1546712631] 'applied index is now lower than readState.Index' (duration: 169.48338ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T00:44:58.662192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T00:44:58.205128Z","time spent":"456.960691ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T00:44:58.662207Z","caller":"traceutil/trace.go:171","msg":"trace[1799296507] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"331.894944ms","start":"2026-05-18T00:44:58.330281Z","end":"2026-05-18T00:44:58.662176Z","steps":["trace[1799296507] 'process raft request' (duration: 331.637057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:44:58.662385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T00:44:58.330262Z","time spent":"332.036797ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T00:44:58.662393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.131146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-18T00:44:58.662438Z","caller":"traceutil/trace.go:171","msg":"trace[761029351] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"229.144634ms","start":"2026-05-18T00:44:58.433267Z","end":"2026-05-18T00:44:58.662412Z","steps":["trace[761029351] 'process raft request' (duration: 228.706822ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:44:58.662461Z","caller":"traceutil/trace.go:171","msg":"trace[2045851455] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2200; }","duration":"347.235029ms","start":"2026-05-18T00:44:58.315201Z","end":"2026-05-18T00:44:58.662436Z","steps":["trace[2045851455] 'agreement among raft nodes before linearized reading' (duration: 347.122116ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:44:58.662214Z","caller":"traceutil/trace.go:171","msg":"trace[19373274] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"158.444094ms","start":"2026-05-18T00:44:58.503737Z","end":"2026-05-18T00:44:58.662181Z","steps":["trace[19373274] 'process raft request' (duration: 158.30191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:44:58.662513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T00:44:58.315182Z","time spent":"347.315911ms","remote":"127.0.0.1:41318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-18T00:44:58.66257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.793338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-18T00:44:58.662644Z","caller":"traceutil/trace.go:171","msg":"trace[36577276] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2200; }","duration":"240.952472ms","start":"2026-05-18T00:44:58.421671Z","end":"2026-05-18T00:44:58.662623Z","steps":["trace[36577276] 'agreement among raft nodes before linearized reading' (duration: 240.719446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:44:58.662785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.48038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-18T00:44:58.66284Z","caller":"traceutil/trace.go:171","msg":"trace[1623729923] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2200; }","duration":"160.575583ms","start":"2026-05-18T00:44:58.502252Z","end":"2026-05-18T00:44:58.662828Z","steps":["trace[1623729923] 'agreement among raft nodes before linearized reading' (duration: 160.388658ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:44:58.884345Z","caller":"traceutil/trace.go:171","msg":"trace[1333273465] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"168.723919ms","start":"2026-05-18T00:44:58.715596Z","end":"2026-05-18T00:44:58.88432Z","steps":["trace[1333273465] 'process raft request' (duration: 168.668467ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:44:58.884373Z","caller":"traceutil/trace.go:171","msg":"trace[920162006] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"216.71342ms","start":"2026-05-18T00:44:58.667623Z","end":"2026-05-18T00:44:58.884337Z","steps":["trace[920162006] 'process raft request' (duration: 198.519715ms)","trace[920162006] 'compare' (duration: 17.741033ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T00:45:33.379793Z","caller":"traceutil/trace.go:171","msg":"trace[630797252] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"124.328976ms","start":"2026-05-18T00:45:33.255438Z","end":"2026-05-18T00:45:33.379767Z","steps":["trace[630797252] 'process raft request' (duration: 124.170252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:46:07.16216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.591258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-18T00:46:07.162561Z","caller":"traceutil/trace.go:171","msg":"trace[714991884] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"210.872308ms","start":"2026-05-18T00:46:06.95165Z","end":"2026-05-18T00:46:07.162523Z","steps":["trace[714991884] 'process raft request' (duration: 92.837948ms)","trace[714991884] 'compare' (duration: 117.473095ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T00:46:07.43289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.540299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-18T00:46:07.432988Z","caller":"traceutil/trace.go:171","msg":"trace[239599425] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"232.12475ms","start":"2026-05-18T00:46:07.200846Z","end":"2026-05-18T00:46:07.43297Z","steps":["trace[239599425] 'process raft request' (duration: 115.291784ms)","trace[239599425] 'compare' (duration: 116.397004ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T00:48:32.409411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.545054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-18T00:48:32.409518Z","caller":"traceutil/trace.go:171","msg":"trace[409278599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3731; }","duration":"113.672568ms","start":"2026-05-18T00:48:32.295822Z","end":"2026-05-18T00:48:32.409495Z","steps":["trace[409278599] 'range keys from in-memory index tree' (duration: 113.306287ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:49:48.099745Z","caller":"traceutil/trace.go:171","msg":"trace[1788744] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"114.59466ms","start":"2026-05-18T00:49:47.985119Z","end":"2026-05-18T00:49:48.099713Z","steps":["trace[1788744] 'process raft request' (duration: 84.901933ms)","trace[1788744] 'compare' (duration: 29.540612ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T00:49:48.113743Z","caller":"traceutil/trace.go:171","msg":"trace[1636846177] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"127.406196ms","start":"2026-05-18T00:49:47.9863Z","end":"2026-05-18T00:49:48.113706Z","steps":["trace[1636846177] 'process raft request' (duration: 127.081947ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:49:50.354632Z","caller":"traceutil/trace.go:171","msg":"trace[192431885] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4754; }","duration":"105.045115ms","start":"2026-05-18T00:49:50.249569Z","end":"2026-05-18T00:49:50.354615Z","steps":["trace[192431885] 'process raft request' (duration: 43.152901ms)","trace[192431885] 'compare' (duration: 61.438251ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T00:49:53.127459Z","caller":"traceutil/trace.go:171","msg":"trace[1250031071] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"194.231927ms","start":"2026-05-18T00:49:52.933177Z","end":"2026-05-18T00:49:53.127409Z","steps":["trace[1250031071] 'process raft request' (duration: 193.962339ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:49:53.267294Z","caller":"traceutil/trace.go:171","msg":"trace[752013407] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"132.023035ms","start":"2026-05-18T00:49:53.135249Z","end":"2026-05-18T00:49:53.267272Z","steps":["trace[752013407] 'process raft request' (duration: 131.946683ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:49:53.267644Z","caller":"traceutil/trace.go:171","msg":"trace[1705055496] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"134.766621ms","start":"2026-05-18T00:49:53.132871Z","end":"2026-05-18T00:49:53.267638Z","steps":["trace[1705055496] 'process raft request' (duration: 134.192605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:49:55.259106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.0709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-18T00:49:55.25921Z","caller":"traceutil/trace.go:171","msg":"trace[380095987] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4945; }","duration":"144.214075ms","start":"2026-05-18T00:49:55.114972Z","end":"2026-05-18T00:49:55.259186Z","steps":["trace[380095987] 'range keys from in-memory index tree' (duration: 143.893116ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:50:04.219249Z","caller":"traceutil/trace.go:171","msg":"trace[2132735686] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"216.520357ms","start":"2026-05-18T00:50:04.00267Z","end":"2026-05-18T00:50:04.21919Z","steps":["trace[2132735686] 'process raft request' (duration: 118.690344ms)","trace[2132735686] 'compare' (duration: 97.505184ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T00:50:23.700229Z","caller":"traceutil/trace.go:171","msg":"trace[811701858] linearizableReadLoop","detail":"{readStateIndex:5671; appliedIndex:5670; }","duration":"118.986102ms","start":"2026-05-18T00:50:23.581221Z","end":"2026-05-18T00:50:23.700207Z","steps":["trace[811701858] 'read index received' (duration: 118.756235ms)","trace[811701858] 'applied index is now lower than readState.Index' (duration: 228.847µs)"],"step_count":2} {"level":"info","ts":"2026-05-18T00:50:23.7005Z","caller":"traceutil/trace.go:171","msg":"trace[887783421] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"211.18847ms","start":"2026-05-18T00:50:23.489297Z","end":"2026-05-18T00:50:23.700485Z","steps":["trace[887783421] 'process raft request' (duration: 210.731197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:50:23.700832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.591459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-18T00:50:23.700878Z","caller":"traceutil/trace.go:171","msg":"trace[1237312798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5471; }","duration":"119.684912ms","start":"2026-05-18T00:50:23.581183Z","end":"2026-05-18T00:50:23.700867Z","steps":["trace[1237312798] 'agreement among raft nodes before linearized reading' (duration: 119.509467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:50:23.701252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.969615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-18T00:50:23.701286Z","caller":"traceutil/trace.go:171","msg":"trace[1275516120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5471; }","duration":"104.029806ms","start":"2026-05-18T00:50:23.597249Z","end":"2026-05-18T00:50:23.701279Z","steps":["trace[1275516120] 'agreement among raft nodes before linearized reading' (duration: 103.785119ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:51:52.866042Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3018} {"level":"info","ts":"2026-05-18T00:51:52.941514Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3018,"took":"74.102393ms","hash":1180387492,"current-db-size-bytes":57991168,"current-db-size":"58 MB","current-db-size-in-use-bytes":32411648,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-18T00:51:52.941609Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1180387492,"revision":3018,"compact-revision":-1} {"level":"info","ts":"2026-05-18T00:56:26.31523Z","caller":"traceutil/trace.go:171","msg":"trace[1134496810] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"143.015439ms","start":"2026-05-18T00:56:26.172178Z","end":"2026-05-18T00:56:26.315194Z","steps":["trace[1134496810] 'process raft request' (duration: 141.369943ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:56:39.079868Z","caller":"traceutil/trace.go:171","msg":"trace[1736722926] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"128.310672ms","start":"2026-05-18T00:56:38.951493Z","end":"2026-05-18T00:56:39.079804Z","steps":["trace[1736722926] 'process raft request' (duration: 127.918321ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:56:39.953165Z","caller":"traceutil/trace.go:171","msg":"trace[943586761] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"116.912286ms","start":"2026-05-18T00:56:39.836216Z","end":"2026-05-18T00:56:39.953128Z","steps":["trace[943586761] 'process raft request' (duration: 116.750281ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:56:52.872774Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6198} {"level":"info","ts":"2026-05-18T00:56:52.972687Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6198,"took":"98.033344ms","hash":1037055093,"current-db-size-bytes":57991168,"current-db-size":"58 MB","current-db-size-in-use-bytes":23007232,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-05-18T00:56:52.972794Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1037055093,"revision":6198,"compact-revision":3018} {"level":"info","ts":"2026-05-18T00:57:07.344205Z","caller":"traceutil/trace.go:171","msg":"trace[972104038] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"172.858045ms","start":"2026-05-18T00:57:07.171317Z","end":"2026-05-18T00:57:07.344175Z","steps":["trace[972104038] 'process raft request' (duration: 172.637549ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:57:07.376959Z","caller":"traceutil/trace.go:171","msg":"trace[1716596122] linearizableReadLoop","detail":"{readStateIndex:8749; appliedIndex:8747; }","duration":"180.315481ms","start":"2026-05-18T00:57:07.19661Z","end":"2026-05-18T00:57:07.376925Z","steps":["trace[1716596122] 'read index received' (duration: 147.263916ms)","trace[1716596122] 'applied index is now lower than readState.Index' (duration: 33.049575ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T00:57:07.377403Z","caller":"traceutil/trace.go:171","msg":"trace[857625227] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"189.765292ms","start":"2026-05-18T00:57:07.187618Z","end":"2026-05-18T00:57:07.377383Z","steps":["trace[857625227] 'process raft request' (duration: 189.096544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:57:07.377723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.071812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-18T00:57:07.377784Z","caller":"traceutil/trace.go:171","msg":"trace[1383272622] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8450; }","duration":"181.198076ms","start":"2026-05-18T00:57:07.19657Z","end":"2026-05-18T00:57:07.377768Z","steps":["trace[1383272622] 'agreement among raft nodes before linearized reading' (duration: 181.067242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:57:07.378131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.696901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-18T00:57:07.378181Z","caller":"traceutil/trace.go:171","msg":"trace[1705538827] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8450; }","duration":"124.786014ms","start":"2026-05-18T00:57:07.253383Z","end":"2026-05-18T00:57:07.378169Z","steps":["trace[1705538827] 'agreement among raft nodes before linearized reading' (duration: 124.613219ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:57:07.529569Z","caller":"traceutil/trace.go:171","msg":"trace[729046362] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"140.743016ms","start":"2026-05-18T00:57:07.388785Z","end":"2026-05-18T00:57:07.529528Z","steps":["trace[729046362] 'process raft request' (duration: 48.290327ms)","trace[729046362] 'compare' (duration: 92.230713ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T00:57:07.529844Z","caller":"traceutil/trace.go:171","msg":"trace[635273004] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"140.489059ms","start":"2026-05-18T00:57:07.389041Z","end":"2026-05-18T00:57:07.52953Z","steps":["trace[635273004] 'process raft request' (duration: 140.426107ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:57:10.906925Z","caller":"traceutil/trace.go:171","msg":"trace[1937442489] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"295.515369ms","start":"2026-05-18T00:57:10.61139Z","end":"2026-05-18T00:57:10.906905Z","steps":["trace[1937442489] 'process raft request' (duration: 295.375235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:57:20.248055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.012448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-18T00:57:20.248334Z","caller":"traceutil/trace.go:171","msg":"trace[727841299] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"254.303869ms","start":"2026-05-18T00:57:19.993998Z","end":"2026-05-18T00:57:20.248302Z","steps":["trace[727841299] 'process raft request' (duration: 123.91016ms)","trace[727841299] 'compare' (duration: 129.871025ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T00:57:20.24844Z","caller":"traceutil/trace.go:171","msg":"trace[687778055] linearizableReadLoop","detail":"{readStateIndex:8863; appliedIndex:8861; }","duration":"190.960555ms","start":"2026-05-18T00:57:20.057412Z","end":"2026-05-18T00:57:20.248372Z","steps":["trace[687778055] 'read index received' (duration: 60.491334ms)","trace[687778055] 'applied index is now lower than readState.Index' (duration: 130.467241ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T00:57:20.248588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.141391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-18T00:57:20.248706Z","caller":"traceutil/trace.go:171","msg":"trace[1721011809] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8558; }","duration":"191.329725ms","start":"2026-05-18T00:57:20.057351Z","end":"2026-05-18T00:57:20.24868Z","steps":["trace[1721011809] 'agreement among raft nodes before linearized reading' (duration: 191.067408ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:57:20.248437Z","caller":"traceutil/trace.go:171","msg":"trace[1213215513] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"214.434665ms","start":"2026-05-18T00:57:20.033965Z","end":"2026-05-18T00:57:20.2484Z","steps":["trace[1213215513] 'process raft request' (duration: 214.234809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:57:20.248982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.137031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-18T00:57:20.249094Z","caller":"traceutil/trace.go:171","msg":"trace[104032139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8558; }","duration":"156.343377ms","start":"2026-05-18T00:57:20.092727Z","end":"2026-05-18T00:57:20.24907Z","steps":["trace[104032139] 'agreement among raft nodes before linearized reading' (duration: 156.101721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T00:57:20.952943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.115397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-18T00:57:20.953031Z","caller":"traceutil/trace.go:171","msg":"trace[1540940998] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8565; }","duration":"119.254921ms","start":"2026-05-18T00:57:20.833756Z","end":"2026-05-18T00:57:20.953011Z","steps":["trace[1540940998] 'count revisions from in-memory index tree' (duration: 119.018345ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T00:57:59.339605Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002413.wal"} {"level":"info","ts":"2026-05-18T00:59:27.690999Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-18T00:59:27.698009Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-18T00:59:27.698151Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-05-18T01:00:36.792584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334367746884015199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-18T01:00:37.29308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334367746884015199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-18T01:00:37.793724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334367746884015199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-18T01:00:38.293954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334367746884015199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-18T01:00:38.622033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00071437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-18T01:00:38.622132Z","caller":"traceutil/trace.go:171","msg":"trace[1122574031] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000865776s","start":"2026-05-18T01:00:36.621248Z","end":"2026-05-18T01:00:38.622113Z","steps":["trace[1122574031] 'agreement among raft nodes before linearized reading' (duration: 2.000753492s)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:38.622198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:36.621228Z","time spent":"2.000959918s","remote":"127.0.0.1:40810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/18 01:00:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-18T01:00:38.79474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334367746884015199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-18T01:00:39.188325Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.119509184s","expected-duration":"1s"} {"level":"info","ts":"2026-05-18T01:00:39.189048Z","caller":"traceutil/trace.go:171","msg":"trace[1164703043] transaction","detail":"{read_only:false; response_revision:10162; number_of_response:1; }","duration":"3.120318871s","start":"2026-05-18T01:00:36.068709Z","end":"2026-05-18T01:00:39.189028Z","steps":["trace[1164703043] 'process raft request' (duration: 3.120168266s)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.189168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:36.068691Z","time spent":"3.120400574s","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T01:00:39.19448Z","caller":"traceutil/trace.go:171","msg":"trace[790583956] transaction","detail":"{read_only:false; response_revision:10163; number_of_response:1; }","duration":"3.001273633s","start":"2026-05-18T01:00:36.193188Z","end":"2026-05-18T01:00:39.194462Z","steps":["trace[790583956] 'process raft request' (duration: 3.00091143s)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.19473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:36.193156Z","time spent":"3.001378666s","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T01:00:39.194734Z","caller":"traceutil/trace.go:171","msg":"trace[1477256716] transaction","detail":"{read_only:false; response_revision:10164; number_of_response:1; }","duration":"2.863815544s","start":"2026-05-18T01:00:36.3309Z","end":"2026-05-18T01:00:39.194716Z","steps":["trace[1477256716] 'process raft request' (duration: 2.863530455s)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.194797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:36.330879Z","time spent":"2.863887737s","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T01:00:39.194875Z","caller":"traceutil/trace.go:171","msg":"trace[49938328] transaction","detail":"{read_only:false; response_revision:10165; number_of_response:1; }","duration":"2.191879165s","start":"2026-05-18T01:00:37.002985Z","end":"2026-05-18T01:00:39.194864Z","steps":["trace[49938328] 'process raft request' (duration: 2.191655758s)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:00:39.19492Z","caller":"traceutil/trace.go:171","msg":"trace[2136279655] transaction","detail":"{read_only:false; response_revision:10166; number_of_response:1; }","duration":"2.048249675s","start":"2026-05-18T01:00:37.146636Z","end":"2026-05-18T01:00:39.194886Z","steps":["trace[2136279655] 'process raft request' (duration: 2.048128681s)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:00:39.194946Z","caller":"traceutil/trace.go:171","msg":"trace[219471295] transaction","detail":"{read_only:false; response_revision:10167; number_of_response:1; }","duration":"1.459665226s","start":"2026-05-18T01:00:37.735265Z","end":"2026-05-18T01:00:39.194931Z","steps":["trace[219471295] 'process raft request' (duration: 1.459542731s)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:00:39.194948Z","caller":"traceutil/trace.go:171","msg":"trace[856072776] linearizableReadLoop","detail":"{readStateIndex:10520; appliedIndex:10514; }","duration":"2.90292353s","start":"2026-05-18T01:00:36.292002Z","end":"2026-05-18T01:00:39.194926Z","steps":["trace[856072776] 'read index received' (duration: 2.896869194s)","trace[856072776] 'applied index is now lower than readState.Index' (duration: 6.053406ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:00:39.195003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:37.146614Z","time spent":"2.048337868s","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T01:00:39.195039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:37.002961Z","time spent":"2.191933837s","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T01:00:39.195022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:37.735232Z","time spent":"1.459754369s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2091,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-18T01:00:39.195159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257518589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-18T01:00:39.195214Z","caller":"traceutil/trace.go:171","msg":"trace[1587263106] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:10168; }","duration":"2.257625423s","start":"2026-05-18T01:00:36.937578Z","end":"2026-05-18T01:00:39.195203Z","steps":["trace[1587263106] 'agreement among raft nodes before linearized reading' (duration: 2.257513649s)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.19521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.81364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-18T01:00:39.195234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2394973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-18T01:00:39.195208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90317559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-18T01:00:39.195245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:36.937549Z","time spent":"2.257687944s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-05-18T01:00:39.195276Z","caller":"traceutil/trace.go:171","msg":"trace[1424937174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10168; }","duration":"1.239586723s","start":"2026-05-18T01:00:37.955674Z","end":"2026-05-18T01:00:39.195261Z","steps":["trace[1424937174] 'agreement among raft nodes before linearized reading' (duration: 1.239413807s)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.195297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:37.955654Z","time spent":"1.239637155s","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-18T01:00:39.19529Z","caller":"traceutil/trace.go:171","msg":"trace[1051105373] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:10168; }","duration":"2.903333655s","start":"2026-05-18T01:00:36.291939Z","end":"2026-05-18T01:00:39.195272Z","steps":["trace[1051105373] 'agreement among raft nodes before linearized reading' (duration: 2.903092437s)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.195316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.395435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-18T01:00:39.19531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81433921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-18T01:00:39.195358Z","caller":"traceutil/trace.go:171","msg":"trace[859641287] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:10168; }","duration":"323.480298ms","start":"2026-05-18T01:00:38.87187Z","end":"2026-05-18T01:00:39.195351Z","steps":["trace[859641287] 'agreement among raft nodes before linearized reading' (duration: 323.423136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.195344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:36.291916Z","time spent":"2.903419467s","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":8,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-18T01:00:39.195378Z","caller":"traceutil/trace.go:171","msg":"trace[1335317217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10168; }","duration":"1.814442893s","start":"2026-05-18T01:00:37.38092Z","end":"2026-05-18T01:00:39.195363Z","steps":["trace[1335317217] 'agreement among raft nodes before linearized reading' (duration: 1.814244797s)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.195392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:38.87185Z","time spent":"323.534159ms","remote":"127.0.0.1:49332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-18T01:00:39.195404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:37.380901Z","time spent":"1.814497105s","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-18T01:00:39.195472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.11227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-18T01:00:39.195504Z","caller":"traceutil/trace.go:171","msg":"trace[1396045587] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10168; }","duration":"771.140621ms","start":"2026-05-18T01:00:38.424354Z","end":"2026-05-18T01:00:39.195495Z","steps":["trace[1396045587] 'agreement among raft nodes before linearized reading' (duration: 771.066688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.195528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:38.424293Z","time spent":"771.229214ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-18T01:00:39.195576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460483593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-677b7b444b-w2bgp\" ","response":"range_response_count:1 size:13629"} {"level":"info","ts":"2026-05-18T01:00:39.19562Z","caller":"traceutil/trace.go:171","msg":"trace[625697290] range","detail":"{range_begin:/registry/pods/openstack/glance-api-677b7b444b-w2bgp; range_end:; response_count:1; response_revision:10168; }","duration":"1.460563787s","start":"2026-05-18T01:00:37.735045Z","end":"2026-05-18T01:00:39.195608Z","steps":["trace[625697290] 'agreement among raft nodes before linearized reading' (duration: 1.460450103s)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.195634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175272404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-18T01:00:39.195659Z","caller":"traceutil/trace.go:171","msg":"trace[1838982720] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10168; }","duration":"1.175330636s","start":"2026-05-18T01:00:38.020322Z","end":"2026-05-18T01:00:39.195653Z","steps":["trace[1838982720] 'agreement among raft nodes before linearized reading' (duration: 1.175253924s)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.195625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.68573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-18T01:00:39.195685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:38.0203Z","time spent":"1.175380158s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-18T01:00:39.195694Z","caller":"traceutil/trace.go:171","msg":"trace[664719672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10168; }","duration":"573.772863ms","start":"2026-05-18T01:00:38.621911Z","end":"2026-05-18T01:00:39.195684Z","steps":["trace[664719672] 'agreement among raft nodes before linearized reading' (duration: 573.68906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.195726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:38.621899Z","time spent":"573.820546ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-18T01:00:39.195859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52113981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-18T01:00:39.195844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519927069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-18T01:00:39.195894Z","caller":"traceutil/trace.go:171","msg":"trace[578705614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10168; }","duration":"2.521223933s","start":"2026-05-18T01:00:36.674661Z","end":"2026-05-18T01:00:39.195884Z","steps":["trace[578705614] 'agreement among raft nodes before linearized reading' (duration: 2.521110469s)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.195565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845316238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-18T01:00:39.195923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:36.674632Z","time spent":"2.521286895s","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-18T01:00:39.195901Z","caller":"traceutil/trace.go:171","msg":"trace[1408482298] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10168; }","duration":"2.520031152s","start":"2026-05-18T01:00:36.675861Z","end":"2026-05-18T01:00:39.195892Z","steps":["trace[1408482298] 'agreement among raft nodes before linearized reading' (duration: 2.519908098s)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.195657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:37.735023Z","time spent":"1.460627618s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":13652,"request content":"key:\"/registry/pods/openstack/glance-api-677b7b444b-w2bgp\" "} {"level":"warn","ts":"2026-05-18T01:00:39.19596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:36.675834Z","time spent":"2.520117086s","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-18T01:00:39.195405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.029677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-18T01:00:39.195926Z","caller":"traceutil/trace.go:171","msg":"trace[1423429919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10168; }","duration":"1.845719322s","start":"2026-05-18T01:00:37.3502Z","end":"2026-05-18T01:00:39.19592Z","steps":["trace[1423429919] 'agreement among raft nodes before linearized reading' (duration: 1.845311388s)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:00:39.196022Z","caller":"traceutil/trace.go:171","msg":"trace[602047458] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:10168; }","duration":"709.69235ms","start":"2026-05-18T01:00:38.486321Z","end":"2026-05-18T01:00:39.196013Z","steps":["trace[602047458] 'agreement among raft nodes before linearized reading' (duration: 709.056088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.196029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:37.350179Z","time spent":"1.845844737s","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-18T01:00:39.196048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:38.486296Z","time spent":"709.745302ms","remote":"127.0.0.1:50838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-18T01:00:39.195266Z","caller":"traceutil/trace.go:171","msg":"trace[1281850839] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:10168; }","duration":"605.929724ms","start":"2026-05-18T01:00:38.589323Z","end":"2026-05-18T01:00:39.195252Z","steps":["trace[1281850839] 'agreement among raft nodes before linearized reading' (duration: 605.786349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.19607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362631832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4k7qh\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-18T01:00:39.196152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:38.589308Z","time spent":"606.830425ms","remote":"127.0.0.1:42028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-18T01:00:39.196135Z","caller":"traceutil/trace.go:171","msg":"trace[785721585] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4k7qh; range_end:; response_count:1; response_revision:10168; }","duration":"2.362782897s","start":"2026-05-18T01:00:36.833343Z","end":"2026-05-18T01:00:39.196125Z","steps":["trace[785721585] 'agreement among raft nodes before linearized reading' (duration: 2.362431375s)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.196194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:36.833323Z","time spent":"2.36286258s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4k7qh\" "} {"level":"warn","ts":"2026-05-18T01:00:39.196497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665312049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-18T01:00:39.196547Z","caller":"traceutil/trace.go:171","msg":"trace[79992629] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10168; }","duration":"2.665407012s","start":"2026-05-18T01:00:36.531115Z","end":"2026-05-18T01:00:39.196522Z","steps":["trace[79992629] 'agreement among raft nodes before linearized reading' (duration: 2.663936462s)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:00:39.196573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:00:36.5311Z","time spent":"2.665467934s","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-18T01:01:52.882118Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8321} {"level":"info","ts":"2026-05-18T01:01:52.961984Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8321,"took":"76.859948ms","hash":1950209662,"current-db-size-bytes":57991168,"current-db-size":"58 MB","current-db-size-in-use-bytes":26398720,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-18T01:01:52.96208Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1950209662,"revision":8321,"compact-revision":6198} {"level":"info","ts":"2026-05-18T01:06:52.890137Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10958} {"level":"info","ts":"2026-05-18T01:06:52.973811Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10958,"took":"80.489563ms","hash":2712936861,"current-db-size-bytes":57991168,"current-db-size":"58 MB","current-db-size-in-use-bytes":27693056,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-18T01:06:52.973882Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2712936861,"revision":10958,"compact-revision":8321} {"level":"warn","ts":"2026-05-18T01:08:51.311888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.196683ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-18T01:08:51.313041Z","caller":"traceutil/trace.go:171","msg":"trace[1038672869] transaction","detail":"{read_only:false; response_revision:13798; number_of_response:1; }","duration":"184.269092ms","start":"2026-05-18T01:08:51.128737Z","end":"2026-05-18T01:08:51.313007Z","steps":["trace[1038672869] 'process raft request' (duration: 184.222521ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:08:51.313298Z","caller":"traceutil/trace.go:171","msg":"trace[1630431149] transaction","detail":"{read_only:false; response_revision:13797; number_of_response:1; }","duration":"186.37604ms","start":"2026-05-18T01:08:51.126904Z","end":"2026-05-18T01:08:51.31328Z","steps":["trace[1630431149] 'process raft request' (duration: 185.975849ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:08:51.313424Z","caller":"traceutil/trace.go:171","msg":"trace[1432603765] transaction","detail":"{read_only:false; response_revision:13796; number_of_response:1; }","duration":"186.834802ms","start":"2026-05-18T01:08:51.126574Z","end":"2026-05-18T01:08:51.313409Z","steps":["trace[1432603765] 'process raft request' (duration: 185.864926ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:09:00.17713Z","caller":"traceutil/trace.go:171","msg":"trace[2001015883] transaction","detail":"{read_only:false; response_revision:13964; number_of_response:1; }","duration":"169.307007ms","start":"2026-05-18T01:09:00.007789Z","end":"2026-05-18T01:09:00.177096Z","steps":["trace[2001015883] 'process raft request' (duration: 163.123545ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:09:00.454834Z","caller":"traceutil/trace.go:171","msg":"trace[1002720783] linearizableReadLoop","detail":"{readStateIndex:14439; appliedIndex:14437; }","duration":"246.107257ms","start":"2026-05-18T01:09:00.208702Z","end":"2026-05-18T01:09:00.454809Z","steps":["trace[1002720783] 'read index received' (duration: 199.423222ms)","trace[1002720783] 'applied index is now lower than readState.Index' (duration: 46.682505ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:09:00.454968Z","caller":"traceutil/trace.go:171","msg":"trace[859732195] transaction","detail":"{read_only:false; response_revision:13966; number_of_response:1; }","duration":"446.435445ms","start":"2026-05-18T01:09:00.00852Z","end":"2026-05-18T01:09:00.454955Z","steps":["trace[859732195] 'process raft request' (duration: 446.177948ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:09:00.454972Z","caller":"traceutil/trace.go:171","msg":"trace[875114403] transaction","detail":"{read_only:false; response_revision:13965; number_of_response:1; }","duration":"446.482076ms","start":"2026-05-18T01:09:00.008438Z","end":"2026-05-18T01:09:00.45492Z","steps":["trace[875114403] 'process raft request' (duration: 399.77601ms)","trace[875114403] 'compare' (duration: 46.275844ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:09:00.45507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:09:00.008301Z","time spent":"446.688552ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T01:09:00.455193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:09:00.008416Z","time spent":"446.642281ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T01:09:00.4554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.705004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18956"} {"level":"info","ts":"2026-05-18T01:09:00.455439Z","caller":"traceutil/trace.go:171","msg":"trace[870280987] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13966; }","duration":"246.789326ms","start":"2026-05-18T01:09:00.208638Z","end":"2026-05-18T01:09:00.455427Z","steps":["trace[870280987] 'agreement among raft nodes before linearized reading' (duration: 246.610771ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:09:00.474636Z","caller":"traceutil/trace.go:171","msg":"trace[1604669704] transaction","detail":"{read_only:false; response_revision:13967; number_of_response:1; }","duration":"187.370138ms","start":"2026-05-18T01:09:00.287244Z","end":"2026-05-18T01:09:00.474614Z","steps":["trace[1604669704] 'process raft request' (duration: 186.69348ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:10:47.248642Z","caller":"traceutil/trace.go:171","msg":"trace[1120122039] transaction","detail":"{read_only:false; response_revision:15092; number_of_response:1; }","duration":"146.955366ms","start":"2026-05-18T01:10:47.101646Z","end":"2026-05-18T01:10:47.248602Z","steps":["trace[1120122039] 'process raft request' (duration: 136.760983ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:11:52.915646Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13035} {"level":"info","ts":"2026-05-18T01:11:52.992323Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13035,"took":"72.174014ms","hash":1129157247,"current-db-size-bytes":57991168,"current-db-size":"58 MB","current-db-size-in-use-bytes":30707712,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-18T01:11:52.99239Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1129157247,"revision":13035,"compact-revision":10958} {"level":"info","ts":"2026-05-18T01:16:22.614415Z","caller":"traceutil/trace.go:171","msg":"trace[351291463] transaction","detail":"{read_only:false; response_revision:17642; number_of_response:1; }","duration":"113.825624ms","start":"2026-05-18T01:16:22.500542Z","end":"2026-05-18T01:16:22.614368Z","steps":["trace[351291463] 'process raft request' (duration: 113.617398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:16:23.137061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.020324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-18T01:16:23.137164Z","caller":"traceutil/trace.go:171","msg":"trace[503374605] linearizableReadLoop","detail":"{readStateIndex:18235; appliedIndex:18234; }","duration":"429.011796ms","start":"2026-05-18T01:16:22.708138Z","end":"2026-05-18T01:16:23.13715Z","steps":["trace[503374605] 'read index received' (duration: 242.699994ms)","trace[503374605] 'applied index is now lower than readState.Index' (duration: 186.310922ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:16:23.13724Z","caller":"traceutil/trace.go:171","msg":"trace[835888918] transaction","detail":"{read_only:false; response_revision:17644; number_of_response:1; }","duration":"436.214527ms","start":"2026-05-18T01:16:22.700981Z","end":"2026-05-18T01:16:23.137195Z","steps":["trace[835888918] 'process raft request' (duration: 249.904144ms)","trace[835888918] 'compare' (duration: 185.893981ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:16:23.137287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.151051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:16:23.13734Z","caller":"traceutil/trace.go:171","msg":"trace[427103351] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:17644; }","duration":"429.241274ms","start":"2026-05-18T01:16:22.708089Z","end":"2026-05-18T01:16:23.13733Z","steps":["trace[427103351] 'agreement among raft nodes before linearized reading' (duration: 429.1122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:16:23.137392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:16:22.70807Z","time spent":"429.311985ms","remote":"127.0.0.1:42016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-18T01:16:23.137411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:16:22.700949Z","time spent":"436.371781ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T01:16:23.173614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.733611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-18T01:16:23.173661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.165521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-18T01:16:23.173713Z","caller":"traceutil/trace.go:171","msg":"trace[597258873] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:17647; }","duration":"423.887825ms","start":"2026-05-18T01:16:22.749804Z","end":"2026-05-18T01:16:23.173692Z","steps":["trace[597258873] 'agreement among raft nodes before linearized reading' (duration: 423.647728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:16:23.173721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.344741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-18T01:16:23.173776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:16:22.749785Z","time spent":"423.979377ms","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":75,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-18T01:16:23.179642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.566084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-18T01:16:23.173757Z","caller":"traceutil/trace.go:171","msg":"trace[495407641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17647; }","duration":"176.312965ms","start":"2026-05-18T01:16:22.997418Z","end":"2026-05-18T01:16:23.173731Z","steps":["trace[495407641] 'agreement among raft nodes before linearized reading' (duration: 176.090889ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:16:23.179751Z","caller":"traceutil/trace.go:171","msg":"trace[196975784] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:17647; }","duration":"389.655687ms","start":"2026-05-18T01:16:22.790054Z","end":"2026-05-18T01:16:23.17971Z","steps":["trace[196975784] 'agreement among raft nodes before linearized reading' (duration: 383.615789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:16:23.179796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:16:22.790016Z","time spent":"389.76987ms","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-18T01:16:23.179963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.465805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-05-18T01:16:23.180076Z","caller":"traceutil/trace.go:171","msg":"trace[1277188433] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17647; }","duration":"235.614569ms","start":"2026-05-18T01:16:22.944423Z","end":"2026-05-18T01:16:23.180038Z","steps":["trace[1277188433] 'agreement among raft nodes before linearized reading' (duration: 229.340275ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:16:23.180147Z","caller":"traceutil/trace.go:171","msg":"trace[475256962] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:17647; }","duration":"309.496976ms","start":"2026-05-18T01:16:22.864293Z","end":"2026-05-18T01:16:23.17379Z","steps":["trace[475256962] 'agreement among raft nodes before linearized reading' (duration: 309.356942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:16:23.18025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:16:22.86423Z","time spent":"315.974354ms","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-18T01:16:52.93046Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15523} {"level":"info","ts":"2026-05-18T01:16:53.023915Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15523,"took":"89.653903ms","hash":3057212227,"current-db-size-bytes":57991168,"current-db-size":"58 MB","current-db-size-in-use-bytes":33234944,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-18T01:16:53.023976Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3057212227,"revision":15523,"compact-revision":13035} {"level":"info","ts":"2026-05-18T01:20:00.123056Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-18T01:20:00.133272Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-18T01:20:00.133454Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-05-18T01:21:36.61795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334367746884046474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-18T01:21:36.990817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:21:36.005833Z","time spent":"984.976443ms","remote":"127.0.0.1:40832","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-18T01:21:36.991633Z","caller":"traceutil/trace.go:171","msg":"trace[1760284958] linearizableReadLoop","detail":"{readStateIndex:20738; appliedIndex:20735; }","duration":"915.249234ms","start":"2026-05-18T01:21:36.076362Z","end":"2026-05-18T01:21:36.991611Z","steps":["trace[1760284958] 'read index received' (duration: 914.168104ms)","trace[1760284958] 'applied index is now lower than readState.Index' (duration: 1.08021ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:21:36.991977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.606524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-18T01:21:36.992011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.516486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-18T01:21:36.992002Z","caller":"traceutil/trace.go:171","msg":"trace[379901952] transaction","detail":"{read_only:false; response_revision:20068; number_of_response:1; }","duration":"563.476243ms","start":"2026-05-18T01:21:36.428475Z","end":"2026-05-18T01:21:36.991951Z","steps":["trace[379901952] 'process raft request' (duration: 563.064042ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:21:36.992034Z","caller":"traceutil/trace.go:171","msg":"trace[1741509015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20069; }","duration":"915.714287ms","start":"2026-05-18T01:21:36.0763Z","end":"2026-05-18T01:21:36.992015Z","steps":["trace[1741509015] 'agreement among raft nodes before linearized reading' (duration: 915.550202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:21:36.992161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:21:36.076281Z","time spent":"915.864441ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-18T01:21:36.992198Z","caller":"traceutil/trace.go:171","msg":"trace[595549533] transaction","detail":"{read_only:false; response_revision:20067; number_of_response:1; }","duration":"587.532559ms","start":"2026-05-18T01:21:36.404614Z","end":"2026-05-18T01:21:36.992147Z","steps":["trace[595549533] 'process raft request' (duration: 586.648675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:21:36.992424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:21:36.404582Z","time spent":"587.714884ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T01:21:36.992243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:21:36.428446Z","time spent":"563.676159ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T01:21:36.99206Z","caller":"traceutil/trace.go:171","msg":"trace[151665677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20069; }","duration":"757.595799ms","start":"2026-05-18T01:21:36.234451Z","end":"2026-05-18T01:21:36.992047Z","steps":["trace[151665677] 'agreement among raft nodes before linearized reading' (duration: 757.468365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:21:36.992618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:21:36.234436Z","time spent":"758.168544ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-18T01:21:52.935763Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18069} {"level":"info","ts":"2026-05-18T01:21:53.050042Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18069,"took":"110.007167ms","hash":1040930210,"current-db-size-bytes":57991168,"current-db-size":"58 MB","current-db-size-in-use-bytes":30167040,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-18T01:21:53.050127Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1040930210,"revision":18069,"compact-revision":15523} {"level":"info","ts":"2026-05-18T01:21:55.285168Z","caller":"traceutil/trace.go:171","msg":"trace[1043680578] transaction","detail":"{read_only:false; response_revision:20161; number_of_response:1; }","duration":"223.412557ms","start":"2026-05-18T01:21:55.061721Z","end":"2026-05-18T01:21:55.285134Z","steps":["trace[1043680578] 'process raft request' (duration: 223.190671ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:21:55.363988Z","caller":"traceutil/trace.go:171","msg":"trace[341004944] linearizableReadLoop","detail":"{readStateIndex:20837; appliedIndex:20834; }","duration":"287.526721ms","start":"2026-05-18T01:21:55.076427Z","end":"2026-05-18T01:21:55.363954Z","steps":["trace[341004944] 'read index received' (duration: 208.544154ms)","trace[341004944] 'applied index is now lower than readState.Index' (duration: 78.981277ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:21:55.364037Z","caller":"traceutil/trace.go:171","msg":"trace[1083949695] transaction","detail":"{read_only:false; response_revision:20162; number_of_response:1; }","duration":"293.557178ms","start":"2026-05-18T01:21:55.070427Z","end":"2026-05-18T01:21:55.363984Z","steps":["trace[1083949695] 'process raft request' (duration: 246.421943ms)","trace[1083949695] 'compare' (duration: 46.861597ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:21:55.36406Z","caller":"traceutil/trace.go:171","msg":"trace[1285276999] transaction","detail":"{read_only:false; response_revision:20163; number_of_response:1; }","duration":"293.382174ms","start":"2026-05-18T01:21:55.070634Z","end":"2026-05-18T01:21:55.364016Z","steps":["trace[1285276999] 'process raft request' (duration: 293.210069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:21:55.364288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.843071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-18T01:21:55.364368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.578106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-18T01:21:55.364353Z","caller":"traceutil/trace.go:171","msg":"trace[810250161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20163; }","duration":"287.923453ms","start":"2026-05-18T01:21:55.076413Z","end":"2026-05-18T01:21:55.364337Z","steps":["trace[810250161] 'agreement among raft nodes before linearized reading' (duration: 287.675686ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:21:55.364436Z","caller":"traceutil/trace.go:171","msg":"trace[2062427485] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20163; }","duration":"251.683799ms","start":"2026-05-18T01:21:55.112735Z","end":"2026-05-18T01:21:55.364419Z","steps":["trace[2062427485] 'agreement among raft nodes before linearized reading' (duration: 251.532835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:21:55.364826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.34829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-18T01:21:55.364849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.44247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-18T01:21:55.364878Z","caller":"traceutil/trace.go:171","msg":"trace[1651932567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20163; }","duration":"251.401231ms","start":"2026-05-18T01:21:55.113461Z","end":"2026-05-18T01:21:55.364863Z","steps":["trace[1651932567] 'agreement among raft nodes before linearized reading' (duration: 251.258897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:21:55.364862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.221101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-18T01:21:55.364926Z","caller":"traceutil/trace.go:171","msg":"trace[1934876315] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20163; }","duration":"161.607475ms","start":"2026-05-18T01:21:55.2033Z","end":"2026-05-18T01:21:55.364908Z","steps":["trace[1934876315] 'agreement among raft nodes before linearized reading' (duration: 161.348287ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:21:55.364933Z","caller":"traceutil/trace.go:171","msg":"trace[848891398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20163; }","duration":"249.339564ms","start":"2026-05-18T01:21:55.115577Z","end":"2026-05-18T01:21:55.364917Z","steps":["trace[848891398] 'agreement among raft nodes before linearized reading' (duration: 249.082267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:21:55.365056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.403743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-18T01:21:55.365123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.416216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-18T01:21:55.36529Z","caller":"traceutil/trace.go:171","msg":"trace[1380726951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20163; }","duration":"249.619952ms","start":"2026-05-18T01:21:55.115655Z","end":"2026-05-18T01:21:55.365275Z","steps":["trace[1380726951] 'agreement among raft nodes before linearized reading' (duration: 249.300493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:21:55.36531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.908247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-18T01:21:55.365425Z","caller":"traceutil/trace.go:171","msg":"trace[371379168] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20163; }","duration":"165.080731ms","start":"2026-05-18T01:21:55.200314Z","end":"2026-05-18T01:21:55.365394Z","steps":["trace[371379168] 'agreement among raft nodes before linearized reading' (duration: 164.713781ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:21:55.365182Z","caller":"traceutil/trace.go:171","msg":"trace[1242342340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20163; }","duration":"246.585238ms","start":"2026-05-18T01:21:55.118581Z","end":"2026-05-18T01:21:55.365166Z","steps":["trace[1242342340] 'agreement among raft nodes before linearized reading' (duration: 245.797726ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:25:41.028841Z","caller":"traceutil/trace.go:171","msg":"trace[1206076423] transaction","detail":"{read_only:false; response_revision:22558; number_of_response:1; }","duration":"100.550905ms","start":"2026-05-18T01:25:40.928252Z","end":"2026-05-18T01:25:41.028803Z","steps":["trace[1206076423] 'process raft request' (duration: 100.210695ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:25:41.426076Z","caller":"traceutil/trace.go:171","msg":"trace[1555247507] transaction","detail":"{read_only:false; response_revision:22559; number_of_response:1; }","duration":"190.606878ms","start":"2026-05-18T01:25:41.23544Z","end":"2026-05-18T01:25:41.426046Z","steps":["trace[1555247507] 'process raft request' (duration: 190.179616ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:25:41.426804Z","caller":"traceutil/trace.go:171","msg":"trace[1854925430] transaction","detail":"{read_only:false; response_revision:22560; number_of_response:1; }","duration":"152.7401ms","start":"2026-05-18T01:25:41.273999Z","end":"2026-05-18T01:25:41.426739Z","steps":["trace[1854925430] 'process raft request' (duration: 152.267947ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:26:52.947834Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20148} {"level":"info","ts":"2026-05-18T01:26:53.05816Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20148,"took":"102.92555ms","hash":3768778278,"current-db-size-bytes":57991168,"current-db-size":"58 MB","current-db-size-in-use-bytes":41394176,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-05-18T01:26:53.058258Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3768778278,"revision":20148,"compact-revision":18069} {"level":"info","ts":"2026-05-18T01:29:02.538612Z","caller":"traceutil/trace.go:171","msg":"trace[1001687958] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"232.706107ms","start":"2026-05-18T01:29:02.305874Z","end":"2026-05-18T01:29:02.53858Z","steps":["trace[1001687958] 'process raft request' (duration: 232.283516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:03.219156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.666134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-18T01:29:03.219268Z","caller":"traceutil/trace.go:171","msg":"trace[1049129474] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"266.777773ms","start":"2026-05-18T01:29:02.952472Z","end":"2026-05-18T01:29:03.21925Z","steps":["trace[1049129474] 'process raft request' (duration: 138.921293ms)","trace[1049129474] 'compare' (duration: 127.346566ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:29:03.238497Z","caller":"traceutil/trace.go:171","msg":"trace[166836622] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"200.790448ms","start":"2026-05-18T01:29:03.037668Z","end":"2026-05-18T01:29:03.238458Z","steps":["trace[166836622] 'process raft request' (duration: 200.578843ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:03.238759Z","caller":"traceutil/trace.go:171","msg":"trace[1678844874] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"200.056089ms","start":"2026-05-18T01:29:03.038655Z","end":"2026-05-18T01:29:03.238711Z","steps":["trace[1678844874] 'process raft request' (duration: 199.756671ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:07.587061Z","caller":"traceutil/trace.go:171","msg":"trace[1139173975] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"336.732352ms","start":"2026-05-18T01:29:07.250299Z","end":"2026-05-18T01:29:07.587031Z","steps":["trace[1139173975] 'process raft request' (duration: 336.681791ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:07.587201Z","caller":"traceutil/trace.go:171","msg":"trace[1544227908] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"338.437417ms","start":"2026-05-18T01:29:07.24871Z","end":"2026-05-18T01:29:07.587148Z","steps":["trace[1544227908] 'process raft request' (duration: 319.010581ms)","trace[1544227908] 'compare' (duration: 18.689547ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:29:07.587262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:07.250276Z","time spent":"336.875936ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T01:29:07.587459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:07.248686Z","time spent":"338.622472ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T01:29:07.58739Z","caller":"traceutil/trace.go:171","msg":"trace[905773082] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"337.490732ms","start":"2026-05-18T01:29:07.249866Z","end":"2026-05-18T01:29:07.587356Z","steps":["trace[905773082] 'process raft request' (duration: 337.001429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:07.588564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:07.249856Z","time spent":"338.604161ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T01:29:07.966581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.133074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-18T01:29:07.966667Z","caller":"traceutil/trace.go:171","msg":"trace[1095791708] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"303.93397ms","start":"2026-05-18T01:29:07.662719Z","end":"2026-05-18T01:29:07.966653Z","steps":["trace[1095791708] 'process raft request' (duration: 183.656052ms)","trace[1095791708] 'compare' (duration: 119.963769ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:29:07.96671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:07.662702Z","time spent":"303.988622ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T01:29:07.968294Z","caller":"traceutil/trace.go:171","msg":"trace[1158425910] linearizableReadLoop","detail":"{readStateIndex:25431; appliedIndex:25429; }","duration":"243.565665ms","start":"2026-05-18T01:29:07.724703Z","end":"2026-05-18T01:29:07.968269Z","steps":["trace[1158425910] 'read index received' (duration: 121.689015ms)","trace[1158425910] 'applied index is now lower than readState.Index' (duration: 121.87549ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:29:07.968341Z","caller":"traceutil/trace.go:171","msg":"trace[67515868] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"258.508693ms","start":"2026-05-18T01:29:07.709792Z","end":"2026-05-18T01:29:07.968301Z","steps":["trace[67515868] 'process raft request' (duration: 258.307127ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:07.968414Z","caller":"traceutil/trace.go:171","msg":"trace[1634577208] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"177.671283ms","start":"2026-05-18T01:29:07.790731Z","end":"2026-05-18T01:29:07.968402Z","steps":["trace[1634577208] 'process raft request' (duration: 177.496049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:07.96858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.859323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-18T01:29:07.968619Z","caller":"traceutil/trace.go:171","msg":"trace[1771052520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24631; }","duration":"243.965766ms","start":"2026-05-18T01:29:07.724639Z","end":"2026-05-18T01:29:07.968605Z","steps":["trace[1771052520] 'agreement among raft nodes before linearized reading' (duration: 243.786151ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:08.145214Z","caller":"traceutil/trace.go:171","msg":"trace[1208973937] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"271.643981ms","start":"2026-05-18T01:29:07.873541Z","end":"2026-05-18T01:29:08.145185Z","steps":["trace[1208973937] 'process raft request' (duration: 246.185984ms)","trace[1208973937] 'compare' (duration: 25.234781ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:29:08.145245Z","caller":"traceutil/trace.go:171","msg":"trace[1731148271] linearizableReadLoop","detail":"{readStateIndex:25434; appliedIndex:25432; }","duration":"176.861412ms","start":"2026-05-18T01:29:07.968361Z","end":"2026-05-18T01:29:08.145223Z","steps":["trace[1731148271] 'read index received' (duration: 151.382135ms)","trace[1731148271] 'applied index is now lower than readState.Index' (duration: 25.474567ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:29:08.145281Z","caller":"traceutil/trace.go:171","msg":"trace[887695338] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"223.720267ms","start":"2026-05-18T01:29:07.921516Z","end":"2026-05-18T01:29:08.145236Z","steps":["trace[887695338] 'process raft request' (duration: 223.579694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:08.145417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.15263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-18T01:29:08.145448Z","caller":"traceutil/trace.go:171","msg":"trace[630774779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24633; }","duration":"420.218542ms","start":"2026-05-18T01:29:07.725219Z","end":"2026-05-18T01:29:08.145438Z","steps":["trace[630774779] 'agreement among raft nodes before linearized reading' (duration: 420.079818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:08.145476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:07.725211Z","time spent":"420.258363ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-18T01:29:08.145572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.252627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-18T01:29:08.145632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.436215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-18T01:29:08.145655Z","caller":"traceutil/trace.go:171","msg":"trace[1885047720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24633; }","duration":"415.498856ms","start":"2026-05-18T01:29:07.730151Z","end":"2026-05-18T01:29:08.14565Z","steps":["trace[1885047720] 'agreement among raft nodes before linearized reading' (duration: 415.433355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:08.145673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:07.730132Z","time spent":"415.536717ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-18T01:29:08.145674Z","caller":"traceutil/trace.go:171","msg":"trace[660746123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24633; }","duration":"413.384269ms","start":"2026-05-18T01:29:07.732265Z","end":"2026-05-18T01:29:08.14565Z","steps":["trace[660746123] 'agreement among raft nodes before linearized reading' (duration: 413.089882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:08.145723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:07.732255Z","time spent":"413.458592ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-18T01:29:08.145727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.385037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-18T01:29:08.145798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.354068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:29:08.145812Z","caller":"traceutil/trace.go:171","msg":"trace[1283751906] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24633; }","duration":"282.531671ms","start":"2026-05-18T01:29:07.863259Z","end":"2026-05-18T01:29:08.145791Z","steps":["trace[1283751906] 'agreement among raft nodes before linearized reading' (duration: 282.364457ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:08.145844Z","caller":"traceutil/trace.go:171","msg":"trace[308727170] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24633; }","duration":"352.44482ms","start":"2026-05-18T01:29:07.793384Z","end":"2026-05-18T01:29:08.145829Z","steps":["trace[308727170] 'agreement among raft nodes before linearized reading' (duration: 352.354358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:08.145846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.173784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-18T01:29:08.145884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:07.793364Z","time spent":"352.509431ms","remote":"127.0.0.1:47090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-18T01:29:08.145897Z","caller":"traceutil/trace.go:171","msg":"trace[1480442395] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24633; }","duration":"416.276507ms","start":"2026-05-18T01:29:07.729604Z","end":"2026-05-18T01:29:08.145881Z","steps":["trace[1480442395] 'agreement among raft nodes before linearized reading' (duration: 416.059551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:08.145933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:07.729586Z","time spent":"416.337529ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-18T01:29:08.228215Z","caller":"traceutil/trace.go:171","msg":"trace[1171241749] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"255.590286ms","start":"2026-05-18T01:29:07.972588Z","end":"2026-05-18T01:29:08.228178Z","steps":["trace[1171241749] 'process raft request' (duration: 255.409261ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:08.292868Z","caller":"traceutil/trace.go:171","msg":"trace[748729954] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"142.16449ms","start":"2026-05-18T01:29:08.150678Z","end":"2026-05-18T01:29:08.292842Z","steps":["trace[748729954] 'process raft request' (duration: 142.108658ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:08.292909Z","caller":"traceutil/trace.go:171","msg":"trace[1764497483] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"143.504995ms","start":"2026-05-18T01:29:08.149365Z","end":"2026-05-18T01:29:08.29287Z","steps":["trace[1764497483] 'process raft request' (duration: 135.40803ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:08.292945Z","caller":"traceutil/trace.go:171","msg":"trace[1546305423] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"143.321461ms","start":"2026-05-18T01:29:08.149598Z","end":"2026-05-18T01:29:08.29292Z","steps":["trace[1546305423] 'process raft request' (duration: 143.125736ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:08.292994Z","caller":"traceutil/trace.go:171","msg":"trace[1845975423] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"142.371135ms","start":"2026-05-18T01:29:08.150584Z","end":"2026-05-18T01:29:08.292955Z","steps":["trace[1845975423] 'process raft request' (duration: 142.171729ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:09.20502Z","caller":"traceutil/trace.go:171","msg":"trace[673731575] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"228.108184ms","start":"2026-05-18T01:29:08.976883Z","end":"2026-05-18T01:29:09.204992Z","steps":["trace[673731575] 'process raft request' (duration: 227.911929ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:09.468486Z","caller":"traceutil/trace.go:171","msg":"trace[1170491129] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"136.656034ms","start":"2026-05-18T01:29:09.331786Z","end":"2026-05-18T01:29:09.468442Z","steps":["trace[1170491129] 'process raft request' (duration: 136.385266ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:09.800577Z","caller":"traceutil/trace.go:171","msg":"trace[477703123] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"205.856743ms","start":"2026-05-18T01:29:09.59468Z","end":"2026-05-18T01:29:09.800536Z","steps":["trace[477703123] 'process raft request' (duration: 201.750214ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:10.284106Z","caller":"traceutil/trace.go:171","msg":"trace[213922621] linearizableReadLoop","detail":"{readStateIndex:25446; appliedIndex:25443; }","duration":"248.609529ms","start":"2026-05-18T01:29:10.035467Z","end":"2026-05-18T01:29:10.284076Z","steps":["trace[213922621] 'read index received' (duration: 10.638872ms)","trace[213922621] 'applied index is now lower than readState.Index' (duration: 237.969047ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:29:10.284167Z","caller":"traceutil/trace.go:171","msg":"trace[536628099] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"310.714851ms","start":"2026-05-18T01:29:09.973412Z","end":"2026-05-18T01:29:10.284127Z","steps":["trace[536628099] 'process raft request' (duration: 310.393012ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:10.284178Z","caller":"traceutil/trace.go:171","msg":"trace[367554460] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"309.653913ms","start":"2026-05-18T01:29:09.97448Z","end":"2026-05-18T01:29:10.284134Z","steps":["trace[367554460] 'process raft request' (duration: 309.54326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:10.284405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:09.973399Z","time spent":"310.858384ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T01:29:10.28445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:09.974469Z","time spent":"309.794766ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T01:29:10.284454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.892207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:29:10.284552Z","caller":"traceutil/trace.go:171","msg":"trace[479362074] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24645; }","duration":"249.100082ms","start":"2026-05-18T01:29:10.035428Z","end":"2026-05-18T01:29:10.284528Z","steps":["trace[479362074] 'agreement among raft nodes before linearized reading' (duration: 248.844916ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:10.465248Z","caller":"traceutil/trace.go:171","msg":"trace[1160910117] linearizableReadLoop","detail":"{readStateIndex:25447; appliedIndex:25446; }","duration":"181.027492ms","start":"2026-05-18T01:29:10.284197Z","end":"2026-05-18T01:29:10.465224Z","steps":["trace[1160910117] 'read index received' (duration: 87.989079ms)","trace[1160910117] 'applied index is now lower than readState.Index' (duration: 93.037193ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:29:10.465348Z","caller":"traceutil/trace.go:171","msg":"trace[375973990] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"314.089671ms","start":"2026-05-18T01:29:10.151218Z","end":"2026-05-18T01:29:10.465307Z","steps":["trace[375973990] 'process raft request' (duration: 221.057777ms)","trace[375973990] 'compare' (duration: 92.808788ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:29:10.465539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:10.151197Z","time spent":"314.237444ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T01:29:10.4654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.615915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-18T01:29:10.465577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.703891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-18T01:29:10.465705Z","caller":"traceutil/trace.go:171","msg":"trace[1598617931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24646; }","duration":"231.885695ms","start":"2026-05-18T01:29:10.233794Z","end":"2026-05-18T01:29:10.46568Z","steps":["trace[1598617931] 'agreement among raft nodes before linearized reading' (duration: 231.526346ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:10.465696Z","caller":"traceutil/trace.go:171","msg":"trace[502697491] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24646; }","duration":"176.957495ms","start":"2026-05-18T01:29:10.288704Z","end":"2026-05-18T01:29:10.465661Z","steps":["trace[502697491] 'agreement among raft nodes before linearized reading' (duration: 176.648957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:10.465798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.743069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-18T01:29:10.465844Z","caller":"traceutil/trace.go:171","msg":"trace[1803088761] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24646; }","duration":"167.820511ms","start":"2026-05-18T01:29:10.298007Z","end":"2026-05-18T01:29:10.465828Z","steps":["trace[1803088761] 'agreement among raft nodes before linearized reading' (duration: 167.418911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:10.465894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.992593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-18T01:29:10.465928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.523981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-18T01:29:10.465944Z","caller":"traceutil/trace.go:171","msg":"trace[2033724503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24646; }","duration":"169.074655ms","start":"2026-05-18T01:29:10.296861Z","end":"2026-05-18T01:29:10.465935Z","steps":["trace[2033724503] 'agreement among raft nodes before linearized reading' (duration: 168.951362ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:10.465973Z","caller":"traceutil/trace.go:171","msg":"trace[1141789493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24646; }","duration":"168.580612ms","start":"2026-05-18T01:29:10.297379Z","end":"2026-05-18T01:29:10.465959Z","steps":["trace[1141789493] 'agreement among raft nodes before linearized reading' (duration: 168.436848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:10.465984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.049825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-18T01:29:10.466058Z","caller":"traceutil/trace.go:171","msg":"trace[640303017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24646; }","duration":"169.140067ms","start":"2026-05-18T01:29:10.296902Z","end":"2026-05-18T01:29:10.466042Z","steps":["trace[640303017] 'agreement among raft nodes before linearized reading' (duration: 168.902861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:10.748644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.902478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-18T01:29:10.748852Z","caller":"traceutil/trace.go:171","msg":"trace[552353498] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"278.293818ms","start":"2026-05-18T01:29:10.470528Z","end":"2026-05-18T01:29:10.748822Z","steps":["trace[552353498] 'process raft request' (duration: 278.203505ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:10.748918Z","caller":"traceutil/trace.go:171","msg":"trace[696819546] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"278.272687ms","start":"2026-05-18T01:29:10.470638Z","end":"2026-05-18T01:29:10.748911Z","steps":["trace[696819546] 'process raft request' (duration: 278.128063ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:10.748947Z","caller":"traceutil/trace.go:171","msg":"trace[1270485890] linearizableReadLoop","detail":"{readStateIndex:25452; appliedIndex:25447; }","duration":"277.216858ms","start":"2026-05-18T01:29:10.471705Z","end":"2026-05-18T01:29:10.748922Z","steps":["trace[1270485890] 'read index received' (duration: 125.059314ms)","trace[1270485890] 'applied index is now lower than readState.Index' (duration: 152.156134ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:29:10.74889Z","caller":"traceutil/trace.go:171","msg":"trace[376676859] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"277.973049ms","start":"2026-05-18T01:29:10.470861Z","end":"2026-05-18T01:29:10.748834Z","steps":["trace[376676859] 'process raft request' (duration: 277.925458ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:10.749026Z","caller":"traceutil/trace.go:171","msg":"trace[552984519] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"278.898874ms","start":"2026-05-18T01:29:10.470115Z","end":"2026-05-18T01:29:10.749014Z","steps":["trace[552984519] 'process raft request' (duration: 126.553775ms)","trace[552984519] 'compare' (duration: 151.807954ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:29:10.74907Z","caller":"traceutil/trace.go:171","msg":"trace[1518652368] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"278.073671ms","start":"2026-05-18T01:29:10.470991Z","end":"2026-05-18T01:29:10.749065Z","steps":["trace[1518652368] 'process raft request' (duration: 277.822914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:10.749183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.925379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:29:10.749241Z","caller":"traceutil/trace.go:171","msg":"trace[1103430209] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24651; }","duration":"263.027391ms","start":"2026-05-18T01:29:10.486198Z","end":"2026-05-18T01:29:10.749225Z","steps":["trace[1103430209] 'agreement among raft nodes before linearized reading' (duration: 262.889478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:10.749267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.555717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:29:10.749337Z","caller":"traceutil/trace.go:171","msg":"trace[573341491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24651; }","duration":"128.700221ms","start":"2026-05-18T01:29:10.620619Z","end":"2026-05-18T01:29:10.749319Z","steps":["trace[573341491] 'agreement among raft nodes before linearized reading' (duration: 128.578518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:10.749365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.818346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:29:10.74939Z","caller":"traceutil/trace.go:171","msg":"trace[1437915343] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24651; }","duration":"186.895418ms","start":"2026-05-18T01:29:10.562485Z","end":"2026-05-18T01:29:10.74938Z","steps":["trace[1437915343] 'agreement among raft nodes before linearized reading' (duration: 186.838526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:10.749373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.63512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-05-18T01:29:10.749471Z","caller":"traceutil/trace.go:171","msg":"trace[1285168871] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24651; }","duration":"277.783743ms","start":"2026-05-18T01:29:10.471666Z","end":"2026-05-18T01:29:10.74945Z","steps":["trace[1285168871] 'agreement among raft nodes before linearized reading' (duration: 277.401893ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:11.463444Z","caller":"traceutil/trace.go:171","msg":"trace[955348673] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"252.150853ms","start":"2026-05-18T01:29:11.211269Z","end":"2026-05-18T01:29:11.46342Z","steps":["trace[955348673] 'process raft request' (duration: 251.958418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:11.743694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.786284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:29:11.743755Z","caller":"traceutil/trace.go:171","msg":"trace[1857608913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24656; }","duration":"122.909608ms","start":"2026-05-18T01:29:11.620832Z","end":"2026-05-18T01:29:11.743741Z","steps":["trace[1857608913] 'range keys from in-memory index tree' (duration: 122.703102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:22.412997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.23318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:29:22.413147Z","caller":"traceutil/trace.go:171","msg":"trace[448487235] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24787; }","duration":"110.939409ms","start":"2026-05-18T01:29:22.302151Z","end":"2026-05-18T01:29:22.41309Z","steps":["trace[448487235] 'count revisions from in-memory index tree' (duration: 110.102256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:22.413474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.417109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cee8768-f9bd-4768-bac8-67fe0e072eb0\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-18T01:29:22.413585Z","caller":"traceutil/trace.go:171","msg":"trace[1934983374] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9cee8768-f9bd-4768-bac8-67fe0e072eb0; range_end:; response_count:1; response_revision:24787; }","duration":"150.613904ms","start":"2026-05-18T01:29:22.262933Z","end":"2026-05-18T01:29:22.413547Z","steps":["trace[1934983374] 'range keys from in-memory index tree' (duration: 150.191473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:22.724733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.541723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-18T01:29:22.724862Z","caller":"traceutil/trace.go:171","msg":"trace[1097130558] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"304.177327ms","start":"2026-05-18T01:29:22.420656Z","end":"2026-05-18T01:29:22.724834Z","steps":["trace[1097130558] 'process raft request' (duration: 159.440319ms)","trace[1097130558] 'compare' (duration: 143.364781ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:29:22.724922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:22.420637Z","time spent":"304.255929ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T01:29:22.754464Z","caller":"traceutil/trace.go:171","msg":"trace[2074239556] linearizableReadLoop","detail":"{readStateIndex:25594; appliedIndex:25592; }","duration":"250.213672ms","start":"2026-05-18T01:29:22.504227Z","end":"2026-05-18T01:29:22.754441Z","steps":["trace[2074239556] 'read index received' (duration: 75.881957ms)","trace[2074239556] 'applied index is now lower than readState.Index' (duration: 174.330475ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:29:22.754707Z","caller":"traceutil/trace.go:171","msg":"trace[1832768305] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"331.791121ms","start":"2026-05-18T01:29:22.422903Z","end":"2026-05-18T01:29:22.754694Z","steps":["trace[1832768305] 'process raft request' (duration: 331.328909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:22.754815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:22.422894Z","time spent":"331.847613ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T01:29:22.754981Z","caller":"traceutil/trace.go:171","msg":"trace[2134061823] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"237.980947ms","start":"2026-05-18T01:29:22.516991Z","end":"2026-05-18T01:29:22.754972Z","steps":["trace[2134061823] 'process raft request' (duration: 237.403521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:22.755128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.89216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:29:22.75519Z","caller":"traceutil/trace.go:171","msg":"trace[1235660650] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24791; }","duration":"250.988892ms","start":"2026-05-18T01:29:22.504183Z","end":"2026-05-18T01:29:22.755172Z","steps":["trace[1235660650] 'agreement among raft nodes before linearized reading' (duration: 250.90697ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:22.925095Z","caller":"traceutil/trace.go:171","msg":"trace[442180103] linearizableReadLoop","detail":"{readStateIndex:25596; appliedIndex:25595; }","duration":"170.498723ms","start":"2026-05-18T01:29:22.754531Z","end":"2026-05-18T01:29:22.925029Z","steps":["trace[442180103] 'read index received' (duration: 132.416901ms)","trace[442180103] 'applied index is now lower than readState.Index' (duration: 38.080242ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:29:22.925134Z","caller":"traceutil/trace.go:171","msg":"trace[841142672] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"298.995379ms","start":"2026-05-18T01:29:22.626092Z","end":"2026-05-18T01:29:22.925087Z","steps":["trace[841142672] 'process raft request' (duration: 260.811634ms)","trace[841142672] 'compare' (duration: 37.465376ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:29:22.925208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.6798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:29:22.925276Z","caller":"traceutil/trace.go:171","msg":"trace[916298588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24792; }","duration":"304.789183ms","start":"2026-05-18T01:29:22.620471Z","end":"2026-05-18T01:29:22.92526Z","steps":["trace[916298588] 'agreement among raft nodes before linearized reading' (duration: 304.66939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:22.925322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:22.620451Z","time spent":"304.864086ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-18T01:29:22.925466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.044312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-18T01:29:22.925512Z","caller":"traceutil/trace.go:171","msg":"trace[1683787733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24792; }","duration":"111.156915ms","start":"2026-05-18T01:29:22.814344Z","end":"2026-05-18T01:29:22.925501Z","steps":["trace[1683787733] 'agreement among raft nodes before linearized reading' (duration: 110.93994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:22.925545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.950297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-18T01:29:22.925587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.854631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-18T01:29:22.925629Z","caller":"traceutil/trace.go:171","msg":"trace[326437219] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24792; }","duration":"100.926064ms","start":"2026-05-18T01:29:22.824691Z","end":"2026-05-18T01:29:22.925617Z","steps":["trace[326437219] 'agreement among raft nodes before linearized reading' (duration: 100.752279ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:22.925629Z","caller":"traceutil/trace.go:171","msg":"trace[733458578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24792; }","duration":"109.058089ms","start":"2026-05-18T01:29:22.816551Z","end":"2026-05-18T01:29:22.925609Z","steps":["trace[733458578] 'agreement among raft nodes before linearized reading' (duration: 108.791552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:22.92569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.183263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-18T01:29:22.92573Z","caller":"traceutil/trace.go:171","msg":"trace[508164674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24792; }","duration":"109.243194ms","start":"2026-05-18T01:29:22.816477Z","end":"2026-05-18T01:29:22.92572Z","steps":["trace[508164674] 'agreement among raft nodes before linearized reading' (duration: 109.119631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:22.925749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.182563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-18T01:29:22.925831Z","caller":"traceutil/trace.go:171","msg":"trace[1697425283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24792; }","duration":"109.288376ms","start":"2026-05-18T01:29:22.816526Z","end":"2026-05-18T01:29:22.925814Z","steps":["trace[1697425283] 'agreement among raft nodes before linearized reading' (duration: 109.06434ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:23.314612Z","caller":"traceutil/trace.go:171","msg":"trace[2127612214] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"381.741128ms","start":"2026-05-18T01:29:22.932844Z","end":"2026-05-18T01:29:23.314585Z","steps":["trace[2127612214] 'process raft request' (duration: 381.599685ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:23.314708Z","caller":"traceutil/trace.go:171","msg":"trace[740781885] linearizableReadLoop","detail":"{readStateIndex:25601; appliedIndex:25596; }","duration":"367.819389ms","start":"2026-05-18T01:29:22.946864Z","end":"2026-05-18T01:29:23.314684Z","steps":["trace[740781885] 'read index received' (duration: 73.082773ms)","trace[740781885] 'applied index is now lower than readState.Index' (duration: 294.735666ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:29:23.314746Z","caller":"traceutil/trace.go:171","msg":"trace[1233918962] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"378.564434ms","start":"2026-05-18T01:29:22.936154Z","end":"2026-05-18T01:29:23.314719Z","steps":["trace[1233918962] 'process raft request' (duration: 378.384539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:23.314784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:22.932833Z","time spent":"381.870223ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T01:29:23.314819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.938212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:29:23.314843Z","caller":"traceutil/trace.go:171","msg":"trace[758287021] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24797; }","duration":"368.022344ms","start":"2026-05-18T01:29:22.946813Z","end":"2026-05-18T01:29:23.314835Z","steps":["trace[758287021] 'agreement among raft nodes before linearized reading' (duration: 367.956552ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:23.314613Z","caller":"traceutil/trace.go:171","msg":"trace[1289414059] transaction","detail":"{read_only:false; response_revision:24795; number_of_response:1; }","duration":"382.386285ms","start":"2026-05-18T01:29:22.932161Z","end":"2026-05-18T01:29:23.314547Z","steps":["trace[1289414059] 'process raft request' (duration: 375.77403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:23.314863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:22.946785Z","time spent":"368.072206ms","remote":"127.0.0.1:51608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-18T01:29:23.314883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:22.932849Z","time spent":"381.954104ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T01:29:23.315022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:22.932153Z","time spent":"382.736876ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T01:29:23.32515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.912074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:29:23.325205Z","caller":"traceutil/trace.go:171","msg":"trace[1868952692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24798; }","duration":"168.013166ms","start":"2026-05-18T01:29:23.15718Z","end":"2026-05-18T01:29:23.325193Z","steps":["trace[1868952692] 'agreement among raft nodes before linearized reading' (duration: 167.907934ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:23.325416Z","caller":"traceutil/trace.go:171","msg":"trace[1658046534] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"100.939304ms","start":"2026-05-18T01:29:23.224468Z","end":"2026-05-18T01:29:23.325407Z","steps":["trace[1658046534] 'process raft request' (duration: 100.532913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:23.325576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.698959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cee8768-f9bd-4768-bac8-67fe0e072eb0\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-18T01:29:23.325603Z","caller":"traceutil/trace.go:171","msg":"trace[1433563086] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9cee8768-f9bd-4768-bac8-67fe0e072eb0; range_end:; response_count:1; response_revision:24798; }","duration":"158.74427ms","start":"2026-05-18T01:29:23.166851Z","end":"2026-05-18T01:29:23.325596Z","steps":["trace[1433563086] 'agreement among raft nodes before linearized reading' (duration: 158.647888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:23.590592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.215744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:29:23.590656Z","caller":"traceutil/trace.go:171","msg":"trace[1265496458] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24798; }","duration":"150.359497ms","start":"2026-05-18T01:29:23.440283Z","end":"2026-05-18T01:29:23.590642Z","steps":["trace[1265496458] 'count revisions from in-memory index tree' (duration: 150.135732ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:23.962434Z","caller":"traceutil/trace.go:171","msg":"trace[331641219] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"162.910051ms","start":"2026-05-18T01:29:23.799494Z","end":"2026-05-18T01:29:23.962404Z","steps":["trace[331641219] 'process raft request' (duration: 162.741676ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:24.310107Z","caller":"traceutil/trace.go:171","msg":"trace[354646529] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"140.691531ms","start":"2026-05-18T01:29:24.169371Z","end":"2026-05-18T01:29:24.310062Z","steps":["trace[354646529] 'process raft request' (duration: 140.470965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:24.595511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.992153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:29:24.595582Z","caller":"traceutil/trace.go:171","msg":"trace[1482485455] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24803; }","duration":"242.117977ms","start":"2026-05-18T01:29:24.353448Z","end":"2026-05-18T01:29:24.595566Z","steps":["trace[1482485455] 'count revisions from in-memory index tree' (duration: 241.903001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:24.595802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.77788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-18T01:29:24.595889Z","caller":"traceutil/trace.go:171","msg":"trace[800306268] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"175.184978ms","start":"2026-05-18T01:29:24.420688Z","end":"2026-05-18T01:29:24.595874Z","steps":["trace[800306268] 'process raft request' (duration: 30.257555ms)","trace[800306268] 'compare' (duration: 144.533552ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:29:24.956133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.354322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-18T01:29:24.956245Z","caller":"traceutil/trace.go:171","msg":"trace[749622468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24804; }","duration":"195.518257ms","start":"2026-05-18T01:29:24.760701Z","end":"2026-05-18T01:29:24.956219Z","steps":["trace[749622468] 'range keys from in-memory index tree' (duration: 195.079145ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:24.956272Z","caller":"traceutil/trace.go:171","msg":"trace[921686597] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"192.813915ms","start":"2026-05-18T01:29:24.763377Z","end":"2026-05-18T01:29:24.956191Z","steps":["trace[921686597] 'process raft request' (duration: 176.077001ms)","trace[921686597] 'compare' (duration: 16.309063ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:29:25.256963Z","caller":"traceutil/trace.go:171","msg":"trace[1556546075] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"223.728118ms","start":"2026-05-18T01:29:25.033214Z","end":"2026-05-18T01:29:25.256942Z","steps":["trace[1556546075] 'process raft request' (duration: 223.684177ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:25.257061Z","caller":"traceutil/trace.go:171","msg":"trace[1844634467] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"225.099965ms","start":"2026-05-18T01:29:25.031925Z","end":"2026-05-18T01:29:25.257025Z","steps":["trace[1844634467] 'process raft request' (duration: 223.669116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:25.659897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.039936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-18T01:29:25.660147Z","caller":"traceutil/trace.go:171","msg":"trace[1796750483] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"335.396086ms","start":"2026-05-18T01:29:25.324731Z","end":"2026-05-18T01:29:25.660127Z","steps":["trace[1796750483] 'process raft request' (duration: 335.287983ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:25.660165Z","caller":"traceutil/trace.go:171","msg":"trace[1911893452] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"335.465298ms","start":"2026-05-18T01:29:25.324651Z","end":"2026-05-18T01:29:25.660116Z","steps":["trace[1911893452] 'process raft request' (duration: 69.784085ms)","trace[1911893452] 'compare' (duration: 264.45229ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:29:25.660289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:25.324696Z","time spent":"335.559781ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T01:29:25.660333Z","caller":"traceutil/trace.go:171","msg":"trace[110376418] linearizableReadLoop","detail":"{readStateIndex:25615; appliedIndex:25612; }","duration":"321.825576ms","start":"2026-05-18T01:29:25.338476Z","end":"2026-05-18T01:29:25.660301Z","steps":["trace[110376418] 'read index received' (duration: 56.094801ms)","trace[110376418] 'applied index is now lower than readState.Index' (duration: 265.728205ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:29:25.660355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:25.324625Z","time spent":"335.623602ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T01:29:25.66039Z","caller":"traceutil/trace.go:171","msg":"trace[1954800635] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"335.109109ms","start":"2026-05-18T01:29:25.325241Z","end":"2026-05-18T01:29:25.66035Z","steps":["trace[1954800635] 'process raft request' (duration: 334.831822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:25.660573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:25.325228Z","time spent":"335.253313ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T01:29:25.660584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.079602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cee8768-f9bd-4768-bac8-67fe0e072eb0\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-18T01:29:25.660646Z","caller":"traceutil/trace.go:171","msg":"trace[19871807] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9cee8768-f9bd-4768-bac8-67fe0e072eb0; range_end:; response_count:1; response_revision:24811; }","duration":"322.173824ms","start":"2026-05-18T01:29:25.338456Z","end":"2026-05-18T01:29:25.66063Z","steps":["trace[19871807] 'agreement among raft nodes before linearized reading' (duration: 321.974839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:25.660688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:25.33845Z","time spent":"322.226327ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cee8768-f9bd-4768-bac8-67fe0e072eb0\" "} {"level":"info","ts":"2026-05-18T01:29:25.715862Z","caller":"traceutil/trace.go:171","msg":"trace[1193518126] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"119.573419ms","start":"2026-05-18T01:29:25.596256Z","end":"2026-05-18T01:29:25.715829Z","steps":["trace[1193518126] 'process raft request' (duration: 119.312362ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:25.716095Z","caller":"traceutil/trace.go:171","msg":"trace[163666420] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"119.073116ms","start":"2026-05-18T01:29:25.597009Z","end":"2026-05-18T01:29:25.716082Z","steps":["trace[163666420] 'process raft request' (duration: 118.760717ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:26.482378Z","caller":"traceutil/trace.go:171","msg":"trace[389751576] linearizableReadLoop","detail":"{readStateIndex:25625; appliedIndex:25624; }","duration":"127.281153ms","start":"2026-05-18T01:29:26.355068Z","end":"2026-05-18T01:29:26.48235Z","steps":["trace[389751576] 'read index received' (duration: 126.988085ms)","trace[389751576] 'applied index is now lower than readState.Index' (duration: 291.998µs)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:29:26.482455Z","caller":"traceutil/trace.go:171","msg":"trace[364425512] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"162.562852ms","start":"2026-05-18T01:29:26.319865Z","end":"2026-05-18T01:29:26.482428Z","steps":["trace[364425512] 'process raft request' (duration: 162.256354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:26.482676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.580032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cee8768-f9bd-4768-bac8-67fe0e072eb0\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-18T01:29:26.482762Z","caller":"traceutil/trace.go:171","msg":"trace[1534108359] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9cee8768-f9bd-4768-bac8-67fe0e072eb0; range_end:; response_count:1; response_revision:24820; }","duration":"127.716046ms","start":"2026-05-18T01:29:26.355025Z","end":"2026-05-18T01:29:26.482741Z","steps":["trace[1534108359] 'agreement among raft nodes before linearized reading' (duration: 127.447408ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:30.634589Z","caller":"traceutil/trace.go:171","msg":"trace[1591133268] linearizableReadLoop","detail":"{readStateIndex:25671; appliedIndex:25670; }","duration":"153.960753ms","start":"2026-05-18T01:29:30.480604Z","end":"2026-05-18T01:29:30.634565Z","steps":["trace[1591133268] 'read index received' (duration: 153.82937ms)","trace[1591133268] 'applied index is now lower than readState.Index' (duration: 130.083µs)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:29:30.634869Z","caller":"traceutil/trace.go:171","msg":"trace[1276377496] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"166.906248ms","start":"2026-05-18T01:29:30.467748Z","end":"2026-05-18T01:29:30.634654Z","steps":["trace[1276377496] 'process raft request' (duration: 166.640241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:29:30.634905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.270881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-18T01:29:30.635091Z","caller":"traceutil/trace.go:171","msg":"trace[410701743] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24866; }","duration":"154.482367ms","start":"2026-05-18T01:29:30.480574Z","end":"2026-05-18T01:29:30.635057Z","steps":["trace[410701743] 'agreement among raft nodes before linearized reading' (duration: 154.121108ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:29:30.692709Z","caller":"traceutil/trace.go:171","msg":"trace[1314542051] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"189.496978ms","start":"2026-05-18T01:29:30.503195Z","end":"2026-05-18T01:29:30.692692Z","steps":["trace[1314542051] 'process raft request' (duration: 189.267521ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:00.204731Z","caller":"traceutil/trace.go:171","msg":"trace[1130474873] linearizableReadLoop","detail":"{readStateIndex:25924; appliedIndex:25923; }","duration":"297.116579ms","start":"2026-05-18T01:29:59.907562Z","end":"2026-05-18T01:30:00.204679Z","steps":["trace[1130474873] 'read index received' (duration: 261.136172ms)","trace[1130474873] 'applied index is now lower than readState.Index' (duration: 35.978827ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:00.204792Z","caller":"traceutil/trace.go:171","msg":"trace[545025929] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"359.817196ms","start":"2026-05-18T01:29:59.844917Z","end":"2026-05-18T01:30:00.204734Z","steps":["trace[545025929] 'process raft request' (duration: 323.766648ms)","trace[545025929] 'compare' (duration: 35.548505ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:30:00.204907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.431339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-18T01:30:00.204953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.335573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-18T01:30:00.204994Z","caller":"traceutil/trace.go:171","msg":"trace[717512751] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25112; }","duration":"355.592403ms","start":"2026-05-18T01:29:59.849375Z","end":"2026-05-18T01:30:00.204967Z","steps":["trace[717512751] 'agreement among raft nodes before linearized reading' (duration: 355.315576ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:00.204997Z","caller":"traceutil/trace.go:171","msg":"trace[1997968748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25112; }","duration":"359.442726ms","start":"2026-05-18T01:29:59.84554Z","end":"2026-05-18T01:30:00.204983Z","steps":["trace[1997968748] 'agreement among raft nodes before linearized reading' (duration: 359.312282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:00.205051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:59.845508Z","time spent":"359.529858ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-18T01:30:00.205031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:59.844879Z","time spent":"360.015191ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T01:30:00.205051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:59.849354Z","time spent":"355.684536ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-18T01:30:00.205346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.782662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-18T01:30:00.205675Z","caller":"traceutil/trace.go:171","msg":"trace[1428168657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25112; }","duration":"358.128691ms","start":"2026-05-18T01:29:59.847525Z","end":"2026-05-18T01:30:00.205654Z","steps":["trace[1428168657] 'agreement among raft nodes before linearized reading' (duration: 357.269428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:00.205782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:59.84751Z","time spent":"358.257365ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-18T01:30:00.542207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.768589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-18T01:30:00.54249Z","caller":"traceutil/trace.go:171","msg":"trace[668909380] linearizableReadLoop","detail":"{readStateIndex:25927; appliedIndex:25924; }","duration":"337.652007ms","start":"2026-05-18T01:30:00.204813Z","end":"2026-05-18T01:30:00.542465Z","steps":["trace[668909380] 'read index received' (duration: 160.491737ms)","trace[668909380] 'applied index is now lower than readState.Index' (duration: 177.15857ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:00.542591Z","caller":"traceutil/trace.go:171","msg":"trace[391828179] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"437.499491ms","start":"2026-05-18T01:30:00.105044Z","end":"2026-05-18T01:30:00.542543Z","steps":["trace[391828179] 'process raft request' (duration: 437.304145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:00.542702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.330785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-05-18T01:30:00.542749Z","caller":"traceutil/trace.go:171","msg":"trace[1784232472] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25115; }","duration":"628.418477ms","start":"2026-05-18T01:29:59.914315Z","end":"2026-05-18T01:30:00.542734Z","steps":["trace[1784232472] 'agreement among raft nodes before linearized reading' (duration: 628.253002ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:00.542591Z","caller":"traceutil/trace.go:171","msg":"trace[1093446878] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"444.909838ms","start":"2026-05-18T01:30:00.097642Z","end":"2026-05-18T01:30:00.542552Z","steps":["trace[1093446878] 'process raft request' (duration: 267.636255ms)","trace[1093446878] 'compare' (duration: 176.559344ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:30:00.542798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:29:59.914291Z","time spent":"628.493609ms","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-18T01:30:00.542642Z","caller":"traceutil/trace.go:171","msg":"trace[1449944110] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"429.387475ms","start":"2026-05-18T01:30:00.113175Z","end":"2026-05-18T01:30:00.542562Z","steps":["trace[1449944110] 'process raft request' (duration: 429.241251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:00.542833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:30:00.105024Z","time spent":"437.695216ms","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-18T01:30:00.54291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:30:00.097615Z","time spent":"445.222687ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-18T01:30:00.542937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:30:00.113164Z","time spent":"429.717924ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T01:30:00.549375Z","caller":"traceutil/trace.go:171","msg":"trace[740107676] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"339.65352ms","start":"2026-05-18T01:30:00.209704Z","end":"2026-05-18T01:30:00.549357Z","steps":["trace[740107676] 'process raft request' (duration: 339.048274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:00.549489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:30:00.209677Z","time spent":"339.746392ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T01:30:00.549555Z","caller":"traceutil/trace.go:171","msg":"trace[1882962479] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"338.554501ms","start":"2026-05-18T01:30:00.210977Z","end":"2026-05-18T01:30:00.549531Z","steps":["trace[1882962479] 'process raft request' (duration: 338.020717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:00.549648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:30:00.210969Z","time spent":"338.632073ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T01:30:00.549719Z","caller":"traceutil/trace.go:171","msg":"trace[147542516] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"339.115746ms","start":"2026-05-18T01:30:00.210572Z","end":"2026-05-18T01:30:00.549688Z","steps":["trace[147542516] 'process raft request' (duration: 338.383767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:00.549881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:30:00.210564Z","time spent":"339.222899ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T01:30:00.764022Z","caller":"traceutil/trace.go:171","msg":"trace[1062646253] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"210.170776ms","start":"2026-05-18T01:30:00.553811Z","end":"2026-05-18T01:30:00.763982Z","steps":["trace[1062646253] 'process raft request' (duration: 209.95567ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:00.904961Z","caller":"traceutil/trace.go:171","msg":"trace[1912829322] linearizableReadLoop","detail":"{readStateIndex:25933; appliedIndex:25931; }","duration":"282.346065ms","start":"2026-05-18T01:30:00.622571Z","end":"2026-05-18T01:30:00.904917Z","steps":["trace[1912829322] 'read index received' (duration: 141.313496ms)","trace[1912829322] 'applied index is now lower than readState.Index' (duration: 141.028939ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:00.904962Z","caller":"traceutil/trace.go:171","msg":"trace[575383566] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"304.623707ms","start":"2026-05-18T01:30:00.600285Z","end":"2026-05-18T01:30:00.904909Z","steps":["trace[575383566] 'process raft request' (duration: 273.85796ms)","trace[575383566] 'compare' (duration: 30.48631ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:30:00.905351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.749156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:30:00.9054Z","caller":"traceutil/trace.go:171","msg":"trace[430833067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25123; }","duration":"282.851318ms","start":"2026-05-18T01:30:00.622533Z","end":"2026-05-18T01:30:00.905384Z","steps":["trace[430833067] 'agreement among raft nodes before linearized reading' (duration: 282.610662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:00.905416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:30:00.600267Z","time spent":"305.044018ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5614,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-18T01:30:01.206038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.605585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-18T01:30:01.206171Z","caller":"traceutil/trace.go:171","msg":"trace[549950319] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"295.203478ms","start":"2026-05-18T01:30:00.910945Z","end":"2026-05-18T01:30:01.206149Z","steps":["trace[549950319] 'process raft request' (duration: 191.352907ms)","trace[549950319] 'compare' (duration: 103.243385ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:01.362007Z","caller":"traceutil/trace.go:171","msg":"trace[22608857] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"449.881141ms","start":"2026-05-18T01:30:00.912092Z","end":"2026-05-18T01:30:01.361973Z","steps":["trace[22608857] 'process raft request' (duration: 449.535472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:01.362129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:30:00.912074Z","time spent":"449.993903ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-18T01:30:01.362095Z","caller":"traceutil/trace.go:171","msg":"trace[822577776] linearizableReadLoop","detail":"{readStateIndex:25937; appliedIndex:25935; }","duration":"448.644288ms","start":"2026-05-18T01:30:00.913414Z","end":"2026-05-18T01:30:01.362058Z","steps":["trace[822577776] 'read index received' (duration: 188.898952ms)","trace[822577776] 'applied index is now lower than readState.Index' (duration: 259.743836ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:01.362139Z","caller":"traceutil/trace.go:171","msg":"trace[1409041506] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"447.142048ms","start":"2026-05-18T01:30:00.914951Z","end":"2026-05-18T01:30:01.362093Z","steps":["trace[1409041506] 'process raft request' (duration: 446.923902ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:01.362247Z","caller":"traceutil/trace.go:171","msg":"trace[93486537] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"260.801414ms","start":"2026-05-18T01:30:01.101393Z","end":"2026-05-18T01:30:01.362195Z","steps":["trace[93486537] 'process raft request' (duration: 260.579208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:01.362315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.874524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:30:01.362372Z","caller":"traceutil/trace.go:171","msg":"trace[1890063106] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25127; }","duration":"448.994617ms","start":"2026-05-18T01:30:00.913362Z","end":"2026-05-18T01:30:01.362357Z","steps":["trace[1890063106] 'agreement among raft nodes before linearized reading' (duration: 448.864104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:01.362418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:30:00.913344Z","time spent":"449.059488ms","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-18T01:30:01.36242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:30:00.914942Z","time spent":"447.368704ms","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T01:30:01.363018Z","caller":"traceutil/trace.go:171","msg":"trace[1300829477] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"147.728037ms","start":"2026-05-18T01:30:01.215266Z","end":"2026-05-18T01:30:01.362994Z","steps":["trace[1300829477] 'process raft request' (duration: 147.48075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:01.573011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.094695ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-18T01:30:01.573156Z","caller":"traceutil/trace.go:171","msg":"trace[862427028] linearizableReadLoop","detail":"{readStateIndex:25941; appliedIndex:25939; }","duration":"210.907498ms","start":"2026-05-18T01:30:01.362225Z","end":"2026-05-18T01:30:01.573132Z","steps":["trace[862427028] 'read index received' (duration: 401.201µs)","trace[862427028] 'applied index is now lower than readState.Index' (duration: 210.503987ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:30:01.573588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.546097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29651130-tnv25\" ","response":"range_response_count:1 size:5678"} {"level":"warn","ts":"2026-05-18T01:30:01.573629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.863266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-18T01:30:01.573685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.267536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-18T01:30:01.573689Z","caller":"traceutil/trace.go:171","msg":"trace[1274603100] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25128; }","duration":"204.946549ms","start":"2026-05-18T01:30:01.368721Z","end":"2026-05-18T01:30:01.573667Z","steps":["trace[1274603100] 'agreement among raft nodes before linearized reading' (duration: 204.854766ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:01.573684Z","caller":"traceutil/trace.go:171","msg":"trace[1777968907] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29651130-tnv25; range_end:; response_count:1; response_revision:25128; }","duration":"342.683401ms","start":"2026-05-18T01:30:01.230976Z","end":"2026-05-18T01:30:01.57366Z","steps":["trace[1777968907] 'agreement among raft nodes before linearized reading' (duration: 342.355592ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:01.573731Z","caller":"traceutil/trace.go:171","msg":"trace[135898882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25128; }","duration":"428.370439ms","start":"2026-05-18T01:30:01.145343Z","end":"2026-05-18T01:30:01.573714Z","steps":["trace[135898882] 'agreement among raft nodes before linearized reading' (duration: 428.163874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:01.573738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:30:01.230956Z","time spent":"342.771792ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5701,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29651130-tnv25\" "} {"level":"warn","ts":"2026-05-18T01:30:01.573771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:30:01.145317Z","time spent":"428.44542ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-18T01:30:01.573805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.135377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-18T01:30:01.573906Z","caller":"traceutil/trace.go:171","msg":"trace[973694967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25128; }","duration":"125.28123ms","start":"2026-05-18T01:30:01.448597Z","end":"2026-05-18T01:30:01.573879Z","steps":["trace[973694967] 'agreement among raft nodes before linearized reading' (duration: 124.985753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:01.574035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.829599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-18T01:30:01.574098Z","caller":"traceutil/trace.go:171","msg":"trace[1515795973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25128; }","duration":"127.960552ms","start":"2026-05-18T01:30:01.446123Z","end":"2026-05-18T01:30:01.574083Z","steps":["trace[1515795973] 'agreement among raft nodes before linearized reading' (duration: 127.729536ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:01.815871Z","caller":"traceutil/trace.go:171","msg":"trace[70846354] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"228.141345ms","start":"2026-05-18T01:30:01.587674Z","end":"2026-05-18T01:30:01.815816Z","steps":["trace[70846354] 'process raft request' (duration: 148.499148ms)","trace[70846354] 'compare' (duration: 79.296948ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:01.816106Z","caller":"traceutil/trace.go:171","msg":"trace[1795972453] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"228.147576ms","start":"2026-05-18T01:30:01.587946Z","end":"2026-05-18T01:30:01.816093Z","steps":["trace[1795972453] 'process raft request' (duration: 227.733455ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:01.816161Z","caller":"traceutil/trace.go:171","msg":"trace[1529916689] linearizableReadLoop","detail":"{readStateIndex:25944; appliedIndex:25941; }","duration":"228.065403ms","start":"2026-05-18T01:30:01.588049Z","end":"2026-05-18T01:30:01.816114Z","steps":["trace[1529916689] 'read index received' (duration: 62.311477ms)","trace[1529916689] 'applied index is now lower than readState.Index' (duration: 165.750696ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:01.81627Z","caller":"traceutil/trace.go:171","msg":"trace[475552388] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"227.528269ms","start":"2026-05-18T01:30:01.588695Z","end":"2026-05-18T01:30:01.816223Z","steps":["trace[475552388] 'process raft request' (duration: 227.035196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:01.816408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.32397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-18T01:30:01.816438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.989502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:30:01.816504Z","caller":"traceutil/trace.go:171","msg":"trace[314147731] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25132; }","duration":"228.123555ms","start":"2026-05-18T01:30:01.588359Z","end":"2026-05-18T01:30:01.816483Z","steps":["trace[314147731] 'agreement among raft nodes before linearized reading' (duration: 227.968771ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:01.816504Z","caller":"traceutil/trace.go:171","msg":"trace[917911202] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25132; }","duration":"228.463634ms","start":"2026-05-18T01:30:01.588017Z","end":"2026-05-18T01:30:01.81648Z","steps":["trace[917911202] 'agreement among raft nodes before linearized reading' (duration: 228.269149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:01.816519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.231958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:30:01.816647Z","caller":"traceutil/trace.go:171","msg":"trace[455867442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25132; }","duration":"108.415063ms","start":"2026-05-18T01:30:01.708202Z","end":"2026-05-18T01:30:01.816617Z","steps":["trace[455867442] 'agreement among raft nodes before linearized reading' (duration: 108.198147ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:02.040141Z","caller":"traceutil/trace.go:171","msg":"trace[1145783298] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"125.98422ms","start":"2026-05-18T01:30:01.914113Z","end":"2026-05-18T01:30:02.040097Z","steps":["trace[1145783298] 'process raft request' (duration: 55.342052ms)","trace[1145783298] 'compare' (duration: 70.438653ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:02.374461Z","caller":"traceutil/trace.go:171","msg":"trace[539501207] linearizableReadLoop","detail":"{readStateIndex:25947; appliedIndex:25946; }","duration":"155.124054ms","start":"2026-05-18T01:30:02.219309Z","end":"2026-05-18T01:30:02.374433Z","steps":["trace[539501207] 'read index received' (duration: 154.794995ms)","trace[539501207] 'applied index is now lower than readState.Index' (duration: 328.179µs)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:02.374601Z","caller":"traceutil/trace.go:171","msg":"trace[2033062208] transaction","detail":"{read_only:false; response_revision:25134; number_of_response:1; }","duration":"163.010813ms","start":"2026-05-18T01:30:02.21155Z","end":"2026-05-18T01:30:02.37456Z","steps":["trace[2033062208] 'process raft request' (duration: 162.628873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:02.374682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.35367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:30:02.374733Z","caller":"traceutil/trace.go:171","msg":"trace[556434479] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25134; }","duration":"155.469343ms","start":"2026-05-18T01:30:02.21925Z","end":"2026-05-18T01:30:02.374719Z","steps":["trace[556434479] 'agreement among raft nodes before linearized reading' (duration: 155.286968ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:02.598103Z","caller":"traceutil/trace.go:171","msg":"trace[457906884] transaction","detail":"{read_only:false; response_revision:25135; number_of_response:1; }","duration":"172.409874ms","start":"2026-05-18T01:30:02.425656Z","end":"2026-05-18T01:30:02.598066Z","steps":["trace[457906884] 'process raft request' (duration: 93.227158ms)","trace[457906884] 'compare' (duration: 78.803516ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:02.649791Z","caller":"traceutil/trace.go:171","msg":"trace[1591617962] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"100.727748ms","start":"2026-05-18T01:30:02.549035Z","end":"2026-05-18T01:30:02.649763Z","steps":["trace[1591617962] 'process raft request' (duration: 100.581544ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:02.737102Z","caller":"traceutil/trace.go:171","msg":"trace[719223073] linearizableReadLoop","detail":"{readStateIndex:25950; appliedIndex:25948; }","duration":"183.361565ms","start":"2026-05-18T01:30:02.553717Z","end":"2026-05-18T01:30:02.737079Z","steps":["trace[719223073] 'read index received' (duration: 95.957612ms)","trace[719223073] 'applied index is now lower than readState.Index' (duration: 87.403033ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:02.737137Z","caller":"traceutil/trace.go:171","msg":"trace[1609048386] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"128.676241ms","start":"2026-05-18T01:30:02.608436Z","end":"2026-05-18T01:30:02.737112Z","steps":["trace[1609048386] 'process raft request' (duration: 128.596629ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:02.737116Z","caller":"traceutil/trace.go:171","msg":"trace[1153942519] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"183.730645ms","start":"2026-05-18T01:30:02.553362Z","end":"2026-05-18T01:30:02.737093Z","steps":["trace[1153942519] 'process raft request' (duration: 177.728255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:02.737282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.55969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-18T01:30:02.737307Z","caller":"traceutil/trace.go:171","msg":"trace[1249116142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25138; }","duration":"183.627002ms","start":"2026-05-18T01:30:02.553674Z","end":"2026-05-18T01:30:02.737301Z","steps":["trace[1249116142] 'agreement among raft nodes before linearized reading' (duration: 183.483788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:02.73739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.88847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:30:02.737402Z","caller":"traceutil/trace.go:171","msg":"trace[481391671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25138; }","duration":"118.937382ms","start":"2026-05-18T01:30:02.618461Z","end":"2026-05-18T01:30:02.737398Z","steps":["trace[481391671] 'agreement among raft nodes before linearized reading' (duration: 118.912551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:02.737402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.630712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-18T01:30:02.737433Z","caller":"traceutil/trace.go:171","msg":"trace[1004240065] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25138; }","duration":"183.720944ms","start":"2026-05-18T01:30:02.553698Z","end":"2026-05-18T01:30:02.737419Z","steps":["trace[1004240065] 'agreement among raft nodes before linearized reading' (duration: 183.593621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:02.737456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.61423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:30:02.737486Z","caller":"traceutil/trace.go:171","msg":"trace[929919761] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25138; }","duration":"151.737744ms","start":"2026-05-18T01:30:02.585739Z","end":"2026-05-18T01:30:02.737477Z","steps":["trace[929919761] 'agreement among raft nodes before linearized reading' (duration: 151.564309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:02.737598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.775999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-18T01:30:02.737645Z","caller":"traceutil/trace.go:171","msg":"trace[587255518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25138; }","duration":"182.845501ms","start":"2026-05-18T01:30:02.554785Z","end":"2026-05-18T01:30:02.737631Z","steps":["trace[587255518] 'agreement among raft nodes before linearized reading' (duration: 182.722648ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:03.017347Z","caller":"traceutil/trace.go:171","msg":"trace[1123802770] linearizableReadLoop","detail":"{readStateIndex:25954; appliedIndex:25951; }","duration":"264.460731ms","start":"2026-05-18T01:30:02.752863Z","end":"2026-05-18T01:30:03.017324Z","steps":["trace[1123802770] 'read index received' (duration: 69.928509ms)","trace[1123802770] 'applied index is now lower than readState.Index' (duration: 194.530872ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:03.017667Z","caller":"traceutil/trace.go:171","msg":"trace[1568099698] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"275.965207ms","start":"2026-05-18T01:30:02.741689Z","end":"2026-05-18T01:30:03.017654Z","steps":["trace[1568099698] 'process raft request' (duration: 275.442893ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:03.017842Z","caller":"traceutil/trace.go:171","msg":"trace[1412672296] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"275.962976ms","start":"2026-05-18T01:30:02.74187Z","end":"2026-05-18T01:30:03.017833Z","steps":["trace[1412672296] 'process raft request' (duration: 275.404622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:03.018146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.273433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-18T01:30:03.018186Z","caller":"traceutil/trace.go:171","msg":"trace[1138288492] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25141; }","duration":"265.347964ms","start":"2026-05-18T01:30:02.752824Z","end":"2026-05-18T01:30:03.018172Z","steps":["trace[1138288492] 'agreement among raft nodes before linearized reading' (duration: 265.200881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:03.195934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.06089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-18T01:30:03.196132Z","caller":"traceutil/trace.go:171","msg":"trace[127680346] linearizableReadLoop","detail":"{readStateIndex:25957; appliedIndex:25954; }","duration":"178.705891ms","start":"2026-05-18T01:30:03.017412Z","end":"2026-05-18T01:30:03.196118Z","steps":["trace[127680346] 'read index received' (duration: 78.335283ms)","trace[127680346] 'applied index is now lower than readState.Index' (duration: 100.369098ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:03.196144Z","caller":"traceutil/trace.go:171","msg":"trace[556821497] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"208.39075ms","start":"2026-05-18T01:30:02.987734Z","end":"2026-05-18T01:30:03.196125Z","steps":["trace[556821497] 'process raft request' (duration: 208.345029ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:03.196162Z","caller":"traceutil/trace.go:171","msg":"trace[322611050] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"284.095893ms","start":"2026-05-18T01:30:02.912031Z","end":"2026-05-18T01:30:03.196127Z","steps":["trace[322611050] 'process raft request' (duration: 183.758516ms)","trace[322611050] 'compare' (duration: 99.746142ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:03.196158Z","caller":"traceutil/trace.go:171","msg":"trace[435417472] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"283.99044ms","start":"2026-05-18T01:30:02.912133Z","end":"2026-05-18T01:30:03.196124Z","steps":["trace[435417472] 'process raft request' (duration: 283.894118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:03.19621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.032484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-18T01:30:03.196265Z","caller":"traceutil/trace.go:171","msg":"trace[2025192854] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25144; }","duration":"292.151587ms","start":"2026-05-18T01:30:02.904099Z","end":"2026-05-18T01:30:03.196251Z","steps":["trace[2025192854] 'agreement among raft nodes before linearized reading' (duration: 292.025923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:03.196298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.613094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-18T01:30:03.196327Z","caller":"traceutil/trace.go:171","msg":"trace[2005109917] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25144; }","duration":"358.668656ms","start":"2026-05-18T01:30:02.837648Z","end":"2026-05-18T01:30:03.196317Z","steps":["trace[2005109917] 'agreement among raft nodes before linearized reading' (duration: 358.546482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:03.196352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:30:02.837632Z","time spent":"358.711136ms","remote":"127.0.0.1:41164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-18T01:30:03.196488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.973655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d3d073a9-2f0d-43b4-910e-adad529c427f\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-18T01:30:03.196613Z","caller":"traceutil/trace.go:171","msg":"trace[1568176043] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d3d073a9-2f0d-43b4-910e-adad529c427f; range_end:; response_count:1; response_revision:25144; }","duration":"171.13148ms","start":"2026-05-18T01:30:03.02545Z","end":"2026-05-18T01:30:03.196582Z","steps":["trace[1568176043] 'agreement among raft nodes before linearized reading' (duration: 170.7824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:03.480458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.54355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-18T01:30:03.480524Z","caller":"traceutil/trace.go:171","msg":"trace[568022952] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25144; }","duration":"136.628043ms","start":"2026-05-18T01:30:03.343881Z","end":"2026-05-18T01:30:03.480509Z","steps":["trace[568022952] 'count revisions from in-memory index tree' (duration: 136.481879ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:03.520061Z","caller":"traceutil/trace.go:171","msg":"trace[1704921959] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"151.918719ms","start":"2026-05-18T01:30:03.368112Z","end":"2026-05-18T01:30:03.520031Z","steps":["trace[1704921959] 'process raft request' (duration: 142.92353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:03.81428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.518198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:30:03.814358Z","caller":"traceutil/trace.go:171","msg":"trace[1950911372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25145; }","duration":"192.653992ms","start":"2026-05-18T01:30:03.621687Z","end":"2026-05-18T01:30:03.814341Z","steps":["trace[1950911372] 'range keys from in-memory index tree' (duration: 192.397095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:03.814625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.428713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-18T01:30:03.814719Z","caller":"traceutil/trace.go:171","msg":"trace[601046023] linearizableReadLoop","detail":"{readStateIndex:25959; appliedIndex:25958; }","duration":"157.911088ms","start":"2026-05-18T01:30:03.656791Z","end":"2026-05-18T01:30:03.814702Z","steps":["trace[601046023] 'read index received' (duration: 8.298351ms)","trace[601046023] 'applied index is now lower than readState.Index' (duration: 149.611337ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:03.814763Z","caller":"traceutil/trace.go:171","msg":"trace[1923586931] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"164.210376ms","start":"2026-05-18T01:30:03.650508Z","end":"2026-05-18T01:30:03.814718Z","steps":["trace[1923586931] 'process raft request' (duration: 14.602978ms)","trace[1923586931] 'compare' (duration: 149.31022ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:30:03.814908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.124484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-18T01:30:03.814938Z","caller":"traceutil/trace.go:171","msg":"trace[350410845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25146; }","duration":"158.200705ms","start":"2026-05-18T01:30:03.656728Z","end":"2026-05-18T01:30:03.814929Z","steps":["trace[350410845] 'agreement among raft nodes before linearized reading' (duration: 158.065082ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:03.997215Z","caller":"traceutil/trace.go:171","msg":"trace[3251557] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"172.916527ms","start":"2026-05-18T01:30:03.824278Z","end":"2026-05-18T01:30:03.997195Z","steps":["trace[3251557] 'process raft request' (duration: 123.75337ms)","trace[3251557] 'compare' (duration: 49.024213ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:03.997397Z","caller":"traceutil/trace.go:171","msg":"trace[1724640276] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"172.073074ms","start":"2026-05-18T01:30:03.825303Z","end":"2026-05-18T01:30:03.997376Z","steps":["trace[1724640276] 'process raft request' (duration: 171.861209ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:04.236352Z","caller":"traceutil/trace.go:171","msg":"trace[826697170] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"190.806392ms","start":"2026-05-18T01:30:04.045514Z","end":"2026-05-18T01:30:04.236321Z","steps":["trace[826697170] 'process raft request' (duration: 141.857241ms)","trace[826697170] 'compare' (duration: 48.806047ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:04.492335Z","caller":"traceutil/trace.go:171","msg":"trace[2094406598] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"122.784895ms","start":"2026-05-18T01:30:04.369518Z","end":"2026-05-18T01:30:04.492303Z","steps":["trace[2094406598] 'process raft request' (duration: 122.536878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:04.719742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.080654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-18T01:30:04.72032Z","caller":"traceutil/trace.go:171","msg":"trace[185952572] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"337.164733ms","start":"2026-05-18T01:30:04.383115Z","end":"2026-05-18T01:30:04.720279Z","steps":["trace[185952572] 'process raft request' (duration: 202.419821ms)","trace[185952572] 'compare' (duration: 133.567881ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:30:04.72056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:30:04.383072Z","time spent":"337.355359ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-18T01:30:04.720755Z","caller":"traceutil/trace.go:171","msg":"trace[1765378437] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"263.096805ms","start":"2026-05-18T01:30:04.457643Z","end":"2026-05-18T01:30:04.72074Z","steps":["trace[1765378437] 'process raft request' (duration: 262.214111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:04.72118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.232237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-18T01:30:04.721243Z","caller":"traceutil/trace.go:171","msg":"trace[1436561003] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25154; }","duration":"319.34539ms","start":"2026-05-18T01:30:04.401879Z","end":"2026-05-18T01:30:04.721224Z","steps":["trace[1436561003] 'agreement among raft nodes before linearized reading' (duration: 319.243218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:04.721301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-18T01:30:04.401845Z","time spent":"319.440983ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-05-18T01:30:04.720391Z","caller":"traceutil/trace.go:171","msg":"trace[929205260] linearizableReadLoop","detail":"{readStateIndex:25965; appliedIndex:25963; }","duration":"318.403316ms","start":"2026-05-18T01:30:04.401959Z","end":"2026-05-18T01:30:04.720363Z","steps":["trace[929205260] 'read index received' (duration: 90.165008ms)","trace[929205260] 'applied index is now lower than readState.Index' (duration: 228.235647ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:30:04.722338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.47422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:30:04.722473Z","caller":"traceutil/trace.go:171","msg":"trace[1681647387] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25154; }","duration":"156.593413ms","start":"2026-05-18T01:30:04.565847Z","end":"2026-05-18T01:30:04.722441Z","steps":["trace[1681647387] 'agreement among raft nodes before linearized reading' (duration: 156.449359ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:04.887346Z","caller":"traceutil/trace.go:171","msg":"trace[251689484] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"143.812763ms","start":"2026-05-18T01:30:04.743474Z","end":"2026-05-18T01:30:04.887287Z","steps":["trace[251689484] 'process raft request' (duration: 77.153151ms)","trace[251689484] 'compare' (duration: 66.471787ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:04.88737Z","caller":"traceutil/trace.go:171","msg":"trace[227336721] linearizableReadLoop","detail":"{readStateIndex:25968; appliedIndex:25967; }","duration":"107.55508ms","start":"2026-05-18T01:30:04.779682Z","end":"2026-05-18T01:30:04.887238Z","steps":["trace[227336721] 'read index received' (duration: 40.869987ms)","trace[227336721] 'applied index is now lower than readState.Index' (duration: 66.683843ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:30:04.887641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.94483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:30:04.887707Z","caller":"traceutil/trace.go:171","msg":"trace[1595234173] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25155; }","duration":"108.074513ms","start":"2026-05-18T01:30:04.779616Z","end":"2026-05-18T01:30:04.88769Z","steps":["trace[1595234173] 'agreement among raft nodes before linearized reading' (duration: 107.933429ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:05.233902Z","caller":"traceutil/trace.go:171","msg":"trace[1249452495] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"105.30896ms","start":"2026-05-18T01:30:05.128566Z","end":"2026-05-18T01:30:05.233875Z","steps":["trace[1249452495] 'process raft request' (duration: 105.075723ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:05.53306Z","caller":"traceutil/trace.go:171","msg":"trace[112770735] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"216.467255ms","start":"2026-05-18T01:30:05.316577Z","end":"2026-05-18T01:30:05.533045Z","steps":["trace[112770735] 'process raft request' (duration: 216.361962ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:05.533097Z","caller":"traceutil/trace.go:171","msg":"trace[367149106] linearizableReadLoop","detail":"{readStateIndex:25974; appliedIndex:25973; }","duration":"166.764753ms","start":"2026-05-18T01:30:05.366298Z","end":"2026-05-18T01:30:05.533063Z","steps":["trace[367149106] 'read index received' (duration: 166.726602ms)","trace[367149106] 'applied index is now lower than readState.Index' (duration: 35.521µs)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:30:05.533388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.067572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-18T01:30:05.533712Z","caller":"traceutil/trace.go:171","msg":"trace[1362909878] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25161; }","duration":"167.36178ms","start":"2026-05-18T01:30:05.366271Z","end":"2026-05-18T01:30:05.533633Z","steps":["trace[1362909878] 'agreement among raft nodes before linearized reading' (duration: 166.901127ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:06.11841Z","caller":"traceutil/trace.go:171","msg":"trace[1497873382] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"112.08122ms","start":"2026-05-18T01:30:06.006279Z","end":"2026-05-18T01:30:06.11836Z","steps":["trace[1497873382] 'process raft request' (duration: 111.860524ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:06.27814Z","caller":"traceutil/trace.go:171","msg":"trace[524368503] linearizableReadLoop","detail":"{readStateIndex:25981; appliedIndex:25980; }","duration":"126.063222ms","start":"2026-05-18T01:30:06.152046Z","end":"2026-05-18T01:30:06.278109Z","steps":["trace[524368503] 'read index received' (duration: 61.69431ms)","trace[524368503] 'applied index is now lower than readState.Index' (duration: 64.366392ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:06.278243Z","caller":"traceutil/trace.go:171","msg":"trace[490071058] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"130.469899ms","start":"2026-05-18T01:30:06.147705Z","end":"2026-05-18T01:30:06.278175Z","steps":["trace[490071058] 'process raft request' (duration: 66.132968ms)","trace[490071058] 'compare' (duration: 63.828897ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:30:06.278587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.484113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29651130-tnv25\" ","response":"range_response_count:1 size:6988"} {"level":"info","ts":"2026-05-18T01:30:06.278659Z","caller":"traceutil/trace.go:171","msg":"trace[799713692] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29651130-tnv25; range_end:; response_count:1; response_revision:25167; }","duration":"126.658657ms","start":"2026-05-18T01:30:06.151984Z","end":"2026-05-18T01:30:06.278643Z","steps":["trace[799713692] 'agreement among raft nodes before linearized reading' (duration: 126.256276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:06.304104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.343335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-18T01:30:06.304316Z","caller":"traceutil/trace.go:171","msg":"trace[503257657] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25168; }","duration":"139.595142ms","start":"2026-05-18T01:30:06.164688Z","end":"2026-05-18T01:30:06.304283Z","steps":["trace[503257657] 'agreement among raft nodes before linearized reading' (duration: 139.243492ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:08.321395Z","caller":"traceutil/trace.go:171","msg":"trace[1741274243] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"119.024884ms","start":"2026-05-18T01:30:08.202337Z","end":"2026-05-18T01:30:08.321362Z","steps":["trace[1741274243] 'process raft request' (duration: 102.035053ms)","trace[1741274243] 'compare' (duration: 16.742685ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:08.321906Z","caller":"traceutil/trace.go:171","msg":"trace[43673358] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"112.686506ms","start":"2026-05-18T01:30:08.209156Z","end":"2026-05-18T01:30:08.321842Z","steps":["trace[43673358] 'process raft request' (duration: 112.612734ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:08.32195Z","caller":"traceutil/trace.go:171","msg":"trace[1849201392] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"118.706756ms","start":"2026-05-18T01:30:08.203172Z","end":"2026-05-18T01:30:08.321879Z","steps":["trace[1849201392] 'process raft request' (duration: 118.48466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:12.277733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.880645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-18T01:30:12.27779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.469745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-18T01:30:12.277841Z","caller":"traceutil/trace.go:171","msg":"trace[1160302809] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25217; }","duration":"141.05376ms","start":"2026-05-18T01:30:12.136761Z","end":"2026-05-18T01:30:12.277815Z","steps":["trace[1160302809] 'range keys from in-memory index tree' (duration: 140.70006ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:12.2779Z","caller":"traceutil/trace.go:171","msg":"trace[873803075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25217; }","duration":"128.66331ms","start":"2026-05-18T01:30:12.149213Z","end":"2026-05-18T01:30:12.277877Z","steps":["trace[873803075] 'range keys from in-memory index tree' (duration: 128.236859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-18T01:30:12.277903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.41538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-18T01:30:12.277989Z","caller":"traceutil/trace.go:171","msg":"trace[995511678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25217; }","duration":"173.551474ms","start":"2026-05-18T01:30:12.104416Z","end":"2026-05-18T01:30:12.277968Z","steps":["trace[995511678] 'range keys from in-memory index tree' (duration: 173.219735ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:12.528763Z","caller":"traceutil/trace.go:171","msg":"trace[1680854449] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"188.059499ms","start":"2026-05-18T01:30:12.340678Z","end":"2026-05-18T01:30:12.528738Z","steps":["trace[1680854449] 'process raft request' (duration: 137.261739ms)","trace[1680854449] 'compare' (duration: 50.551814ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:30:12.529404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.852759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-05-18T01:30:12.529449Z","caller":"traceutil/trace.go:171","msg":"trace[654081326] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25220; }","duration":"168.973462ms","start":"2026-05-18T01:30:12.360466Z","end":"2026-05-18T01:30:12.52944Z","steps":["trace[654081326] 'agreement among raft nodes before linearized reading' (duration: 168.782197ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:30:12.52921Z","caller":"traceutil/trace.go:171","msg":"trace[9050501] linearizableReadLoop","detail":"{readStateIndex:26035; appliedIndex:26034; }","duration":"168.087518ms","start":"2026-05-18T01:30:12.360515Z","end":"2026-05-18T01:30:12.528602Z","steps":["trace[9050501] 'read index received' (duration: 117.355819ms)","trace[9050501] 'applied index is now lower than readState.Index' (duration: 50.730449ms)"],"step_count":2} {"level":"warn","ts":"2026-05-18T01:30:41.209743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.831068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-18T01:30:41.210572Z","caller":"traceutil/trace.go:171","msg":"trace[1836291103] transaction","detail":"{read_only:false; response_revision:25592; number_of_response:1; }","duration":"181.415173ms","start":"2026-05-18T01:30:41.029132Z","end":"2026-05-18T01:30:41.210547Z","steps":["trace[1836291103] 'process raft request' (duration: 55.702571ms)","trace[1836291103] 'compare' (duration: 124.621843ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:41.410788Z","caller":"traceutil/trace.go:171","msg":"trace[994667983] transaction","detail":"{read_only:false; response_revision:25593; number_of_response:1; }","duration":"195.094777ms","start":"2026-05-18T01:30:41.215666Z","end":"2026-05-18T01:30:41.41076Z","steps":["trace[994667983] 'process raft request' (duration: 151.536049ms)","trace[994667983] 'compare' (duration: 43.342752ms)"],"step_count":2} {"level":"info","ts":"2026-05-18T01:30:41.488987Z","caller":"traceutil/trace.go:171","msg":"trace[920876690] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"141.146813ms","start":"2026-05-18T01:30:41.347795Z","end":"2026-05-18T01:30:41.488942Z","steps":["trace[920876690] 'process raft request' (duration: 140.844255ms)"],"step_count":1} {"level":"info","ts":"2026-05-18T01:31:52.957166Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23341} {"level":"info","ts":"2026-05-18T01:31:53.100381Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23341,"took":"139.50591ms","hash":318239872,"current-db-size-bytes":57991168,"current-db-size":"58 MB","current-db-size-in-use-bytes":36253696,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-18T01:31:53.10046Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":318239872,"revision":23341,"compact-revision":20148} {"level":"info","ts":"2026-05-18T01:31:59.403386Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000069fe.wal"} {"level":"info","ts":"2026-05-18T01:36:52.964023Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26208} {"level":"info","ts":"2026-05-18T01:36:53.116869Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26208,"took":"148.033386ms","hash":2730940659,"current-db-size-bytes":58413056,"current-db-size":"58 MB","current-db-size-in-use-bytes":33939456,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-18T01:36:53.116961Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2730940659,"revision":26208,"compact-revision":23341} {"level":"info","ts":"2026-05-18T01:37:24.544477Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-18T01:37:24.550049Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-18T01:37:24.550153Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-18T01:41:52.97747Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28854} {"level":"info","ts":"2026-05-18T01:41:53.117621Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28854,"took":"135.723166ms","hash":1162532513,"current-db-size-bytes":58413056,"current-db-size":"58 MB","current-db-size-in-use-bytes":30085120,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-18T01:41:53.117691Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1162532513,"revision":28854,"compact-revision":26208} {"level":"info","ts":"2026-05-18T01:46:52.990019Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31082} {"level":"info","ts":"2026-05-18T01:46:53.119402Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31082,"took":"124.198119ms","hash":2082726776,"current-db-size-bytes":58413056,"current-db-size":"58 MB","current-db-size-in-use-bytes":30085120,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-18T01:46:53.11949Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2082726776,"revision":31082,"compact-revision":28854} {"level":"info","ts":"2026-05-18T01:51:52.997267Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33349} {"level":"info","ts":"2026-05-18T01:51:53.150421Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33349,"took":"147.953115ms","hash":1112164495,"current-db-size-bytes":59457536,"current-db-size":"60 MB","current-db-size-in-use-bytes":31870976,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-18T01:51:53.150498Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1112164495,"revision":33349,"compact-revision":31082} {"level":"info","ts":"2026-05-18T01:56:53.004287Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35642} {"level":"info","ts":"2026-05-18T01:56:53.150708Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35642,"took":"141.401144ms","hash":4163804557,"current-db-size-bytes":59879424,"current-db-size":"60 MB","current-db-size-in-use-bytes":30887936,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-18T01:56:53.150806Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4163804557,"revision":35642,"compact-revision":33349} {"level":"info","ts":"2026-05-18T01:58:51.5164Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-18T01:58:51.520904Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-18T01:58:51.520998Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-18T02:01:53.00942Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37877} {"level":"info","ts":"2026-05-18T02:01:53.133788Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37877,"took":"120.816305ms","hash":3624098337,"current-db-size-bytes":59879424,"current-db-size":"60 MB","current-db-size-in-use-bytes":31535104,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-18T02:01:53.13391Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3624098337,"revision":37877,"compact-revision":35642}